import{s as It,n as Et,o as qt}from"../chunks/scheduler.9bc65507.js";import{S as Ut,i as jt,g as s,s as r,u as f,A as Lt,h as o,f as n,c as a,j as m,v as g,y as h,k as c,o as t,a as d,w as u,d as k,t as _,x as w}from"../chunks/index.78c82d43.js";import{D as U}from"../chunks/Docstring.4e7352e2.js";import{C as Vt}from"../chunks/CodeBlock.73e038be.js";import{I as rt}from"../chunks/IconCopyLink.bedaa44d.js";function Rt(at){let v,ke,me,_e,T,J,he,j,Ze,O,it="BERTweet",we,y,x,fe,L,Fe,K,lt="Overview",be,V,dt='The BERTweet model was proposed in <a href="https://www.aclweb.org/anthology/2020.emnlp-demos.2.pdf" rel="nofollow">BERTweet: A pre-trained language model for English Tweets</a> by Dat Quoc Nguyen, Thanh Vu, Anh Tuan Nguyen.',ve,R,ct="The abstract from the paper is the following:",Te,Z,pt=`<em>We present BERTweet, the first public large-scale pre-trained language model for English Tweets. Our BERTweet, having
the same architecture as BERT-base (Devlin et al., 2019), is trained using the RoBERTa pre-training procedure (Liu et
al., 2019). Experiments show that BERTweet outperforms strong baselines RoBERTa-base and XLM-R-base (Conneau et al.,
2020), producing better performance results than the previous state-of-the-art models on three Tweet NLP tasks:
Part-of-speech tagging, Named-entity recognition and text classification.</em>`,ye,F,mt="Example of use:",$e,H,Je,P,ht='This model was contributed by <a href="https://huggingface.co/dqnguyen" rel="nofollow">dqnguyen</a>. The original code can be found <a href="https://github.com/VinAIResearch/BERTweet" rel="nofollow">here</a>.',xe,$,M,ge,X,He,ee,ft="BertweetTokenizer",Me,l,A,Pe,te,gt="Constructs a BERTweet tokenizer, using Byte-Pair-Encoding.",Xe,ne,ut=`This tokenizer inherits from <a href="/docs/transformers/v4.34.0/en/main_classes/tokenizer#transformers.PreTrainedTokenizer">PreTrainedTokenizer</a> which contains most of the main methods. Users should refer to
this superclass for more information regarding those methods.`,Ae,z,D,De,se,kt="Loads a pre-existing dictionary from a text file and adds its symbols to this instance.",Ne,b,N,Se,oe,_t=`Build model inputs from a sequence or a pair of sequence for sequence classification tasks by concatenating and
adding special tokens. A BERTweet sequence has the following format:`,We,re,wt="<li>single sequence: <code>&lt;s&gt; X &lt;/s&gt;</code></li> <li>pair of sequences: <code>&lt;s&gt; A &lt;/s&gt;&lt;/s&gt; B &lt;/s&gt;</code></li>",Qe,B,S,Ge,ae,bt="Converts a sequence of tokens (string) in a single string.",Ye,C,W,Oe,ie,vt=`Create a mask from the two sequences passed to be used in a sequence-pair classification task. BERTweet does
not make use of token type ids, therefore a list of zeros is returned.`,Ke,I,Q,et,le,Tt=`Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> method.`,tt,E,G,nt,de,yt="Normalize tokens in a Tweet",st,q,Y,ot,ce,$t="Normalize a raw Tweet",ze,ue,Be;return j=new rt({}),L=new rt({}),H=new Vt({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwdHJhbnNmb3JtZXJzJTIwaW1wb3J0JTIwQXV0b01vZGVsJTJDJTIwQXV0b1Rva2VuaXplciUwQSUwQWJlcnR3ZWV0JTIwJTNEJTIwQXV0b01vZGVsLmZyb21fcHJldHJhaW5lZCglMjJ2aW5haSUyRmJlcnR3ZWV0LWJhc2UlMjIpJTBBJTBBJTIzJTIwRm9yJTIwdHJhbnNmb3JtZXJzJTIwdjQueCUyQiUzQSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMnZpbmFpJTJGYmVydHdlZXQtYmFzZSUyMiUyQyUyMHVzZV9mYXN0JTNERmFsc2UpJTBBJTBBJTIzJTIwRm9yJTIwdHJhbnNmb3JtZXJzJTIwdjMueCUzQSUwQSUyMyUyMHRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMnZpbmFpJTJGYmVydHdlZXQtYmFzZSUyMiklMEElMEElMjMlMjBJTlBVVCUyMFRXRUVUJTIwSVMlMjBBTFJFQURZJTIwTk9STUFMSVpFRCElMEFsaW5lJTIwJTNEJTIwJTIyU0MlMjBoYXMlMjBmaXJzdCUyMHR3byUyMHByZXN1bXB0aXZlJTIwY2FzZXMlMjBvZiUyMGNvcm9uYXZpcnVzJTIwJTJDJTIwREhFQyUyMGNvbmZpcm1zJTIwSFRUUFVSTCUyMHZpYSUyMCU0MFVTRVIlMjAlM0FjcnklM0ElMjIlMEElMEFpbnB1dF9pZHMlMjAlM0QlMjB0b3JjaC50ZW5zb3IoJTVCdG9rZW5pemVyLmVuY29kZShsaW5lKSU1RCklMEElMEF3aXRoJTIwdG9yY2gubm9fZ3JhZCgpJTNBJTBBJTIwJTIwJTIwJTIwZmVhdHVyZXMlMjAlM0QlMjBiZXJ0d2VldChpbnB1dF9pZHMpJTIwJTIwJTIzJTIwTW9kZWxzJTIwb3V0cHV0cyUyMGFyZSUyMG5vdyUyMHR1cGxlcyUwQSUwQSUyMyUyMFdpdGglMjBUZW5zb3JGbG93JTIwMi4wJTJCJTNBJTBBJTIzJTIwZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsJTBBJTIzJTIwYmVydHdlZXQlMjAlM0QlMjBURkF1dG9Nb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIydmluYWklMkZiZXJ0d2VldC1iYXNlJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> torch
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel, AutoTokenizer

<span class="hljs-meta">&gt;&gt;&gt; </span>bertweet = AutoModel.from_pretrained(<span class="hljs-string">&quot;vinai/bertweet-base&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># For transformers v4.x+:</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;vinai/bertweet-base&quot;</span>, use_fast=<span class="hljs-literal">False</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># For transformers v3.x:</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># tokenizer = AutoTokenizer.from_pretrained(&quot;vinai/bertweet-base&quot;)</span>

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># INPUT TWEET IS ALREADY NORMALIZED!</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>line = <span class="hljs-string">&quot;SC has first two presumptive cases of coronavirus , DHEC confirms HTTPURL via @USER :cry:&quot;</span>

<span class="hljs-meta">&gt;&gt;&gt; </span>input_ids = torch.tensor([tokenizer.encode(line)])

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">with</span> torch.no_grad():
<span class="hljs-meta">... </span>    features = bertweet(input_ids)  <span class="hljs-comment"># Models outputs are now tuples</span>

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># With TensorFlow 2.0+:</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># from transformers import TFAutoModel</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># bertweet = TFAutoModel.from_pretrained(&quot;vinai/bertweet-base&quot;)</span>`,wrap:!1}}),X=new rt({}),A=new U({props:{name:"class transformers.BertweetTokenizer",anchor:"transformers.BertweetTokenizer",parameters:[{name:"vocab_file",val:""},{name:"merges_file",val:""},{name:"normalization",val:" = False"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"sep_token",val:" = '</s>'"},{name:"cls_token",val:" = '<s>'"},{name:"unk_token",val:" = '<unk>'"},{name:"pad_token",val:" = '<pad>'"},{name:"mask_token",val:" = '<mask>'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
Path to the vocabulary file.`,name:"vocab_file"},{anchor:"transformers.BertweetTokenizer.merges_file",description:`<strong>merges_file</strong> (<code>str</code>) &#x2014;
Path to the merges file.`,name:"merges_file"},{anchor:"transformers.BertweetTokenizer.normalization",description:`<strong>normalization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to apply a normalization preprocess.`,name:"normalization"},{anchor:"transformers.BertweetTokenizer.bos_token",description:`<strong>bos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						
<p>When building a sequence using special tokens, this is not the token that is used for the beginning of
sequence. The token used is the <code>cls_token</code>.</p>

					</div>`,name:"bos_token"},{anchor:"transformers.BertweetTokenizer.eos_token",description:`<strong>eos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The end of sequence token.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						
<p>When building a sequence using special tokens, this is not the token that is used for the end of sequence.
The token used is the <code>sep_token</code>.</p>

					</div>`,name:"eos_token"},{anchor:"transformers.BertweetTokenizer.sep_token",description:`<strong>sep_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The separator token, which is used when building a sequence from multiple sequences, e.g. two sequences for
sequence classification or for a text and a question for question answering. It is also used as the last
token of a sequence built with special tokens.`,name:"sep_token"},{anchor:"transformers.BertweetTokenizer.cls_token",description:`<strong>cls_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The classifier token which is used when doing sequence classification (classification of the whole sequence
instead of per-token classification). It is the first token of the sequence when built with special tokens.`,name:"cls_token"},{anchor:"transformers.BertweetTokenizer.unk_token",description:`<strong>unk_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;unk&gt;&quot;</code>) &#x2014;
The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
token instead.`,name:"unk_token"},{anchor:"transformers.BertweetTokenizer.pad_token",description:`<strong>pad_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;pad&gt;&quot;</code>) &#x2014;
The token used for padding, for example when batching sequences of different lengths.`,name:"pad_token"},{anchor:"transformers.BertweetTokenizer.mask_token",description:`<strong>mask_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;mask&gt;&quot;</code>) &#x2014;
The token used for masking values. This is the token used when training this model with masked language
modeling. This is the token which the model will try to predict.`,name:"mask_token"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L68"}}),D=new U({props:{name:"add_from_file",anchor:"transformers.BertweetTokenizer.add_from_file",parameters:[{name:"f",val:""}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L418"}}),N=new U({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.BertweetTokenizer.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.build_inputs_with_special_tokens.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs to which the special tokens will be added.`,name:"token_ids_0"},{anchor:"transformers.BertweetTokenizer.build_inputs_with_special_tokens.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L183",returnDescription:`
<p>List of <a href="../glossary#input-ids">input IDs</a> with the appropriate special tokens.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),S=new U({props:{name:"convert_tokens_to_string",anchor:"transformers.BertweetTokenizer.convert_tokens_to_string",parameters:[{name:"tokens",val:""}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L384"}}),W=new U({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.BertweetTokenizer.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.create_token_type_ids_from_sequences.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.BertweetTokenizer.create_token_type_ids_from_sequences.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L237",returnDescription:`
<p>List of zeros.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),Q=new U({props:{name:"get_special_tokens_mask",anchor:"transformers.BertweetTokenizer.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.BertweetTokenizer.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"},{anchor:"transformers.BertweetTokenizer.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L209",returnDescription:`
<p>A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),G=new U({props:{name:"normalizeToken",anchor:"transformers.BertweetTokenizer.normalizeToken",parameters:[{name:"token",val:""}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L357"}}),Y=new U({props:{name:"normalizeTweet",anchor:"transformers.BertweetTokenizer.normalizeTweet",parameters:[{name:"tweet",val:""}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/bertweet/tokenization_bertweet.py#L323"}}),{c(){v=s("meta"),ke=r(),me=s("p"),_e=r(),T=s("h1"),J=s("a"),he=s("span"),f(j.$$.fragment),Ze=r(),O=s("span"),O.textContent=it,we=r(),y=s("h2"),x=s("a"),fe=s("span"),f(L.$$.fragment),Fe=r(),K=s("span"),K.textContent=lt,be=r(),V=s("p"),V.innerHTML=dt,ve=r(),R=s("p"),R.textContent=ct,Te=r(),Z=s("p"),Z.innerHTML=pt,ye=r(),F=s("p"),F.textContent=mt,$e=r(),f(H.$$.fragment),Je=r(),P=s("p"),P.innerHTML=ht,xe=r(),$=s("h2"),M=s("a"),ge=s("span"),f(X.$$.fragment),He=r(),ee=s("span"),ee.textContent=ft,Me=r(),l=s("div"),f(A.$$.fragment),Pe=r(),te=s("p"),te.textContent=gt,Xe=r(),ne=s("p"),ne.innerHTML=ut,Ae=r(),z=s("div"),f(D.$$.fragment),De=r(),se=s("p"),se.textContent=kt,Ne=r(),b=s("div"),f(N.$$.fragment),Se=r(),oe=s("p"),oe.textContent=_t,We=r(),re=s("ul"),re.innerHTML=wt,Qe=r(),B=s("div"),f(S.$$.fragment),Ge=r(),ae=s("p"),ae.textContent=bt,Ye=r(),C=s("div"),f(W.$$.fragment),Oe=r(),ie=s("p"),ie.textContent=vt,Ke=r(),I=s("div"),f(Q.$$.fragment),et=r(),le=s("p"),le.innerHTML=Tt,tt=r(),E=s("div"),f(G.$$.fragment),nt=r(),de=s("p"),de.textContent=yt,st=r(),q=s("div"),f(Y.$$.fragment),ot=r(),ce=s("p"),ce.textContent=$t,ze=r(),ue=s("p"),this.h()},l(e){const i=Lt("svelte-1phssyn",document.head);v=o(i,"META",{name:!0,content:!0}),i.forEach(n),ke=a(e),me=o(e,"P",{}),m(me).forEach(n),_e=a(e),T=o(e,"H1",{class:!0});var Ce=m(T);J=o(Ce,"A",{id:!0,class:!0,href:!0});var Jt=m(J);he=o(Jt,"SPAN",{});var xt=m(he);g(j.$$.fragment,xt),xt.forEach(n),Jt.forEach(n),Ze=a(Ce),O=o(Ce,"SPAN",{"data-svelte-h":!0}),h(O)!=="svelte-1lnqinn"&&(O.textContent=it),Ce.forEach(n),we=a(e),y=o(e,"H2",{class:!0});var Ie=m(y);x=o(Ie,"A",{id:!0,class:!0,href:!0});var Mt=m(x);fe=o(Mt,"SPAN",{});var zt=m(fe);g(L.$$.fragment,zt),zt.forEach(n),Mt.forEach(n),Fe=a(Ie),K=o(Ie,"SPAN",{"data-svelte-h":!0}),h(K)!=="svelte-1jsw1pg"&&(K.textContent=lt),Ie.forEach(n),be=a(e),V=o(e,"P",{"data-svelte-h":!0}),h(V)!=="svelte-1tvfkok"&&(V.innerHTML=dt),ve=a(e),R=o(e,"P",{"data-svelte-h":!0}),h(R)!=="svelte-vfdo9a"&&(R.textContent=ct),Te=a(e),Z=o(e,"P",{"data-svelte-h":!0}),h(Z)!=="svelte-eh682o"&&(Z.innerHTML=pt),ye=a(e),F=o(e,"P",{"data-svelte-h":!0}),h(F)!=="svelte-1euxn0a"&&(F.textContent=mt),$e=a(e),g(H.$$.fragment,e),Je=a(e),P=o(e,"P",{"data-svelte-h":!0}),h(P)!=="svelte-fl8xrj"&&(P.innerHTML=ht),xe=a(e),$=o(e,"H2",{class:!0});var Ee=m($);M=o(Ee,"A",{id:!0,class:!0,href:!0});var Bt=m(M);ge=o(Bt,"SPAN",{});var Ct=m(ge);g(X.$$.fragment,Ct),Ct.forEach(n),Bt.forEach(n),He=a(Ee),ee=o(Ee,"SPAN",{"data-svelte-h":!0}),h(ee)!=="svelte-abp1mg"&&(ee.textContent=ft),Ee.forEach(n),Me=a(e),l=o(e,"DIV",{class:!0});var p=m(l);g(A.$$.fragment,p),Pe=a(p),te=o(p,"P",{"data-svelte-h":!0}),h(te)!=="svelte-b8riyv"&&(te.textContent=gt),Xe=a(p),ne=o(p,"P",{"data-svelte-h":!0}),h(ne)!=="svelte-1b0fouy"&&(ne.innerHTML=ut),Ae=a(p),z=o(p,"DIV",{class:!0});var qe=m(z);g(D.$$.fragment,qe),De=a(qe),se=o(qe,"P",{"data-svelte-h":!0}),h(se)!=="svelte-ooaeix"&&(se.textContent=kt),qe.forEach(n),Ne=a(p),b=o(p,"DIV",{class:!0});var pe=m(b);g(N.$$.fragment,pe),Se=a(pe),oe=o(pe,"P",{"data-svelte-h":!0}),h(oe)!=="svelte-zjm6uf"&&(oe.textContent=_t),We=a(pe),re=o(pe,"UL",{"data-svelte-h":!0}),h(re)!=="svelte-rq8uot"&&(re.innerHTML=wt),pe.forEach(n),Qe=a(p),B=o(p,"DIV",{class:!0});var Ue=m(B);g(S.$$.fragment,Ue),Ge=a(Ue),ae=o(Ue,"P",{"data-svelte-h":!0}),h(ae)!=="svelte-b3k2yi"&&(ae.textContent=bt),Ue.forEach(n),Ye=a(p),C=o(p,"DIV",{class:!0});var je=m(C);g(W.$$.fragment,je),Oe=a(je),ie=o(je,"P",{"data-svelte-h":!0}),h(ie)!=="svelte-vpfvn5"&&(ie.textContent=vt),je.forEach(n),Ke=a(p),I=o(p,"DIV",{class:!0});var Le=m(I);g(Q.$$.fragment,Le),et=a(Le),le=o(Le,"P",{"data-svelte-h":!0}),h(le)!=="svelte-1f4f5kp"&&(le.innerHTML=Tt),Le.forEach(n),tt=a(p),E=o(p,"DIV",{class:!0});var Ve=m(E);g(G.$$.fragment,Ve),nt=a(Ve),de=o(Ve,"P",{"data-svelte-h":!0}),h(de)!=="svelte-1jdrmaw"&&(de.textContent=yt),Ve.forEach(n),st=a(p),q=o(p,"DIV",{class:!0});var Re=m(q);g(Y.$$.fragment,Re),ot=a(Re),ce=o(Re,"P",{"data-svelte-h":!0}),h(ce)!=="svelte-15su17z"&&(ce.textContent=$t),Re.forEach(n),p.forEach(n),ze=a(e),ue=o(e,"P",{}),m(ue).forEach(n),this.h()},h(){c(v,"name","hf:doc:metadata"),c(v,"content",JSON.stringify(Zt)),c(J,"id","bertweet"),c(J,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),c(J,"href","#bertweet"),c(T,"class","relative group"),c(x,"id","overview"),c(x,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),c(x,"href","#overview"),c(y,"class","relative group"),c(M,"id","transformers.BertweetTokenizer"),c(M,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),c(M,"href","#transformers.BertweetTokenizer"),c($,"class","relative group"),c(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),c(b,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),c(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),c(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),c(I,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),c(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),c(q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),c(l,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,i){t(document.head,v),d(e,ke,i),d(e,me,i),d(e,_e,i),d(e,T,i),t(T,J),t(J,he),u(j,he,null),t(T,Ze),t(T,O),d(e,we,i),d(e,y,i),t(y,x),t(x,fe),u(L,fe,null),t(y,Fe),t(y,K),d(e,be,i),d(e,V,i),d(e,ve,i),d(e,R,i),d(e,Te,i),d(e,Z,i),d(e,ye,i),d(e,F,i),d(e,$e,i),u(H,e,i),d(e,Je,i),d(e,P,i),d(e,xe,i),d(e,$,i),t($,M),t(M,ge),u(X,ge,null),t($,He),t($,ee),d(e,Me,i),d(e,l,i),u(A,l,null),t(l,Pe),t(l,te),t(l,Xe),t(l,ne),t(l,Ae),t(l,z),u(D,z,null),t(z,De),t(z,se),t(l,Ne),t(l,b),u(N,b,null),t(b,Se),t(b,oe),t(b,We),t(b,re),t(l,Qe),t(l,B),u(S,B,null),t(B,Ge),t(B,ae),t(l,Ye),t(l,C),u(W,C,null),t(C,Oe),t(C,ie),t(l,Ke),t(l,I),u(Q,I,null),t(I,et),t(I,le),t(l,tt),t(l,E),u(G,E,null),t(E,nt),t(E,de),t(l,st),t(l,q),u(Y,q,null),t(q,ot),t(q,ce),d(e,ze,i),d(e,ue,i),Be=!0},p:Et,i(e){Be||(k(j.$$.fragment,e),k(L.$$.fragment,e),k(H.$$.fragment,e),k(X.$$.fragment,e),k(A.$$.fragment,e),k(D.$$.fragment,e),k(N.$$.fragment,e),k(S.$$.fragment,e),k(W.$$.fragment,e),k(Q.$$.fragment,e),k(G.$$.fragment,e),k(Y.$$.fragment,e),Be=!0)},o(e){_(j.$$.fragment,e),_(L.$$.fragment,e),_(H.$$.fragment,e),_(X.$$.fragment,e),_(A.$$.fragment,e),_(D.$$.fragment,e),_(N.$$.fragment,e),_(S.$$.fragment,e),_(W.$$.fragment,e),_(Q.$$.fragment,e),_(G.$$.fragment,e),_(Y.$$.fragment,e),Be=!1},d(e){e&&(n(ke),n(me),n(_e),n(T),n(we),n(y),n(be),n(V),n(ve),n(R),n(Te),n(Z),n(ye),n(F),n($e),n(Je),n(P),n(xe),n($),n(Me),n(l),n(ze),n(ue)),n(v),w(j),w(L),w(H,e),w(X),w(A),w(D),w(N),w(S),w(W),w(Q),w(G),w(Y)}}}const Zt={local:"bertweet",sections:[{local:"overview",title:"Overview"},{local:"transformers.BertweetTokenizer",title:"BertweetTokenizer"}],title:"BERTweet"};function Ft(at){return qt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Nt extends Ut{constructor(v){super(),jt(this,v,Ft,Rt,It,{})}}export{Nt as component};
