import{s as as,o as ss,n as rt}from"../chunks/scheduler.9bc65507.js";import{S as rs,i as is,g as o,s,u,A as ls,h as a,f as n,c as r,j as h,v as f,y as p,k as m,o as t,a as d,w as g,d as _,t as v,x as k}from"../chunks/index.78c82d43.js";import{T as Xo}from"../chunks/Tip.87d55b76.js";import{D as x}from"../chunks/Docstring.f3d04bd2.js";import{C as Zt}from"../chunks/CodeBlock.48618ec2.js";import{I as _e}from"../chunks/IconCopyLink.bedaa44d.js";import{E as Rn}from"../chunks/ExampleCodeBlock.872b014d.js";function ds(C){let l,T;return l=new Zt({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMExsYW1hTW9kZWwlMkMlMjBMbGFtYUNvbmZpZyUwQSUwQSUyMyUyMEluaXRpYWxpemluZyUyMGElMjBMTGFNQSUyMGxsYW1hLTdiJTIwc3R5bGUlMjBjb25maWd1cmF0aW9uJTBBY29uZmlndXJhdGlvbiUyMCUzRCUyMExsYW1hQ29uZmlnKCklMEElMEElMjMlMjBJbml0aWFsaXppbmclMjBhJTIwbW9kZWwlMjBmcm9tJTIwdGhlJTIwbGxhbWEtN2IlMjBzdHlsZSUyMGNvbmZpZ3VyYXRpb24lMEFtb2RlbCUyMCUzRCUyMExsYW1hTW9kZWwoY29uZmlndXJhdGlvbiklMEElMEElMjMlMjBBY2Nlc3NpbmclMjB0aGUlMjBtb2RlbCUyMGNvbmZpZ3VyYXRpb24lMEFjb25maWd1cmF0aW9uJTIwJTNEJTIwbW9kZWwuY29uZmln",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaModel, LlamaConfig

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Initializing a LLaMA llama-7b style configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>configuration = LlamaConfig()

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Initializing a model from the llama-7b style configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = LlamaModel(configuration)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Accessing the model configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>configuration = model.config`}}),{c(){u(l.$$.fragment)},l(c){f(l.$$.fragment,c)},m(c,y){g(l,c,y),T=!0},p:rt,i(c){T||(_(l.$$.fragment,c),T=!0)},o(c){v(l.$$.fragment,c),T=!1},d(c){k(l,c)}}}function cs(C){let l,T="sequence pair mask has the following format:",c,y,$;return y=new Zt({props:{code:"MCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMEElN0MlMjBmaXJzdCUyMHNlcXVlbmNlJTIwJTIwJTIwJTIwJTdDJTIwc2Vjb25kJTIwc2VxdWVuY2UlMjAlN0M=",highlighted:`0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1 1
| first sequence    | second sequence |`}}),{c(){l=o("p"),l.textContent=T,c=s(),u(y.$$.fragment)},l(b){l=a(b,"P",{"data-svelte-h":!0}),p(l)!=="svelte-16klr56"&&(l.textContent=T),c=r(b),f(y.$$.fragment,b)},m(b,P){d(b,l,P),d(b,c,P),g(y,b,P),$=!0},p:rt,i(b){$||(_(y.$$.fragment,b),$=!0)},o(b){v(y.$$.fragment,b),$=!1},d(b){b&&(n(l),n(c)),k(y,b)}}}function ms(C){let l,T;return l=new Zt({props:{code:"JTBBJTVCMSUyQyUyMDE1MDQzJTJDJTIwNDQ1JTJDJTIwMzM4JTJDJTIwMjYzJTJDJTIwMTI0MyU1RA==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaTokenizerFast

tokenizer = LlamaTokenizerFast.from_pretrained(&quot;hf-internal-testing/llama-tokenizer&quot;)
tokenizer.encode(&quot;Hello this is a test&quot;)
&gt;&gt;&gt; [<span class="hljs-number">1</span>, <span class="hljs-number">15043</span>, <span class="hljs-number">445</span>, <span class="hljs-number">338</span>, <span class="hljs-number">263</span>, <span class="hljs-number">1243</span>]`}}),{c(){u(l.$$.fragment)},l(c){f(l.$$.fragment,c)},m(c,y){g(l,c,y),T=!0},p:rt,i(c){T||(_(l.$$.fragment,c),T=!0)},o(c){v(l.$$.fragment,c),T=!1},d(c){k(l,c)}}}function ps(C){let l,T=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){l=o("p"),l.innerHTML=T},l(c){l=a(c,"P",{"data-svelte-h":!0}),p(l)!=="svelte-fincs2"&&(l.innerHTML=T)},m(c,y){d(c,l,y)},p:rt,d(c){c&&n(l)}}}function hs(C){let l,T=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){l=o("p"),l.innerHTML=T},l(c){l=a(c,"P",{"data-svelte-h":!0}),p(l)!=="svelte-fincs2"&&(l.innerHTML=T)},m(c,y){d(c,l,y)},p:rt,d(c){c&&n(l)}}}function us(C){let l,T="Example:",c,y,$;return y=new Zt({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBMbGFtYUZvckNhdXNhbExNJTBBJTBBbW9kZWwlMjAlM0QlMjBMbGFtYUZvckNhdXNhbExNLmZyb21fcHJldHJhaW5lZChQQVRIX1RPX0NPTlZFUlRFRF9XRUlHSFRTKSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKFBBVEhfVE9fQ09OVkVSVEVEX1RPS0VOSVpFUiklMEElMEFwcm9tcHQlMjAlM0QlMjAlMjJIZXklMkMlMjBhcmUlMjB5b3UlMjBjb25zY2lvdXMlM0YlMjBDYW4lMjB5b3UlMjB0YWxrJTIwdG8lMjBtZSUzRiUyMiUwQWlucHV0cyUyMCUzRCUyMHRva2VuaXplcihwcm9tcHQlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnB0JTIyKSUwQSUwQSUyMyUyMEdlbmVyYXRlJTBBZ2VuZXJhdGVfaWRzJTIwJTNEJTIwbW9kZWwuZ2VuZXJhdGUoaW5wdXRzLmlucHV0X2lkcyUyQyUyMG1heF9sZW5ndGglM0QzMCklMEF0b2tlbml6ZXIuYmF0Y2hfZGVjb2RlKGdlbmVyYXRlX2lkcyUyQyUyMHNraXBfc3BlY2lhbF90b2tlbnMlM0RUcnVlJTJDJTIwY2xlYW5fdXBfdG9rZW5pemF0aW9uX3NwYWNlcyUzREZhbHNlKSU1QjAlNUQ=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, LlamaForCausalLM

<span class="hljs-meta">&gt;&gt;&gt; </span>model = LlamaForCausalLM.from_pretrained(PATH_TO_CONVERTED_WEIGHTS)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(PATH_TO_CONVERTED_TOKENIZER)

<span class="hljs-meta">&gt;&gt;&gt; </span>prompt = <span class="hljs-string">&quot;Hey, are you conscious? Can you talk to me?&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>inputs = tokenizer(prompt, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Generate</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>generate_ids = model.generate(inputs.input_ids, max_length=<span class="hljs-number">30</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.batch_decode(generate_ids, skip_special_tokens=<span class="hljs-literal">True</span>, clean_up_tokenization_spaces=<span class="hljs-literal">False</span>)[<span class="hljs-number">0</span>]
<span class="hljs-string">&quot;Hey, are you conscious? Can you talk to me?\\nI&#x27;m not conscious, but I can talk to you.&quot;</span>`}}),{c(){l=o("p"),l.textContent=T,c=s(),u(y.$$.fragment)},l(b){l=a(b,"P",{"data-svelte-h":!0}),p(l)!=="svelte-11lpom8"&&(l.textContent=T),c=r(b),f(y.$$.fragment,b)},m(b,P){d(b,l,P),d(b,c,P),g(y,b,P),$=!0},p:rt,i(b){$||(_(y.$$.fragment,b),$=!0)},o(b){v(y.$$.fragment,b),$=!1},d(b){b&&(n(l),n(c)),k(y,b)}}}function fs(C){let l,T=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){l=o("p"),l.innerHTML=T},l(c){l=a(c,"P",{"data-svelte-h":!0}),p(l)!=="svelte-fincs2"&&(l.innerHTML=T)},m(c,y){d(c,l,y)},p:rt,d(c){c&&n(l)}}}function gs(C){let l,T,c,y,$,b,P,ve,On,it,Yo="LLaMA",dn,J,X,Xt,ke,Zn,lt,Qo="Overview",cn,be,Ko='The LLaMA model was proposed in <a href="https://arxiv.org/abs/2302.13971" rel="nofollow">LLaMA: Open and Efficient Foundation Language Models</a> by Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timothée Lacroix, Baptiste Rozière, Naman Goyal, Eric Hambro, Faisal Azhar, Aurelien Rodriguez, Armand Joulin, Edouard Grave, Guillaume Lample. It is a collection of foundation language models ranging from 7B to 65B parameters.',mn,ye,ea="The abstract from the paper is the following:",pn,Te,ta="<em>We introduce LLaMA, a collection of foundation language models ranging from 7B to 65B parameters. We train our models on trillions of tokens, and show that it is possible to train state-of-the-art models using publicly available datasets exclusively, without resorting to proprietary and inaccessible datasets. In particular, LLaMA-13B outperforms GPT-3 (175B) on most benchmarks, and LLaMA-65B is competitive with the best models, Chinchilla-70B and PaLM-540B. We release all our models to the research community.</em>",hn,Le,na="Tips:",un,we,oa='<li>Weights for the LLaMA models can be obtained from by filling out <a href="https://docs.google.com/forms/d/e/1FAIpQLSfqNECQnMkycAp2jP4Z9TFX0cGR4uf7b_fBxjY_OjhJILlKGA/viewform?usp=send_form" rel="nofollow">this form</a></li> <li>After downloading the weights, they will need to be converted to the Hugging Face Transformers format using the <a href="https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/convert_llama_weights_to_hf.py" rel="nofollow">conversion script</a>. The script can be called with the following (example) command:</li>',fn,$e,gn,Me,aa="<li>After conversion, the model and tokenizer can be loaded via:</li>",_n,xe,vn,ze,sa=`Note that executing the script requires enough CPU RAM to host the whole model in float16 precision (even if the biggest versions
come in several checkpoints they each contain a part of each weight of the model, so we need to load them all in RAM). For the 65B model, it’s thus 130GB of RAM needed.`,kn,Ce,ra='<li>The LLaMA tokenizer is a BPE model based on <a href="https://github.com/google/sentencepiece" rel="nofollow">sentencepiece</a>. One quirk of sentencepiece is that when decoding a sequence, if the first token is the start of the word (e.g. “Banana”), the tokenizer does not prepend the prefix space to the string.</li>',bn,Fe,ia='This model was contributed by <a href="https://huggingface.co/zphang" rel="nofollow">zphang</a> with contributions from <a href="https://huggingface.co/BlackSamorez" rel="nofollow">BlackSamorez</a>. The code of the implementation in Hugging Face is based on GPT-NeoX <a href="https://github.com/EleutherAI/gpt-neox" rel="nofollow">here</a>. The original code of the authors can be found <a href="https://github.com/facebookresearch/llama" rel="nofollow">here</a>.',yn,qe,la="Based on the original LLaMA model, Meta AI has released some follow-up works:",Tn,Pe,da='<li><strong>Llama2</strong>: Llama2 is an improved version of Llama with some architectural tweaks (Grouped Query Attention), and is pre-trained on 2Trillion tokens. Refer to the documentation of Llama2 which can be found <a href="llama2">here</a>.</li>',Ln,D,Y,Yt,Ie,Xn,dt,ca="LlamaConfig",wn,I,Ae,Yn,ct,ma=`This is the configuration class to store the configuration of a <a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaModel">LlamaModel</a>. It is used to instantiate an LLaMA
model according to the specified arguments, defining the model architecture. Instantiating a configuration with the
defaults will yield a similar configuration to that of the LLaMA-7B.`,Qn,mt,pa=`Configuration objects inherit from <a href="/docs/transformers/v4.33.3/en/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a> and can be used to control the model outputs. Read the
documentation from <a href="/docs/transformers/v4.33.3/en/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a> for more information.`,Kn,Q,$n,B,K,Qt,Ee,eo,pt,ha="LlamaTokenizer",Mn,z,je,to,ht,ua=`Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding. The default padding token is unset as there is
no padding token in the original model.`,no,ut,Ne,oo,ee,He,ao,ft,fa=`Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> method.`,so,A,Ue,ro,gt,ga="Creates a mask from the two sequences passed to be used in a sequence-pair classification task. An ALBERT",io,te,lo,_t,_a="if token_ids_1 is None, only returns the first portion of the mask (0s).",co,ne,Se,mo,vt,va="Save the vocabulary and special tokens file to a directory.",xn,V,oe,Kt,We,po,kt,ka="LlamaTokenizerFast",zn,L,Je,ho,bt,ba="Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding.",uo,yt,ya="This uses notably ByteFallback and no normalization.",fo,ae,go,Tt,Ta=`If you want to change the <code>bos_token</code> or the <code>eos_token</code>, make sure to specify them when initializing the model, or
call <code>tokenizer.update_post_processor()</code> to make sure that the post-processing is correctly done (otherwise the
values of the first token and final token of an encoded sequence will not be correct). For more details, checkout
[post-processors] (<a href="https://huggingface.co/docs/tokenizers/api/post-processors" rel="nofollow">https://huggingface.co/docs/tokenizers/api/post-processors</a>) documentation.`,_o,Lt,La=`This tokenizer inherits from <a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast">PreTrainedTokenizerFast</a> which contains most of the main methods. Users should
refer to this superclass for more information regarding those methods.`,vo,N,De,ko,wt,wa=`Build model inputs from a sequence or a pair of sequence for sequence classification tasks by concatenating and
adding special tokens.`,bo,$t,$a="This implementation does not add special tokens and this method should be overridden in a subclass.",yo,se,Be,To,Mt,Ma=`Retrieves sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> or <code>encode_plus</code> methods.`,Lo,H,Ve,wo,xt,xa=`Create the token type IDs corresponding to the sequences passed. <a href="../glossary#token-type-ids">What are token type
IDs?</a>`,$o,zt,za="Should be overridden in a subclass if the model has a special way of building those.",Mo,re,Ge,xo,Ct,Ca="Updates the underlying post processor with the current <code>bos_token</code> and <code>eos_token</code>.",zo,Ft,Re,Cn,G,ie,en,Oe,Co,qt,Fa="LlamaModel",Fn,F,Ze,Fo,Pt,qa=`The bare LLaMA Model outputting raw hidden-states without any specific head on top.
This model inherits from <a href="/docs/transformers/v4.33.3/en/main_classes/model#transformers.PreTrainedModel">PreTrainedModel</a>. Check the superclass documentation for the generic methods the
library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
etc.)`,qo,It,Pa=`This model is also a PyTorch <a href="https://pytorch.org/docs/stable/nn.html#torch.nn.Module" rel="nofollow">torch.nn.Module</a> subclass.
Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
and behavior.`,Po,At,Ia="Transformer decoder consisting of <em>config.num_hidden_layers</em> layers. Each layer is a <code>LlamaDecoderLayer</code>",Io,U,Xe,Ao,Et,Aa='The <a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaModel">LlamaModel</a> forward method, overrides the <code>__call__</code> special method.',Eo,le,qn,R,de,tn,Ye,jo,jt,Ea="LlamaForCausalLM",Pn,O,Qe,No,E,Ke,Ho,Nt,ja='The <a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaForCausalLM">LlamaForCausalLM</a> forward method, overrides the <code>__call__</code> special method.',Uo,ce,So,me,In,Z,pe,nn,et,Wo,Ht,Na="LlamaForSequenceClassification",An,M,tt,Jo,Ut,Ha="The LLaMa Model transformer with a sequence classification head on top (linear layer).",Do,St,Ua=`<a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaForSequenceClassification">LlamaForSequenceClassification</a> uses the last token in order to do the classification, as other causal models
(e.g. GPT-2) do.`,Bo,Wt,Sa=`Since it does classification on the last token, it requires to know the position of the last token. If a
<code>pad_token_id</code> is defined in the configuration, it finds the last token that is not a padding token in each row. If
no <code>pad_token_id</code> is defined, it simply takes the last value in each row of the batch. Since it cannot guess the
padding tokens when <code>inputs_embeds</code> are passed instead of <code>input_ids</code>, it does the same (take the last value in
each row of the batch).`,Vo,Jt,Wa=`This model inherits from <a href="/docs/transformers/v4.33.3/en/main_classes/model#transformers.PreTrainedModel">PreTrainedModel</a>. Check the superclass documentation for the generic methods the
library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
etc.)`,Go,Dt,Ja=`This model is also a PyTorch <a href="https://pytorch.org/docs/stable/nn.html#torch.nn.Module" rel="nofollow">torch.nn.Module</a> subclass.
Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
and behavior.`,Ro,S,nt,Oo,Bt,Da='The <a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaForSequenceClassification">LlamaForSequenceClassification</a> forward method, overrides the <code>__call__</code> special method.',Zo,he,En,on,jn;return ve=new _e({}),ke=new _e({}),$e=new Zt({props:{code:"cHl0aG9uJTIwc3JjJTJGdHJhbnNmb3JtZXJzJTJGbW9kZWxzJTJGbGxhbWElMkZjb252ZXJ0X2xsYW1hX3dlaWdodHNfdG9faGYucHklMjAlNUMlMEElMjAlMjAlMjAlMjAtLWlucHV0X2RpciUyMCUyRnBhdGglMkZ0byUyRmRvd25sb2FkZWQlMkZsbGFtYSUyRndlaWdodHMlMjAtLW1vZGVsX3NpemUlMjA3QiUyMC0tb3V0cHV0X2RpciUyMCUyRm91dHB1dCUyRnBhdGg=",highlighted:`python src/transformers/models/llama/convert_llama_weights_to_hf.py \\
    --input_dir /path/to/downloaded/llama/weights --model_size 7B --output_dir /output/path`}}),xe=new Zt({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMExsYW1hRm9yQ2F1c2FsTE0lMkMlMjBMbGFtYVRva2VuaXplciUwQSUwQXRva2VuaXplciUyMCUzRCUyMExsYW1hVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjIlMkZvdXRwdXQlMkZwYXRoJTIyKSUwQW1vZGVsJTIwJTNEJTIwTGxhbWFGb3JDYXVzYWxMTS5mcm9tX3ByZXRyYWluZWQoJTIyJTJGb3V0cHV0JTJGcGF0aCUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaForCausalLM, LlamaTokenizer

tokenizer = LlamaTokenizer.from_pretrained(<span class="hljs-string">&quot;/output/path&quot;</span>)
model = LlamaForCausalLM.from_pretrained(<span class="hljs-string">&quot;/output/path&quot;</span>)`}}),Ie=new _e({}),Ae=new x({props:{name:"class transformers.LlamaConfig",anchor:"transformers.LlamaConfig",parameters:[{name:"vocab_size",val:" = 32000"},{name:"hidden_size",val:" = 4096"},{name:"intermediate_size",val:" = 11008"},{name:"num_hidden_layers",val:" = 32"},{name:"num_attention_heads",val:" = 32"},{name:"num_key_value_heads",val:" = None"},{name:"hidden_act",val:" = 'silu'"},{name:"max_position_embeddings",val:" = 2048"},{name:"initializer_range",val:" = 0.02"},{name:"rms_norm_eps",val:" = 1e-06"},{name:"use_cache",val:" = True"},{name:"pad_token_id",val:" = None"},{name:"bos_token_id",val:" = 1"},{name:"eos_token_id",val:" = 2"},{name:"pretraining_tp",val:" = 1"},{name:"tie_word_embeddings",val:" = False"},{name:"rope_theta",val:" = 10000.0"},{name:"rope_scaling",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaConfig.vocab_size",description:`<strong>vocab_size</strong> (<code>int</code>, <em>optional</em>, defaults to 32000) &#x2014;
Vocabulary size of the LLaMA model. Defines the number of different tokens that can be represented by the
<code>inputs_ids</code> passed when calling <a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaModel">LlamaModel</a>`,name:"vocab_size"},{anchor:"transformers.LlamaConfig.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to 4096) &#x2014;
Dimension of the hidden representations.`,name:"hidden_size"},{anchor:"transformers.LlamaConfig.intermediate_size",description:`<strong>intermediate_size</strong> (<code>int</code>, <em>optional</em>, defaults to 11008) &#x2014;
Dimension of the MLP representations.`,name:"intermediate_size"},{anchor:"transformers.LlamaConfig.num_hidden_layers",description:`<strong>num_hidden_layers</strong> (<code>int</code>, <em>optional</em>, defaults to 32) &#x2014;
Number of hidden layers in the Transformer encoder.`,name:"num_hidden_layers"},{anchor:"transformers.LlamaConfig.num_attention_heads",description:`<strong>num_attention_heads</strong> (<code>int</code>, <em>optional</em>, defaults to 32) &#x2014;
Number of attention heads for each attention layer in the Transformer encoder.`,name:"num_attention_heads"},{anchor:"transformers.LlamaConfig.num_key_value_heads",description:`<strong>num_key_value_heads</strong> (<code>int</code>, <em>optional</em>) &#x2014;
This is the number of key_value heads that should be used to implement Grouped Query Attention. If
<code>num_key_value_heads=num_attention_heads</code>, the model will use Multi Head Attention (MHA), if
<code>num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed by meanpooling all the original heads within that group. For more details checkout [this paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to </code>num_attention_heads\`.`,name:"num_key_value_heads"},{anchor:"transformers.LlamaConfig.pretraining_tp",description:`<strong>pretraining_tp</strong> (<code>int</code>, <em>optional</em>, defaults to <code>1</code>) &#x2014;
Experimental feature. Tensor parallelism rank used during pretraining. Please refer to <a href="https://huggingface.co/docs/transformers/parallelism" rel="nofollow">this
document</a> to understand more about it. This value is
necessary to ensure exact reproducibility of the pretraining results. Please refer to <a href="https://github.com/pytorch/pytorch/issues/76232" rel="nofollow">this
issue</a>.`,name:"pretraining_tp"},{anchor:"transformers.LlamaConfig.hidden_act",description:`<strong>hidden_act</strong> (<code>str</code> or <code>function</code>, <em>optional</em>, defaults to <code>&quot;silu&quot;</code>) &#x2014;
The non-linear activation function (function or string) in the decoder.`,name:"hidden_act"},{anchor:"transformers.LlamaConfig.max_position_embeddings",description:`<strong>max_position_embeddings</strong> (<code>int</code>, <em>optional</em>, defaults to 2048) &#x2014;
The maximum sequence length that this model might ever be used with. Llama 1 supports up to 2048 tokens,
Llama 2 up to 4096, CodeLlama up to 16384.`,name:"max_position_embeddings"},{anchor:"transformers.LlamaConfig.initializer_range",description:`<strong>initializer_range</strong> (<code>float</code>, <em>optional</em>, defaults to 0.02) &#x2014;
The standard deviation of the truncated_normal_initializer for initializing all weight matrices.`,name:"initializer_range"},{anchor:"transformers.LlamaConfig.rms_norm_eps",description:`<strong>rms_norm_eps</strong> (<code>float</code>, <em>optional</em>, defaults to 1e-12) &#x2014;
The epsilon used by the rms normalization layers.`,name:"rms_norm_eps"},{anchor:"transformers.LlamaConfig.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not the model should return the last key/values attentions (not used by all models). Only
relevant if <code>config.is_decoder=True</code>.`,name:"use_cache"},{anchor:"transformers.LlamaConfig.tie_word_embeddings(bool,",description:`<strong>tie_word_embeddings(<code>bool</code>,</strong> <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to tie weight embeddings`,name:"tie_word_embeddings(bool,"},{anchor:"transformers.LlamaConfig.rope_theta",description:`<strong>rope_theta</strong> (<code>float</code>, <em>optional</em>, defaults to 10000.0) &#x2014;
The base period of the RoPE embeddings.`,name:"rope_theta"},{anchor:"transformers.LlamaConfig.rope_scaling",description:`<strong>rope_scaling</strong> (<code>Dict</code>, <em>optional</em>) &#x2014;
Dictionary containing the scaling configuration for the RoPE embeddings. Currently supports two scaling
strategies: linear and dynamic. Their scaling factor must be an float greater than 1. The expected format
is <code>{&quot;type&quot;: strategy name, &quot;factor&quot;: scaling factor}</code>. When using this flag, don&#x2019;t update
<code>max_position_embeddings</code> to the expected new maximum. See the following thread for more information on how
these scaling strategies behave:
<a href="https://www.reddit.com/r/LocalLLaMA/comments/14mrgpr/dynamically_scaled_rope_further_increases/" rel="nofollow">https://www.reddit.com/r/LocalLLaMA/comments/14mrgpr/dynamically_scaled_rope_further_increases/</a>. This is an
experimental feature, subject to breaking API changes in future versions.</p>
<p>Example &#x2014;`,name:"rope_scaling"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/configuration_llama.py#L31"}}),Q=new Rn({props:{anchor:"transformers.LlamaConfig.example",$$slots:{default:[ds]},$$scope:{ctx:C}}}),Ee=new _e({}),je=new x({props:{name:"class transformers.LlamaTokenizer",anchor:"transformers.LlamaTokenizer",parameters:[{name:"vocab_file",val:""},{name:"unk_token",val:" = '<unk>'"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"pad_token",val:" = None"},{name:"sp_model_kwargs",val:": typing.Union[typing.Dict[str, typing.Any], NoneType] = None"},{name:"add_bos_token",val:" = True"},{name:"add_eos_token",val:" = False"},{name:"clean_up_tokenization_spaces",val:" = False"},{name:"use_default_system_prompt",val:" = True"},{name:"spaces_between_special_tokens",val:" = False"},{name:"legacy",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
Path to the vocabulary file.`,name:"vocab_file"},{anchor:"transformers.LlamaTokenizer.legacy",description:`<strong>legacy</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not the <code>legacy</code> behavior of the tokenizer should be used. Legacy is before the merge of #24622
and #25224 which includes fixes to properly handle tokens that appear after special tokens. A simple
example:</p>
<ul>
<li><code>legacy=True</code>:</li>
</ul>`,name:"legacy"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama.py#L67"}}),Ne=new x({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.LlamaTokenizer.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:""},{name:"token_ids_1",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama.py#L296"}}),He=new x({props:{name:"get_special_tokens_mask",anchor:"transformers.LlamaTokenizer.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"},{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama.py#L307",returnDescription:`
<p>A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),Ue=new x({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of ids.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama.py#L344",returnDescription:`
<p>List of <a href="../glossary#token-type-ids">token type IDs</a> according to the given sequence(s).</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),te=new Rn({props:{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.example",$$slots:{default:[cs]},$$scope:{ctx:C}}}),Se=new x({props:{name:"save_vocabulary",anchor:"transformers.LlamaTokenizer.save_vocabulary",parameters:[{name:"save_directory",val:""},{name:"filename_prefix",val:": typing.Optional[str] = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.save_vocabulary.save_directory",description:`<strong>save_directory</strong> (<code>str</code>) &#x2014;
The directory in which to save the vocabulary.`,name:"save_directory"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama.py#L269",returnDescription:`
<p>Paths to the files saved.</p>
`,returnType:`
<p><code>Tuple(str)</code></p>
`}}),We=new _e({}),Je=new x({props:{name:"class transformers.LlamaTokenizerFast",anchor:"transformers.LlamaTokenizerFast",parameters:[{name:"vocab_file",val:" = None"},{name:"tokenizer_file",val:" = None"},{name:"clean_up_tokenization_spaces",val:" = False"},{name:"unk_token",val:" = '<unk>'"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"add_bos_token",val:" = True"},{name:"add_eos_token",val:" = False"},{name:"use_default_system_prompt",val:" = True"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
<a href="https://github.com/google/sentencepiece" rel="nofollow">SentencePiece</a> file (generally has a .model extension) that
contains the vocabulary necessary to instantiate a tokenizer.`,name:"vocab_file"},{anchor:"transformers.LlamaTokenizerFast.tokenizer_file",description:`<strong>tokenizer_file</strong> (<code>str</code>) &#x2014;
<a href="https://github.com/huggingface/tokenizers" rel="nofollow">tokenizers</a> file (generally has a .json extension) that
contains everything needed to load the tokenizer.`,name:"tokenizer_file"},{anchor:"transformers.LlamaTokenizerFast.clean_up_tokenization_spaces",description:`<strong>clean_up_tokenization_spaces</strong> (<code>str</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Wether to cleanup spaces after decoding, cleanup consists in removing potential artifacts like extra
spaces.`,name:"clean_up_tokenization_spaces"},{anchor:"transformers.LlamaTokenizerFast.bos_token",description:`<strong>bos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.`,name:"bos_token"},{anchor:"transformers.LlamaTokenizerFast.eos_token",description:`<strong>eos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The end of sequence token.`,name:"eos_token"},{anchor:"transformers.LlamaTokenizerFast.unk_token",description:`<strong>unk_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;unk&gt;&quot;</code>) &#x2014;
The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
token instead.`,name:"unk_token"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama_fast.py#L52"}}),ae=new Rn({props:{anchor:"transformers.LlamaTokenizerFast.example",$$slots:{default:[ms]},$$scope:{ctx:C}}}),De=new x({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.LlamaTokenizerFast.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.build_inputs_with_special_tokens.token_ids_0",description:"<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014; The first tokenized sequence.",name:"token_ids_0"},{anchor:"transformers.LlamaTokenizerFast.build_inputs_with_special_tokens.token_ids_1",description:"<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014; The second tokenized sequence.",name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/tokenization_utils_base.py#L3121",returnDescription:`
<p>The model input with special tokens.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),Be=new x({props:{name:"get_special_tokens_mask",anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of ids of the first sequence.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
List of ids of the second sequence.`,name:"token_ids_1"},{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/tokenization_utils_base.py#L3566",returnDescription:`
<p>1 for a special token, 0 for a sequence token.</p>
`,returnType:`
<p>A list of integers in the range [0, 1]</p>
`}}),Ve=new x({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences.token_ids_0",description:"<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014; The first tokenized sequence.",name:"token_ids_0"},{anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences.token_ids_1",description:"<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014; The second tokenized sequence.",name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/tokenization_utils_base.py#L3101",returnDescription:`
<p>The token type ids.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),Ge=new x({props:{name:"update_post_processor",anchor:"transformers.LlamaTokenizerFast.update_post_processor",parameters:[],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama_fast.py#L136"}}),Re=new x({props:{name:"save_vocabulary",anchor:"transformers.LlamaTokenizerFast.save_vocabulary",parameters:[{name:"save_directory",val:": str"},{name:"filename_prefix",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/tokenization_llama_fast.py#L176"}}),Oe=new _e({}),Ze=new x({props:{name:"class transformers.LlamaModel",anchor:"transformers.LlamaModel",parameters:[{name:"config",val:": LlamaConfig"}],parametersDescription:[{anchor:"transformers.LlamaModel.config",description:`<strong>config</strong> (<a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaConfig">LlamaConfig</a>) &#x2014;
Model configuration class with all the parameters of the model. Initializing with a config file does not
load the weights associated with the model, only the configuration. Check out the
<a href="/docs/transformers/v4.33.3/en/main_classes/model#transformers.PreTrainedModel.from_pretrained">from_pretrained()</a> method to load the model weights.
config &#x2014; LlamaConfig`,name:"config"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/modeling_llama.py#L563"}}),Xe=new x({props:{name:"forward",anchor:"transformers.LlamaModel.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": typing.Optional[torch.Tensor] = None"},{name:"position_ids",val:": typing.Optional[torch.LongTensor] = None"},{name:"past_key_values",val:": typing.Optional[typing.List[torch.FloatTensor]] = None"},{name:"inputs_embeds",val:": typing.Optional[torch.FloatTensor] = None"},{name:"use_cache",val:": typing.Optional[bool] = None"},{name:"output_attentions",val:": typing.Optional[bool] = None"},{name:"output_hidden_states",val:": typing.Optional[bool] = None"},{name:"return_dict",val:": typing.Optional[bool] = None"}],parametersDescription:[{anchor:"transformers.LlamaModel.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <a href="/docs/transformers/v4.33.3/en/model_doc/auto#transformers.AutoTokenizer">AutoTokenizer</a>. See <a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.encode">PreTrainedTokenizer.encode()</a> and
<a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.__call__">PreTrainedTokenizer.<strong>call</strong>()</a> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaModel.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <a href="/docs/transformers/v4.33.3/en/model_doc/auto#transformers.AutoTokenizer">AutoTokenizer</a>. See <a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.encode">PreTrainedTokenizer.encode()</a> and
<a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.__call__">PreTrainedTokenizer.<strong>call</strong>()</a> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>decoder_input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaModel.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaModel.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) &#x2014;
Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>) and 2 additional tensors of shape
<code>(batch_size, num_heads, encoder_sequence_length, embed_size_per_head)</code>.</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used (see <code>past_key_values</code> input) to speed up sequential decoding.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>decoder_input_ids</code> (those that
don&#x2019;t have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all
<code>decoder_input_ids</code> of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaModel.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaModel.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaModel.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaModel.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaModel.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <a href="/docs/transformers/v4.33.3/en/main_classes/output#transformers.utils.ModelOutput">ModelOutput</a> instead of a plain tuple.`,name:"return_dict"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/modeling_llama.py#L614"}}),le=new Xo({props:{$$slots:{default:[ps]},$$scope:{ctx:C}}}),Ye=new _e({}),Qe=new x({props:{name:"class transformers.LlamaForCausalLM",anchor:"transformers.LlamaForCausalLM",parameters:[{name:"config",val:""}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/modeling_llama.py#L742"}}),Ke=new x({props:{name:"forward",anchor:"transformers.LlamaForCausalLM.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": typing.Optional[torch.Tensor] = None"},{name:"position_ids",val:": typing.Optional[torch.LongTensor] = None"},{name:"past_key_values",val:": typing.Optional[typing.List[torch.FloatTensor]] = None"},{name:"inputs_embeds",val:": typing.Optional[torch.FloatTensor] = None"},{name:"labels",val:": typing.Optional[torch.LongTensor] = None"},{name:"use_cache",val:": typing.Optional[bool] = None"},{name:"output_attentions",val:": typing.Optional[bool] = None"},{name:"output_hidden_states",val:": typing.Optional[bool] = None"},{name:"return_dict",val:": typing.Optional[bool] = None"}],parametersDescription:[{anchor:"transformers.LlamaForCausalLM.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <a href="/docs/transformers/v4.33.3/en/model_doc/auto#transformers.AutoTokenizer">AutoTokenizer</a>. See <a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.encode">PreTrainedTokenizer.encode()</a> and
<a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.__call__">PreTrainedTokenizer.<strong>call</strong>()</a> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaForCausalLM.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <a href="/docs/transformers/v4.33.3/en/model_doc/auto#transformers.AutoTokenizer">AutoTokenizer</a>. See <a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.encode">PreTrainedTokenizer.encode()</a> and
<a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.__call__">PreTrainedTokenizer.<strong>call</strong>()</a> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>decoder_input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaForCausalLM.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaForCausalLM.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) &#x2014;
Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>) and 2 additional tensors of shape
<code>(batch_size, num_heads, encoder_sequence_length, embed_size_per_head)</code>.</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used (see <code>past_key_values</code> input) to speed up sequential decoding.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>decoder_input_ids</code> (those that
don&#x2019;t have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all
<code>decoder_input_ids</code> of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaForCausalLM.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaForCausalLM.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaForCausalLM.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaForCausalLM.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaForCausalLM.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <a href="/docs/transformers/v4.33.3/en/main_classes/output#transformers.utils.ModelOutput">ModelOutput</a> instead of a plain tuple.</p>
<p>Args &#x2014;
labels (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>):
Labels for computing the masked language modeling loss. Indices should either be in <code>[0, ..., config.vocab_size]</code> or -100 (see <code>input_ids</code> docstring). Tokens with indices set to <code>-100</code> are ignored
(masked), the loss is only computed for the tokens with labels in <code>[0, ..., config.vocab_size]</code>.`,name:"return_dict"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/modeling_llama.py#L772",returnDescription:`
<p>A <a
  href="/docs/transformers/v4.33.3/en/main_classes/output#transformers.modeling_outputs.CausalLMOutputWithPast"
>transformers.modeling_outputs.CausalLMOutputWithPast</a> or a tuple of
<code>torch.FloatTensor</code> (if <code>return_dict=False</code> is passed or when <code>config.return_dict=False</code>) comprising various
elements depending on the configuration (<a
  href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaConfig"
>LlamaConfig</a>) and inputs.</p>
<ul>
<li>
<p><strong>loss</strong> (<code>torch.FloatTensor</code> of shape <code>(1,)</code>, <em>optional</em>, returned when <code>labels</code> is provided) — Language modeling loss (for next-token prediction).</p>
</li>
<li>
<p><strong>logits</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, config.vocab_size)</code>) — Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax).</p>
</li>
<li>
<p><strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) — Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>)</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks) that can be used (see
<code>past_key_values</code> input) to speed up sequential decoding.</p>
</li>
<li>
<p><strong>hidden_states</strong> (<code>tuple(torch.FloatTensor)</code>, <em>optional</em>, returned when <code>output_hidden_states=True</code> is passed or when <code>config.output_hidden_states=True</code>) — Tuple of <code>torch.FloatTensor</code> (one for the output of the embeddings, if the model has an embedding layer, +
one for the output of each layer) of shape <code>(batch_size, sequence_length, hidden_size)</code>.</p>
<p>Hidden-states of the model at the output of each layer plus the optional initial embedding outputs.</p>
</li>
<li>
<p><strong>attentions</strong> (<code>tuple(torch.FloatTensor)</code>, <em>optional</em>, returned when <code>output_attentions=True</code> is passed or when <code>config.output_attentions=True</code>) — Tuple of <code>torch.FloatTensor</code> (one for each layer) of shape <code>(batch_size, num_heads, sequence_length, sequence_length)</code>.</p>
<p>Attentions weights after the attention softmax, used to compute the weighted average in the self-attention
heads.</p>
</li>
</ul>
`,returnType:`
<p><a
  href="/docs/transformers/v4.33.3/en/main_classes/output#transformers.modeling_outputs.CausalLMOutputWithPast"
>transformers.modeling_outputs.CausalLMOutputWithPast</a> or <code>tuple(torch.FloatTensor)</code></p>
`}}),ce=new Xo({props:{$$slots:{default:[hs]},$$scope:{ctx:C}}}),me=new Rn({props:{anchor:"transformers.LlamaForCausalLM.forward.example",$$slots:{default:[us]},$$scope:{ctx:C}}}),et=new _e({}),tt=new x({props:{name:"class transformers.LlamaForSequenceClassification",anchor:"transformers.LlamaForSequenceClassification",parameters:[{name:"config",val:""}],parametersDescription:[{anchor:"transformers.LlamaForSequenceClassification.config",description:`<strong>config</strong> (<a href="/docs/transformers/v4.33.3/en/model_doc/llama2#transformers.LlamaConfig">LlamaConfig</a>) &#x2014;
Model configuration class with all the parameters of the model. Initializing with a config file does not
load the weights associated with the model, only the configuration. Check out the
<a href="/docs/transformers/v4.33.3/en/main_classes/model#transformers.PreTrainedModel.from_pretrained">from_pretrained()</a> method to load the model weights.`,name:"config"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/modeling_llama.py#L921"}}),nt=new x({props:{name:"forward",anchor:"transformers.LlamaForSequenceClassification.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": typing.Optional[torch.Tensor] = None"},{name:"position_ids",val:": typing.Optional[torch.LongTensor] = None"},{name:"past_key_values",val:": typing.Optional[typing.List[torch.FloatTensor]] = None"},{name:"inputs_embeds",val:": typing.Optional[torch.FloatTensor] = None"},{name:"labels",val:": typing.Optional[torch.LongTensor] = None"},{name:"use_cache",val:": typing.Optional[bool] = None"},{name:"output_attentions",val:": typing.Optional[bool] = None"},{name:"output_hidden_states",val:": typing.Optional[bool] = None"},{name:"return_dict",val:": typing.Optional[bool] = None"}],parametersDescription:[{anchor:"transformers.LlamaForSequenceClassification.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <a href="/docs/transformers/v4.33.3/en/model_doc/auto#transformers.AutoTokenizer">AutoTokenizer</a>. See <a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.encode">PreTrainedTokenizer.encode()</a> and
<a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.__call__">PreTrainedTokenizer.<strong>call</strong>()</a> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaForSequenceClassification.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <a href="/docs/transformers/v4.33.3/en/model_doc/auto#transformers.AutoTokenizer">AutoTokenizer</a>. See <a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.encode">PreTrainedTokenizer.encode()</a> and
<a href="/docs/transformers/v4.33.3/en/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.__call__">PreTrainedTokenizer.<strong>call</strong>()</a> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>decoder_input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaForSequenceClassification.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaForSequenceClassification.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) &#x2014;
Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>) and 2 additional tensors of shape
<code>(batch_size, num_heads, encoder_sequence_length, embed_size_per_head)</code>.</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used (see <code>past_key_values</code> input) to speed up sequential decoding.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>decoder_input_ids</code> (those that
don&#x2019;t have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all
<code>decoder_input_ids</code> of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaForSequenceClassification.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaForSequenceClassification.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaForSequenceClassification.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaForSequenceClassification.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaForSequenceClassification.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <a href="/docs/transformers/v4.33.3/en/main_classes/output#transformers.utils.ModelOutput">ModelOutput</a> instead of a plain tuple.`,name:"return_dict"},{anchor:"transformers.LlamaForSequenceClassification.forward.labels",description:`<strong>labels</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size,)</code>, <em>optional</em>) &#x2014;
Labels for computing the sequence classification/regression loss. Indices should be in <code>[0, ..., config.num_labels - 1]</code>. If <code>config.num_labels == 1</code> a regression loss is computed (Mean-Square loss), If
<code>config.num_labels &gt; 1</code> a classification loss is computed (Cross-Entropy).`,name:"labels"}],source:"https://github.com/huggingface/transformers/blob/v4.33.3/src/transformers/models/llama/modeling_llama.py#L937"}}),he=new Xo({props:{$$slots:{default:[fs]},$$scope:{ctx:C}}}),{c(){l=o("meta"),T=s(),c=o("p"),y=s(),$=o("h1"),b=o("a"),P=o("span"),u(ve.$$.fragment),On=s(),it=o("span"),it.textContent=Yo,dn=s(),J=o("h2"),X=o("a"),Xt=o("span"),u(ke.$$.fragment),Zn=s(),lt=o("span"),lt.textContent=Qo,cn=s(),be=o("p"),be.innerHTML=Ko,mn=s(),ye=o("p"),ye.textContent=ea,pn=s(),Te=o("p"),Te.innerHTML=ta,hn=s(),Le=o("p"),Le.textContent=na,un=s(),we=o("ul"),we.innerHTML=oa,fn=s(),u($e.$$.fragment),gn=s(),Me=o("ul"),Me.innerHTML=aa,_n=s(),u(xe.$$.fragment),vn=s(),ze=o("p"),ze.textContent=sa,kn=s(),Ce=o("ul"),Ce.innerHTML=ra,bn=s(),Fe=o("p"),Fe.innerHTML=ia,yn=s(),qe=o("p"),qe.textContent=la,Tn=s(),Pe=o("ul"),Pe.innerHTML=da,Ln=s(),D=o("h2"),Y=o("a"),Yt=o("span"),u(Ie.$$.fragment),Xn=s(),dt=o("span"),dt.textContent=ca,wn=s(),I=o("div"),u(Ae.$$.fragment),Yn=s(),ct=o("p"),ct.innerHTML=ma,Qn=s(),mt=o("p"),mt.innerHTML=pa,Kn=s(),u(Q.$$.fragment),$n=s(),B=o("h2"),K=o("a"),Qt=o("span"),u(Ee.$$.fragment),eo=s(),pt=o("span"),pt.textContent=ha,Mn=s(),z=o("div"),u(je.$$.fragment),to=s(),ht=o("p"),ht.textContent=ua,no=s(),ut=o("div"),u(Ne.$$.fragment),oo=s(),ee=o("div"),u(He.$$.fragment),ao=s(),ft=o("p"),ft.innerHTML=fa,so=s(),A=o("div"),u(Ue.$$.fragment),ro=s(),gt=o("p"),gt.textContent=ga,io=s(),u(te.$$.fragment),lo=s(),_t=o("p"),_t.textContent=_a,co=s(),ne=o("div"),u(Se.$$.fragment),mo=s(),vt=o("p"),vt.textContent=va,xn=s(),V=o("h2"),oe=o("a"),Kt=o("span"),u(We.$$.fragment),po=s(),kt=o("span"),kt.textContent=ka,zn=s(),L=o("div"),u(Je.$$.fragment),ho=s(),bt=o("p"),bt.textContent=ba,uo=s(),yt=o("p"),yt.textContent=ya,fo=s(),u(ae.$$.fragment),go=s(),Tt=o("p"),Tt.innerHTML=Ta,_o=s(),Lt=o("p"),Lt.innerHTML=La,vo=s(),N=o("div"),u(De.$$.fragment),ko=s(),wt=o("p"),wt.textContent=wa,bo=s(),$t=o("p"),$t.textContent=$a,yo=s(),se=o("div"),u(Be.$$.fragment),To=s(),Mt=o("p"),Mt.innerHTML=Ma,Lo=s(),H=o("div"),u(Ve.$$.fragment),wo=s(),xt=o("p"),xt.innerHTML=xa,$o=s(),zt=o("p"),zt.textContent=za,Mo=s(),re=o("div"),u(Ge.$$.fragment),xo=s(),Ct=o("p"),Ct.innerHTML=Ca,zo=s(),Ft=o("div"),u(Re.$$.fragment),Cn=s(),G=o("h2"),ie=o("a"),en=o("span"),u(Oe.$$.fragment),Co=s(),qt=o("span"),qt.textContent=Fa,Fn=s(),F=o("div"),u(Ze.$$.fragment),Fo=s(),Pt=o("p"),Pt.innerHTML=qa,qo=s(),It=o("p"),It.innerHTML=Pa,Po=s(),At=o("p"),At.innerHTML=Ia,Io=s(),U=o("div"),u(Xe.$$.fragment),Ao=s(),Et=o("p"),Et.innerHTML=Aa,Eo=s(),u(le.$$.fragment),qn=s(),R=o("h2"),de=o("a"),tn=o("span"),u(Ye.$$.fragment),jo=s(),jt=o("span"),jt.textContent=Ea,Pn=s(),O=o("div"),u(Qe.$$.fragment),No=s(),E=o("div"),u(Ke.$$.fragment),Ho=s(),Nt=o("p"),Nt.innerHTML=ja,Uo=s(),u(ce.$$.fragment),So=s(),u(me.$$.fragment),In=s(),Z=o("h2"),pe=o("a"),nn=o("span"),u(et.$$.fragment),Wo=s(),Ht=o("span"),Ht.textContent=Na,An=s(),M=o("div"),u(tt.$$.fragment),Jo=s(),Ut=o("p"),Ut.textContent=Ha,Do=s(),St=o("p"),St.innerHTML=Ua,Bo=s(),Wt=o("p"),Wt.innerHTML=Sa,Vo=s(),Jt=o("p"),Jt.innerHTML=Wa,Go=s(),Dt=o("p"),Dt.innerHTML=Ja,Ro=s(),S=o("div"),u(nt.$$.fragment),Oo=s(),Bt=o("p"),Bt.innerHTML=Da,Zo=s(),u(he.$$.fragment),En=s(),on=o("p"),this.h()},l(e){const i=ls("svelte-1phssyn",document.head);l=a(i,"META",{name:!0,content:!0}),i.forEach(n),T=r(e),c=a(e,"P",{}),h(c).forEach(n),y=r(e),$=a(e,"H1",{class:!0});var ot=h($);b=a(ot,"A",{id:!0,class:!0,href:!0});var an=h(b);P=a(an,"SPAN",{});var sn=h(P);f(ve.$$.fragment,sn),sn.forEach(n),an.forEach(n),On=r(ot),it=a(ot,"SPAN",{"data-svelte-h":!0}),p(it)!=="svelte-10uy0om"&&(it.textContent=Yo),ot.forEach(n),dn=r(e),J=a(e,"H2",{class:!0});var at=h(J);X=a(at,"A",{id:!0,class:!0,href:!0});var rn=h(X);Xt=a(rn,"SPAN",{});var ln=h(Xt);f(ke.$$.fragment,ln),ln.forEach(n),rn.forEach(n),Zn=r(at),lt=a(at,"SPAN",{"data-svelte-h":!0}),p(lt)!=="svelte-1jsw1pg"&&(lt.textContent=Qo),at.forEach(n),cn=r(e),be=a(e,"P",{"data-svelte-h":!0}),p(be)!=="svelte-1mfapnf"&&(be.innerHTML=Ko),mn=r(e),ye=a(e,"P",{"data-svelte-h":!0}),p(ye)!=="svelte-vfdo9a"&&(ye.textContent=ea),pn=r(e),Te=a(e,"P",{"data-svelte-h":!0}),p(Te)!=="svelte-sl0nly"&&(Te.innerHTML=ta),hn=r(e),Le=a(e,"P",{"data-svelte-h":!0}),p(Le)!=="svelte-axv494"&&(Le.textContent=na),un=r(e),we=a(e,"UL",{"data-svelte-h":!0}),p(we)!=="svelte-oqmv1y"&&(we.innerHTML=oa),fn=r(e),f($e.$$.fragment,e),gn=r(e),Me=a(e,"UL",{"data-svelte-h":!0}),p(Me)!=="svelte-yjbkch"&&(Me.innerHTML=aa),_n=r(e),f(xe.$$.fragment,e),vn=r(e),ze=a(e,"P",{"data-svelte-h":!0}),p(ze)!=="svelte-3h7jh3"&&(ze.textContent=sa),kn=r(e),Ce=a(e,"UL",{"data-svelte-h":!0}),p(Ce)!=="svelte-1xmggxn"&&(Ce.innerHTML=ra),bn=r(e),Fe=a(e,"P",{"data-svelte-h":!0}),p(Fe)!=="svelte-1ivivso"&&(Fe.innerHTML=ia),yn=r(e),qe=a(e,"P",{"data-svelte-h":!0}),p(qe)!=="svelte-a39vkx"&&(qe.textContent=la),Tn=r(e),Pe=a(e,"UL",{"data-svelte-h":!0}),p(Pe)!=="svelte-y8u21a"&&(Pe.innerHTML=da),Ln=r(e),D=a(e,"H2",{class:!0});var st=h(D);Y=a(st,"A",{id:!0,class:!0,href:!0});var Ba=h(Y);Yt=a(Ba,"SPAN",{});var Va=h(Yt);f(Ie.$$.fragment,Va),Va.forEach(n),Ba.forEach(n),Xn=r(st),dt=a(st,"SPAN",{"data-svelte-h":!0}),p(dt)!=="svelte-7iuhrk"&&(dt.textContent=ca),st.forEach(n),wn=r(e),I=a(e,"DIV",{class:!0});var ue=h(I);f(Ae.$$.fragment,ue),Yn=r(ue),ct=a(ue,"P",{"data-svelte-h":!0}),p(ct)!=="svelte-7gy906"&&(ct.innerHTML=ma),Qn=r(ue),mt=a(ue,"P",{"data-svelte-h":!0}),p(mt)!=="svelte-cfh5wl"&&(mt.innerHTML=pa),Kn=r(ue),f(Q.$$.fragment,ue),ue.forEach(n),$n=r(e),B=a(e,"H2",{class:!0});var Nn=h(B);K=a(Nn,"A",{id:!0,class:!0,href:!0});var Ga=h(K);Qt=a(Ga,"SPAN",{});var Ra=h(Qt);f(Ee.$$.fragment,Ra),Ra.forEach(n),Ga.forEach(n),eo=r(Nn),pt=a(Nn,"SPAN",{"data-svelte-h":!0}),p(pt)!=="svelte-1hr2ekz"&&(pt.textContent=ha),Nn.forEach(n),Mn=r(e),z=a(e,"DIV",{class:!0});var j=h(z);f(je.$$.fragment,j),to=r(j),ht=a(j,"P",{"data-svelte-h":!0}),p(ht)!=="svelte-qfiu5a"&&(ht.textContent=ua),no=r(j),ut=a(j,"DIV",{class:!0});var Oa=h(ut);f(Ne.$$.fragment,Oa),Oa.forEach(n),oo=r(j),ee=a(j,"DIV",{class:!0});var Hn=h(ee);f(He.$$.fragment,Hn),ao=r(Hn),ft=a(Hn,"P",{"data-svelte-h":!0}),p(ft)!=="svelte-1f4f5kp"&&(ft.innerHTML=fa),Hn.forEach(n),so=r(j),A=a(j,"DIV",{class:!0});var fe=h(A);f(Ue.$$.fragment,fe),ro=r(fe),gt=a(fe,"P",{"data-svelte-h":!0}),p(gt)!=="svelte-13bfd60"&&(gt.textContent=ga),io=r(fe),f(te.$$.fragment,fe),lo=r(fe),_t=a(fe,"P",{"data-svelte-h":!0}),p(_t)!=="svelte-wtrslu"&&(_t.textContent=_a),fe.forEach(n),co=r(j),ne=a(j,"DIV",{class:!0});var Un=h(ne);f(Se.$$.fragment,Un),mo=r(Un),vt=a(Un,"P",{"data-svelte-h":!0}),p(vt)!=="svelte-1slb66l"&&(vt.textContent=va),Un.forEach(n),j.forEach(n),xn=r(e),V=a(e,"H2",{class:!0});var Sn=h(V);oe=a(Sn,"A",{id:!0,class:!0,href:!0});var Za=h(oe);Kt=a(Za,"SPAN",{});var Xa=h(Kt);f(We.$$.fragment,Xa),Xa.forEach(n),Za.forEach(n),po=r(Sn),kt=a(Sn,"SPAN",{"data-svelte-h":!0}),p(kt)!=="svelte-r8mzo5"&&(kt.textContent=ka),Sn.forEach(n),zn=r(e),L=a(e,"DIV",{class:!0});var w=h(L);f(Je.$$.fragment,w),ho=r(w),bt=a(w,"P",{"data-svelte-h":!0}),p(bt)!=="svelte-15tdcz8"&&(bt.textContent=ba),uo=r(w),yt=a(w,"P",{"data-svelte-h":!0}),p(yt)!=="svelte-llhmpa"&&(yt.textContent=ya),fo=r(w),f(ae.$$.fragment,w),go=r(w),Tt=a(w,"P",{"data-svelte-h":!0}),p(Tt)!=="svelte-cnb6q1"&&(Tt.innerHTML=Ta),_o=r(w),Lt=a(w,"P",{"data-svelte-h":!0}),p(Lt)!=="svelte-10uwgx2"&&(Lt.innerHTML=La),vo=r(w),N=a(w,"DIV",{class:!0});var Vt=h(N);f(De.$$.fragment,Vt),ko=r(Vt),wt=a(Vt,"P",{"data-svelte-h":!0}),p(wt)!=="svelte-xip562"&&(wt.textContent=wa),bo=r(Vt),$t=a(Vt,"P",{"data-svelte-h":!0}),p($t)!=="svelte-1yvfiyo"&&($t.textContent=$a),Vt.forEach(n),yo=r(w),se=a(w,"DIV",{class:!0});var Wn=h(se);f(Be.$$.fragment,Wn),To=r(Wn),Mt=a(Wn,"P",{"data-svelte-h":!0}),p(Mt)!=="svelte-1wmjg8a"&&(Mt.innerHTML=Ma),Wn.forEach(n),Lo=r(w),H=a(w,"DIV",{class:!0});var Gt=h(H);f(Ve.$$.fragment,Gt),wo=r(Gt),xt=a(Gt,"P",{"data-svelte-h":!0}),p(xt)!=="svelte-zj1vf1"&&(xt.innerHTML=xa),$o=r(Gt),zt=a(Gt,"P",{"data-svelte-h":!0}),p(zt)!=="svelte-9vptpw"&&(zt.textContent=za),Gt.forEach(n),Mo=r(w),re=a(w,"DIV",{class:!0});var Jn=h(re);f(Ge.$$.fragment,Jn),xo=r(Jn),Ct=a(Jn,"P",{"data-svelte-h":!0}),p(Ct)!=="svelte-nfci2w"&&(Ct.innerHTML=Ca),Jn.forEach(n),zo=r(w),Ft=a(w,"DIV",{class:!0});var Ya=h(Ft);f(Re.$$.fragment,Ya),Ya.forEach(n),w.forEach(n),Cn=r(e),G=a(e,"H2",{class:!0});var Dn=h(G);ie=a(Dn,"A",{id:!0,class:!0,href:!0});var Qa=h(ie);en=a(Qa,"SPAN",{});var Ka=h(en);f(Oe.$$.fragment,Ka),Ka.forEach(n),Qa.forEach(n),Co=r(Dn),qt=a(Dn,"SPAN",{"data-svelte-h":!0}),p(qt)!=="svelte-1txfp0z"&&(qt.textContent=Fa),Dn.forEach(n),Fn=r(e),F=a(e,"DIV",{class:!0});var W=h(F);f(Ze.$$.fragment,W),Fo=r(W),Pt=a(W,"P",{"data-svelte-h":!0}),p(Pt)!=="svelte-guh07b"&&(Pt.innerHTML=qa),qo=r(W),It=a(W,"P",{"data-svelte-h":!0}),p(It)!=="svelte-hswkmf"&&(It.innerHTML=Pa),Po=r(W),At=a(W,"P",{"data-svelte-h":!0}),p(At)!=="svelte-eom0yk"&&(At.innerHTML=Ia),Io=r(W),U=a(W,"DIV",{class:!0});var Rt=h(U);f(Xe.$$.fragment,Rt),Ao=r(Rt),Et=a(Rt,"P",{"data-svelte-h":!0}),p(Et)!=="svelte-y1pql0"&&(Et.innerHTML=Aa),Eo=r(Rt),f(le.$$.fragment,Rt),Rt.forEach(n),W.forEach(n),qn=r(e),R=a(e,"H2",{class:!0});var Bn=h(R);de=a(Bn,"A",{id:!0,class:!0,href:!0});var es=h(de);tn=a(es,"SPAN",{});var ts=h(tn);f(Ye.$$.fragment,ts),ts.forEach(n),es.forEach(n),jo=r(Bn),jt=a(Bn,"SPAN",{"data-svelte-h":!0}),p(jt)!=="svelte-nvcter"&&(jt.textContent=Ea),Bn.forEach(n),Pn=r(e),O=a(e,"DIV",{class:!0});var Vn=h(O);f(Qe.$$.fragment,Vn),No=r(Vn),E=a(Vn,"DIV",{class:!0});var ge=h(E);f(Ke.$$.fragment,ge),Ho=r(ge),Nt=a(ge,"P",{"data-svelte-h":!0}),p(Nt)!=="svelte-11762k4"&&(Nt.innerHTML=ja),Uo=r(ge),f(ce.$$.fragment,ge),So=r(ge),f(me.$$.fragment,ge),ge.forEach(n),Vn.forEach(n),In=r(e),Z=a(e,"H2",{class:!0});var Gn=h(Z);pe=a(Gn,"A",{id:!0,class:!0,href:!0});var ns=h(pe);nn=a(ns,"SPAN",{});var os=h(nn);f(et.$$.fragment,os),os.forEach(n),ns.forEach(n),Wo=r(Gn),Ht=a(Gn,"SPAN",{"data-svelte-h":!0}),p(Ht)!=="svelte-ftlzum"&&(Ht.textContent=Na),Gn.forEach(n),An=r(e),M=a(e,"DIV",{class:!0});var q=h(M);f(tt.$$.fragment,q),Jo=r(q),Ut=a(q,"P",{"data-svelte-h":!0}),p(Ut)!=="svelte-62must"&&(Ut.textContent=Ha),Do=r(q),St=a(q,"P",{"data-svelte-h":!0}),p(St)!=="svelte-1xtlk4v"&&(St.innerHTML=Ua),Bo=r(q),Wt=a(q,"P",{"data-svelte-h":!0}),p(Wt)!=="svelte-10ugs3m"&&(Wt.innerHTML=Sa),Vo=r(q),Jt=a(q,"P",{"data-svelte-h":!0}),p(Jt)!=="svelte-ev63c"&&(Jt.innerHTML=Wa),Go=r(q),Dt=a(q,"P",{"data-svelte-h":!0}),p(Dt)!=="svelte-hswkmf"&&(Dt.innerHTML=Ja),Ro=r(q),S=a(q,"DIV",{class:!0});var Ot=h(S);f(nt.$$.fragment,Ot),Oo=r(Ot),Bt=a(Ot,"P",{"data-svelte-h":!0}),p(Bt)!=="svelte-12wpkr6"&&(Bt.innerHTML=Da),Zo=r(Ot),f(he.$$.fragment,Ot),Ot.forEach(n),q.forEach(n),En=r(e),on=a(e,"P",{}),h(on).forEach(n),this.h()},h(){m(l,"name","hf:doc:metadata"),m(l,"content",JSON.stringify(_s)),m(b,"id","llama"),m(b,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(b,"href","#llama"),m($,"class","relative group"),m(X,"id","overview"),m(X,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(X,"href","#overview"),m(J,"class","relative group"),m(Y,"id","transformers.LlamaConfig"),m(Y,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(Y,"href","#transformers.LlamaConfig"),m(D,"class","relative group"),m(I,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(K,"id","transformers.LlamaTokenizer"),m(K,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(K,"href","#transformers.LlamaTokenizer"),m(B,"class","relative group"),m(ut,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(ee,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(A,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(oe,"id","transformers.LlamaTokenizerFast"),m(oe,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(oe,"href","#transformers.LlamaTokenizerFast"),m(V,"class","relative group"),m(N,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(se,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(re,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(Ft,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(ie,"id","transformers.LlamaModel"),m(ie,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(ie,"href","#transformers.LlamaModel"),m(G,"class","relative group"),m(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(de,"id","transformers.LlamaForCausalLM"),m(de,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(de,"href","#transformers.LlamaForCausalLM"),m(R,"class","relative group"),m(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(pe,"id","transformers.LlamaForSequenceClassification"),m(pe,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(pe,"href","#transformers.LlamaForSequenceClassification"),m(Z,"class","relative group"),m(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,i){t(document.head,l),d(e,T,i),d(e,c,i),d(e,y,i),d(e,$,i),t($,b),t(b,P),g(ve,P,null),t($,On),t($,it),d(e,dn,i),d(e,J,i),t(J,X),t(X,Xt),g(ke,Xt,null),t(J,Zn),t(J,lt),d(e,cn,i),d(e,be,i),d(e,mn,i),d(e,ye,i),d(e,pn,i),d(e,Te,i),d(e,hn,i),d(e,Le,i),d(e,un,i),d(e,we,i),d(e,fn,i),g($e,e,i),d(e,gn,i),d(e,Me,i),d(e,_n,i),g(xe,e,i),d(e,vn,i),d(e,ze,i),d(e,kn,i),d(e,Ce,i),d(e,bn,i),d(e,Fe,i),d(e,yn,i),d(e,qe,i),d(e,Tn,i),d(e,Pe,i),d(e,Ln,i),d(e,D,i),t(D,Y),t(Y,Yt),g(Ie,Yt,null),t(D,Xn),t(D,dt),d(e,wn,i),d(e,I,i),g(Ae,I,null),t(I,Yn),t(I,ct),t(I,Qn),t(I,mt),t(I,Kn),g(Q,I,null),d(e,$n,i),d(e,B,i),t(B,K),t(K,Qt),g(Ee,Qt,null),t(B,eo),t(B,pt),d(e,Mn,i),d(e,z,i),g(je,z,null),t(z,to),t(z,ht),t(z,no),t(z,ut),g(Ne,ut,null),t(z,oo),t(z,ee),g(He,ee,null),t(ee,ao),t(ee,ft),t(z,so),t(z,A),g(Ue,A,null),t(A,ro),t(A,gt),t(A,io),g(te,A,null),t(A,lo),t(A,_t),t(z,co),t(z,ne),g(Se,ne,null),t(ne,mo),t(ne,vt),d(e,xn,i),d(e,V,i),t(V,oe),t(oe,Kt),g(We,Kt,null),t(V,po),t(V,kt),d(e,zn,i),d(e,L,i),g(Je,L,null),t(L,ho),t(L,bt),t(L,uo),t(L,yt),t(L,fo),g(ae,L,null),t(L,go),t(L,Tt),t(L,_o),t(L,Lt),t(L,vo),t(L,N),g(De,N,null),t(N,ko),t(N,wt),t(N,bo),t(N,$t),t(L,yo),t(L,se),g(Be,se,null),t(se,To),t(se,Mt),t(L,Lo),t(L,H),g(Ve,H,null),t(H,wo),t(H,xt),t(H,$o),t(H,zt),t(L,Mo),t(L,re),g(Ge,re,null),t(re,xo),t(re,Ct),t(L,zo),t(L,Ft),g(Re,Ft,null),d(e,Cn,i),d(e,G,i),t(G,ie),t(ie,en),g(Oe,en,null),t(G,Co),t(G,qt),d(e,Fn,i),d(e,F,i),g(Ze,F,null),t(F,Fo),t(F,Pt),t(F,qo),t(F,It),t(F,Po),t(F,At),t(F,Io),t(F,U),g(Xe,U,null),t(U,Ao),t(U,Et),t(U,Eo),g(le,U,null),d(e,qn,i),d(e,R,i),t(R,de),t(de,tn),g(Ye,tn,null),t(R,jo),t(R,jt),d(e,Pn,i),d(e,O,i),g(Qe,O,null),t(O,No),t(O,E),g(Ke,E,null),t(E,Ho),t(E,Nt),t(E,Uo),g(ce,E,null),t(E,So),g(me,E,null),d(e,In,i),d(e,Z,i),t(Z,pe),t(pe,nn),g(et,nn,null),t(Z,Wo),t(Z,Ht),d(e,An,i),d(e,M,i),g(tt,M,null),t(M,Jo),t(M,Ut),t(M,Do),t(M,St),t(M,Bo),t(M,Wt),t(M,Vo),t(M,Jt),t(M,Go),t(M,Dt),t(M,Ro),t(M,S),g(nt,S,null),t(S,Oo),t(S,Bt),t(S,Zo),g(he,S,null),d(e,En,i),d(e,on,i),jn=!0},p(e,[i]){const ot={};i&2&&(ot.$$scope={dirty:i,ctx:e}),Q.$set(ot);const an={};i&2&&(an.$$scope={dirty:i,ctx:e}),te.$set(an);const sn={};i&2&&(sn.$$scope={dirty:i,ctx:e}),ae.$set(sn);const at={};i&2&&(at.$$scope={dirty:i,ctx:e}),le.$set(at);const rn={};i&2&&(rn.$$scope={dirty:i,ctx:e}),ce.$set(rn);const ln={};i&2&&(ln.$$scope={dirty:i,ctx:e}),me.$set(ln);const st={};i&2&&(st.$$scope={dirty:i,ctx:e}),he.$set(st)},i(e){jn||(_(ve.$$.fragment,e),_(ke.$$.fragment,e),_($e.$$.fragment,e),_(xe.$$.fragment,e),_(Ie.$$.fragment,e),_(Ae.$$.fragment,e),_(Q.$$.fragment,e),_(Ee.$$.fragment,e),_(je.$$.fragment,e),_(Ne.$$.fragment,e),_(He.$$.fragment,e),_(Ue.$$.fragment,e),_(te.$$.fragment,e),_(Se.$$.fragment,e),_(We.$$.fragment,e),_(Je.$$.fragment,e),_(ae.$$.fragment,e),_(De.$$.fragment,e),_(Be.$$.fragment,e),_(Ve.$$.fragment,e),_(Ge.$$.fragment,e),_(Re.$$.fragment,e),_(Oe.$$.fragment,e),_(Ze.$$.fragment,e),_(Xe.$$.fragment,e),_(le.$$.fragment,e),_(Ye.$$.fragment,e),_(Qe.$$.fragment,e),_(Ke.$$.fragment,e),_(ce.$$.fragment,e),_(me.$$.fragment,e),_(et.$$.fragment,e),_(tt.$$.fragment,e),_(nt.$$.fragment,e),_(he.$$.fragment,e),jn=!0)},o(e){v(ve.$$.fragment,e),v(ke.$$.fragment,e),v($e.$$.fragment,e),v(xe.$$.fragment,e),v(Ie.$$.fragment,e),v(Ae.$$.fragment,e),v(Q.$$.fragment,e),v(Ee.$$.fragment,e),v(je.$$.fragment,e),v(Ne.$$.fragment,e),v(He.$$.fragment,e),v(Ue.$$.fragment,e),v(te.$$.fragment,e),v(Se.$$.fragment,e),v(We.$$.fragment,e),v(Je.$$.fragment,e),v(ae.$$.fragment,e),v(De.$$.fragment,e),v(Be.$$.fragment,e),v(Ve.$$.fragment,e),v(Ge.$$.fragment,e),v(Re.$$.fragment,e),v(Oe.$$.fragment,e),v(Ze.$$.fragment,e),v(Xe.$$.fragment,e),v(le.$$.fragment,e),v(Ye.$$.fragment,e),v(Qe.$$.fragment,e),v(Ke.$$.fragment,e),v(ce.$$.fragment,e),v(me.$$.fragment,e),v(et.$$.fragment,e),v(tt.$$.fragment,e),v(nt.$$.fragment,e),v(he.$$.fragment,e),jn=!1},d(e){e&&(n(T),n(c),n(y),n($),n(dn),n(J),n(cn),n(be),n(mn),n(ye),n(pn),n(Te),n(hn),n(Le),n(un),n(we),n(fn),n(gn),n(Me),n(_n),n(vn),n(ze),n(kn),n(Ce),n(bn),n(Fe),n(yn),n(qe),n(Tn),n(Pe),n(Ln),n(D),n(wn),n(I),n($n),n(B),n(Mn),n(z),n(xn),n(V),n(zn),n(L),n(Cn),n(G),n(Fn),n(F),n(qn),n(R),n(Pn),n(O),n(In),n(Z),n(An),n(M),n(En),n(on)),n(l),k(ve),k(ke),k($e,e),k(xe,e),k(Ie),k(Ae),k(Q),k(Ee),k(je),k(Ne),k(He),k(Ue),k(te),k(Se),k(We),k(Je),k(ae),k(De),k(Be),k(Ve),k(Ge),k(Re),k(Oe),k(Ze),k(Xe),k(le),k(Ye),k(Qe),k(Ke),k(ce),k(me),k(et),k(tt),k(nt),k(he)}}}const _s={local:"llama",sections:[{local:"overview",title:"Overview"},{local:"transformers.LlamaConfig",title:"LlamaConfig"},{local:"transformers.LlamaTokenizer",title:"LlamaTokenizer"},{local:"transformers.LlamaTokenizerFast",title:"LlamaTokenizerFast"},{local:"transformers.LlamaModel",title:"LlamaModel"},{local:"transformers.LlamaForCausalLM",title:"LlamaForCausalLM"},{local:"transformers.LlamaForSequenceClassification",title:"LlamaForSequenceClassification"}],title:"LLaMA"};function vs(C){return ss(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ms extends rs{constructor(l){super(),is(this,l,vs,gs,as,{})}}export{Ms as component};
