import{s as Ws,o as Js,n as bt}from"../chunks/scheduler.56730f09.js";import{S as Ds,i as Bs,g as o,s as r,u,A as Vs,h as a,f as t,c as i,j as h,v as f,y as c,k as m,o as n,a as l,w as g,d as _,t as v,x as b}from"../chunks/index.ba464511.js";import{T as ya}from"../chunks/Tip.70442610.js";import{D as x,E as ko}from"../chunks/ExampleCodeBlock.111916e8.js";import{C as ln}from"../chunks/CodeBlock.2302fd0d.js";import{I as X}from"../chunks/IconCopyLink.89bde88e.js";import{P as Ns}from"../chunks/PipelineTag.cc242609.js";function Gs(z){let d,L;return d=new ln({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMExsYW1hTW9kZWwlMkMlMjBMbGFtYUNvbmZpZyUwQSUwQSUyMyUyMEluaXRpYWxpemluZyUyMGElMjBMTGFNQSUyMGxsYW1hLTdiJTIwc3R5bGUlMjBjb25maWd1cmF0aW9uJTBBY29uZmlndXJhdGlvbiUyMCUzRCUyMExsYW1hQ29uZmlnKCklMEElMEElMjMlMjBJbml0aWFsaXppbmclMjBhJTIwbW9kZWwlMjBmcm9tJTIwdGhlJTIwbGxhbWEtN2IlMjBzdHlsZSUyMGNvbmZpZ3VyYXRpb24lMEFtb2RlbCUyMCUzRCUyMExsYW1hTW9kZWwoY29uZmlndXJhdGlvbiklMEElMEElMjMlMjBBY2Nlc3NpbmclMjB0aGUlMjBtb2RlbCUyMGNvbmZpZ3VyYXRpb24lMEFjb25maWd1cmF0aW9uJTIwJTNEJTIwbW9kZWwuY29uZmln",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaModel, LlamaConfig

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Initializing a LLaMA llama-7b style configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>configuration = LlamaConfig()

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Initializing a model from the llama-7b style configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = LlamaModel(configuration)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Accessing the model configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>configuration = model.config`,wrap:!1}}),{c(){u(d.$$.fragment)},l(p){f(d.$$.fragment,p)},m(p,y){g(d,p,y),L=!0},p:bt,i(p){L||(_(d.$$.fragment,p),L=!0)},o(p){v(d.$$.fragment,p),L=!1},d(p){b(d,p)}}}function Rs(z){let d,L="sequence pair mask has the following format:",p,y,w;return y=new ln({props:{code:"MCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMEElN0MlMjBmaXJzdCUyMHNlcXVlbmNlJTIwJTIwJTIwJTIwJTdDJTIwc2Vjb25kJTIwc2VxdWVuY2UlMjAlN0M=",highlighted:`0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1 1
| first sequence    | second sequence |`,wrap:!1}}),{c(){d=o("p"),d.textContent=L,p=r(),u(y.$$.fragment)},l(k){d=a(k,"P",{"data-svelte-h":!0}),c(d)!=="svelte-16klr56"&&(d.textContent=L),p=i(k),f(y.$$.fragment,k)},m(k,A){l(k,d,A),l(k,p,A),g(y,k,A),w=!0},p:bt,i(k){w||(_(y.$$.fragment,k),w=!0)},o(k){v(y.$$.fragment,k),w=!1},d(k){k&&(t(d),t(p)),b(y,k)}}}function Zs(z){let d,L;return d=new ln({props:{code:"JTBBJTVCMSUyQyUyMDE1MDQzJTJDJTIwNDQ1JTJDJTIwMzM4JTJDJTIwMjYzJTJDJTIwMTI0MyU1RA==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaTokenizerFast

tokenizer = LlamaTokenizerFast.from_pretrained(&quot;hf-internal-testing/llama-tokenizer&quot;)
tokenizer.encode(&quot;Hello this is a test&quot;)
&gt;&gt;&gt; [<span class="hljs-number">1</span>, <span class="hljs-number">15043</span>, <span class="hljs-number">445</span>, <span class="hljs-number">338</span>, <span class="hljs-number">263</span>, <span class="hljs-number">1243</span>]`,wrap:!1}}),{c(){u(d.$$.fragment)},l(p){f(d.$$.fragment,p)},m(p,y){g(d,p,y),L=!0},p:bt,i(p){L||(_(d.$$.fragment,p),L=!0)},o(p){v(d.$$.fragment,p),L=!1},d(p){b(d,p)}}}function Os(z){let d,L=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){d=o("p"),d.innerHTML=L},l(p){d=a(p,"P",{"data-svelte-h":!0}),c(d)!=="svelte-fincs2"&&(d.innerHTML=L)},m(p,y){l(p,d,y)},p:bt,d(p){p&&t(d)}}}function Xs(z){let d,L=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){d=o("p"),d.innerHTML=L},l(p){d=a(p,"P",{"data-svelte-h":!0}),c(d)!=="svelte-fincs2"&&(d.innerHTML=L)},m(p,y){l(p,d,y)},p:bt,d(p){p&&t(d)}}}function Ys(z){let d,L="Example:",p,y,w;return y=new ln({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBMbGFtYUZvckNhdXNhbExNJTBBJTBBbW9kZWwlMjAlM0QlMjBMbGFtYUZvckNhdXNhbExNLmZyb21fcHJldHJhaW5lZChQQVRIX1RPX0NPTlZFUlRFRF9XRUlHSFRTKSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKFBBVEhfVE9fQ09OVkVSVEVEX1RPS0VOSVpFUiklMEElMEFwcm9tcHQlMjAlM0QlMjAlMjJIZXklMkMlMjBhcmUlMjB5b3UlMjBjb25zY2lvdXMlM0YlMjBDYW4lMjB5b3UlMjB0YWxrJTIwdG8lMjBtZSUzRiUyMiUwQWlucHV0cyUyMCUzRCUyMHRva2VuaXplcihwcm9tcHQlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnB0JTIyKSUwQSUwQSUyMyUyMEdlbmVyYXRlJTBBZ2VuZXJhdGVfaWRzJTIwJTNEJTIwbW9kZWwuZ2VuZXJhdGUoaW5wdXRzLmlucHV0X2lkcyUyQyUyMG1heF9sZW5ndGglM0QzMCklMEF0b2tlbml6ZXIuYmF0Y2hfZGVjb2RlKGdlbmVyYXRlX2lkcyUyQyUyMHNraXBfc3BlY2lhbF90b2tlbnMlM0RUcnVlJTJDJTIwY2xlYW5fdXBfdG9rZW5pemF0aW9uX3NwYWNlcyUzREZhbHNlKSU1QjAlNUQ=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, LlamaForCausalLM

<span class="hljs-meta">&gt;&gt;&gt; </span>model = LlamaForCausalLM.from_pretrained(PATH_TO_CONVERTED_WEIGHTS)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(PATH_TO_CONVERTED_TOKENIZER)

<span class="hljs-meta">&gt;&gt;&gt; </span>prompt = <span class="hljs-string">&quot;Hey, are you conscious? Can you talk to me?&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>inputs = tokenizer(prompt, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Generate</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>generate_ids = model.generate(inputs.input_ids, max_length=<span class="hljs-number">30</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.batch_decode(generate_ids, skip_special_tokens=<span class="hljs-literal">True</span>, clean_up_tokenization_spaces=<span class="hljs-literal">False</span>)[<span class="hljs-number">0</span>]
<span class="hljs-string">&quot;Hey, are you conscious? Can you talk to me?\\nI&#x27;m not conscious, but I can talk to you.&quot;</span>`,wrap:!1}}),{c(){d=o("p"),d.textContent=L,p=r(),u(y.$$.fragment)},l(k){d=a(k,"P",{"data-svelte-h":!0}),c(d)!=="svelte-11lpom8"&&(d.textContent=L),p=i(k),f(y.$$.fragment,k)},m(k,A){l(k,d,A),l(k,p,A),g(y,k,A),w=!0},p:bt,i(k){w||(_(y.$$.fragment,k),w=!0)},o(k){v(y.$$.fragment,k),w=!1},d(k){k&&(t(d),t(p)),b(y,k)}}}function Qs(z){let d,L=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){d=o("p"),d.innerHTML=L},l(p){d=a(p,"P",{"data-svelte-h":!0}),c(d)!=="svelte-fincs2"&&(d.innerHTML=L)},m(p,y){l(p,d,y)},p:bt,d(p){p&&t(d)}}}function Ks(z){let d,L,p,y,w,k,A,be,yo,kt,La="LLaMA",Ln,W,Y,dn,ke,Lo,yt,$a="개요",$n,ye,Ta='LLaMA 모델은 Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timothée Lacroix, Baptiste Rozière, Naman Goyal, Eric Hambro, Faisal Azhar, Aurelien Rodriguez, Armand Joulin, Edouard Grave, Guillaume Lample에 의해 제안된 <a href="https://arxiv.org/abs/2302.13971" rel="nofollow">LLaMA: Open and Efficient Foundation Language Models</a>에서 소개되었습니다. 이 모델은 7B에서 65B개의 파라미터까지 다양한 크기의 기초 언어 모델을 모아놓은 것입니다.',Tn,Le,wa="논문의 초록은 다음과 같습니다:",wn,$e,Ma="<em>“LLaMA는 7B에서 65B개의 파라미터 수를 가진 기초 언어 모델의 모음입니다. 우리는 수조 개의 토큰으로 모델을 훈련시켰고, 공개적으로 이용 가능한 데이터셋만을 사용하여 최고 수준의 모델을 훈련시킬 수 있음을 보여줍니다. 특히, LLaMA-13B 모델은 대부분의 벤치마크에서 GPT-3 (175B)를 능가하며, LLaMA-65B는 최고 수준의 모델인 Chinchilla-70B와 PaLM-540B에 버금가는 성능을 보입니다. 우리는 모든 모델을 연구 커뮤니티에 공개합니다.”</em>",Mn,Te,xa="팁:",xn,we,Ca='<li>LLaMA 모델의 가중치는 <a href="https://docs.google.com/forms/d/e/1FAIpQLSfqNECQnMkycAp2jP4Z9TFX0cGR4uf7b_fBxjY_OjhJILlKGA/viewform?usp=send_form" rel="nofollow">이 양식</a>을 작성하여 얻을 수 있습니다.</li> <li>가중치를 다운로드한 후에는 이를 <a href="https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/convert_llama_weights_to_hf.py" rel="nofollow">변환 스크립트</a>를 사용하여 Hugging Face Transformers 형식으로 변환해야합니다. 변환 스크립트를 실행하려면 아래의 예시 명령어를 참고하세요:</li>',Cn,Me,zn,xe,za="<li>변환을 하였다면 모델과 토크나이저는 다음과 같이 로드할 수 있습니다:</li>",Fn,Ce,qn,ze,Fa="스크립트를 실행하기 위해서는 모델을 float16 정밀도로 전부 로드할 수 있을 만큼의 충분한 CPU RAM이 필요합니다. (가장 큰 버전의 모델이 여러 체크포인트로 나뉘어 있더라도, 각 체크포인트는 모델의 각 가중치의 일부를 포함하고 있기 때문에 모든 체크포인트를 RAM에 로드해야 합니다) 65B 모델의 경우, 총 130GB의 RAM이 필요합니다.",An,Fe,qa='<li>LLaMA 토크나이저는 <a href="https://github.com/google/sentencepiece" rel="nofollow">sentencepiece</a>를 기반으로 하는 BPE 모델입니다. sentencepiece의 특징 중 하나는 시퀀스를 디코딩할 때 첫 토큰이 단어의 시작이라면 (예를 들어 “Banana”), 토크나이저는 문자열 앞에 공백을 추가하지 않는다는 것입니다.</li>',Pn,qe,Aa='이 모델은 <a href="https://huggingface.co/BlackSamorez" rel="nofollow">BlackSamorez</a>의 기여와 함께, <a href="https://huggingface.co/zphang" rel="nofollow">zphang</a>에 의해 제공되었습니다. Hugging Face에서의 구현 코드는 GPT-NeoX를 기반으로 하며 <a href="https://github.com/EleutherAI/gpt-neox" rel="nofollow">여기</a>에서 찾을 수 있고, 저자의 코드 원본은 <a href="https://github.com/facebookresearch/llama" rel="nofollow">여기</a>에서 확인할 수 있습니다.',En,Ae,Pa="원래 LLaMA 모델을 기반으로 Meta AI에서 몇 가지 후속 작업을 발표했습니다:",In,Pe,Ea='<li><strong>Llama2</strong>: Llama2는 구조적인 몇 가지 수정(Grouped Query Attention)을 통해 개선된 버전이며, 2조 개의 토큰으로 사전 훈련이 되어 있습니다. Llama2에 대한 자세한 내용은 <a href="llama2">이 문서</a>를 참고하세요.</li>',jn,J,Q,cn,Ee,$o,Lt,Ia="리소스",Hn,Ie,ja="LLaMA를 시작하는 데 도움이 될 Hugging Face 및 커뮤니티(🌎로 표시)의 공식 자료 목록입니다. 여기에 자료를 제출하고 싶다면 Pull Request를 올려주세요! 추가할 자료는 기존의 자료와 중복되지 않고 새로운 내용을 보여주는 것이 좋습니다.",Un,je,Sn,He,Ha='<li>LLaMA 모델을 텍스트 분류 작업에 적용하기 위한 프롬프트 튜닝 방법에 대한 <a href="https://colab.research.google.com/github/bigscience-workshop/petals/blob/main/examples/prompt-tuning-sst2.ipynb#scrollTo=f04ba4d2" rel="nofollow">노트북</a> 🌎</li>',Nn,Ue,Wn,Se,Ua='<li><a href="https://stackexchange.com/" rel="nofollow">Stack Exchange</a>에서 질문에 답하는 LLaMA를 훈련하는 방법을 위한 <a href="https://huggingface.co/blog/stackllama#stackllama-a-hands-on-guide-to-train-llama-with-rlhf" rel="nofollow">StackLLaMA: RLHF로 LLaMA를 훈련하는 실전 가이드</a> 🌎</li>',Jn,Ne,Sa="⚗️ 최적화",Dn,We,Na='<li>제한된 메모리를 가진 GPU에서 xturing 라이브러리를 사용하여 LLaMA 모델을 미세 조정하는 방법에 대한 <a href="https://colab.research.google.com/drive/1SQUXq1AMZPSLD4mk3A3swUIc6Y2dclme?usp=sharing" rel="nofollow">노트북</a> 🌎</li>',Bn,Je,Wa="⚡️ 추론",Vn,De,Ja='<li>🤗 PEFT 라이브러리의 PeftModel을 사용하여 LLaMA 모델을 실행하는 방법에 대한 <a href="https://colab.research.google.com/github/DominguesM/alpaca-lora-ptbr-7b/blob/main/notebooks/02%20-%20Evaluate.ipynb" rel="nofollow">노트북</a> 🌎</li> <li>LangChain을 사용하여 PEFT 어댑터 LLaMA 모델을 로드하는 방법에 대한 <a href="https://colab.research.google.com/drive/1l2GiSSPbajVyp2Nk3CFT4t3uH6-5TiBe?usp=sharing" rel="nofollow">노트북</a> 🌎</li>',Gn,Be,Da="🚀 배포",Rn,Ve,Ba='<li>🤗 PEFT 라이브러리와 사용자 친화적인 UI로 LLaMA 모델을 미세 조정하는 방법에 대한 <a href="https://colab.research.google.com/github/lxe/simple-llama-finetuner/blob/master/Simple_LLaMA_FineTuner.ipynb#scrollTo=3PM_DilAZD8T" rel="nofollow">노트북</a> 🌎</li> <li>Amazon SageMaker에서 텍스트 생성을 위해 Open-LLaMA 모델을 배포하는 방법에 대한 <a href="https://github.com/aws/amazon-sagemaker-examples/blob/main/introduction_to_amazon_algorithms/jumpstart-foundation-models/text-generation-open-llama.ipynb" rel="nofollow">노트북</a> 🌎</li>',Zn,D,K,mn,Ge,To,$t,Va="LlamaConfig",On,P,Re,wo,Tt,Ga=`This is the configuration class to store the configuration of a <a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaModel">LlamaModel</a>. It is used to instantiate an LLaMA
model according to the specified arguments, defining the model architecture. Instantiating a configuration with the
defaults will yield a similar configuration to that of the LLaMA-7B.`,Mo,wt,Ra=`Configuration objects inherit from <code>PretrainedConfig</code> and can be used to control the model outputs. Read the
documentation from <code>PretrainedConfig</code> for more information.`,xo,ee,Xn,B,te,pn,Ze,Co,Mt,Za="LlamaTokenizer",Yn,C,Oe,zo,xt,Oa=`Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding. The default padding token is unset as there is
no padding token in the original model.`,Fo,Ct,Xe,qo,ne,Ye,Ao,zt,Xa=`Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> method.`,Po,E,Qe,Eo,Ft,Ya="Creates a mask from the two sequences passed to be used in a sequence-pair classification task. An ALBERT",Io,oe,jo,qt,Qa="if token_ids_1 is None, only returns the first portion of the mask (0s).",Ho,ae,Ke,Uo,At,Ka="Save the vocabulary and special tokens file to a directory.",Qn,V,se,hn,et,So,Pt,es="LlamaTokenizerFast",Kn,$,tt,No,Et,ts="Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding.",Wo,It,ns="This uses notably ByteFallback and no normalization.",Jo,re,Do,jt,os=`If you want to change the <code>bos_token</code> or the <code>eos_token</code>, make sure to specify them when initializing the model, or
call <code>tokenizer.update_post_processor()</code> to make sure that the post-processing is correctly done (otherwise the
values of the first token and final token of an encoded sequence will not be correct). For more details, checkout
[post-processors] (<a href="https://huggingface.co/docs/tokenizers/api/post-processors" rel="nofollow">https://huggingface.co/docs/tokenizers/api/post-processors</a>) documentation.`,Bo,Ht,as=`This tokenizer inherits from <code>PreTrainedTokenizerFast</code> which contains most of the main methods. Users should
refer to this superclass for more information regarding those methods.`,Vo,Ut,nt,Go,ie,ot,Ro,St,ss=`Retrieves sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> or <code>encode_plus</code> methods.`,Zo,H,at,Oo,Nt,rs=`Create the token type IDs corresponding to the sequences passed. <a href="../glossary#token-type-ids">What are token type
IDs?</a>`,Xo,Wt,is="Should be overridden in a subclass if the model has a special way of building those.",Yo,le,st,Qo,Jt,ls="Updates the underlying post processor with the current <code>bos_token</code> and <code>eos_token</code>.",Ko,Dt,rt,eo,G,de,un,it,ea,Bt,ds="LlamaModel",to,F,lt,ta,Vt,cs=`The bare LLaMA Model outputting raw hidden-states without any specific head on top.
This model inherits from <code>PreTrainedModel</code>. Check the superclass documentation for the generic methods the
library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
etc.)`,na,Gt,ms=`This model is also a PyTorch <a href="https://pytorch.org/docs/stable/nn.html#torch.nn.Module" rel="nofollow">torch.nn.Module</a> subclass.
Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
and behavior.`,oa,Rt,ps="Transformer decoder consisting of <em>config.num_hidden_layers</em> layers. Each layer is a <code>LlamaDecoderLayer</code>",aa,U,dt,sa,Zt,hs='The <a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaModel">LlamaModel</a> forward method, overrides the <code>__call__</code> special method.',ra,ce,no,R,me,fn,ct,ia,Ot,us="LlamaForCausalLM",oo,Z,mt,la,I,pt,da,Xt,fs='The <a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaForCausalLM">LlamaForCausalLM</a> forward method, overrides the <code>__call__</code> special method.',ca,pe,ma,he,ao,O,ue,gn,ht,pa,Yt,gs="LlamaForSequenceClassification",so,M,ut,ha,Qt,_s="The LLaMa Model transformer with a sequence classification head on top (linear layer).",ua,Kt,vs=`<a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaForSequenceClassification">LlamaForSequenceClassification</a> uses the last token in order to do the classification, as other causal models
(e.g. GPT-2) do.`,fa,en,bs=`Since it does classification on the last token, it requires to know the position of the last token. If a
<code>pad_token_id</code> is defined in the configuration, it finds the last token that is not a padding token in each row. If
no <code>pad_token_id</code> is defined, it simply takes the last value in each row of the batch. Since it cannot guess the
padding tokens when <code>inputs_embeds</code> are passed instead of <code>input_ids</code>, it does the same (take the last value in
each row of the batch).`,ga,tn,ks=`This model inherits from <code>PreTrainedModel</code>. Check the superclass documentation for the generic methods the
library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
etc.)`,_a,nn,ys=`This model is also a PyTorch <a href="https://pytorch.org/docs/stable/nn.html#torch.nn.Module" rel="nofollow">torch.nn.Module</a> subclass.
Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
and behavior.`,va,S,ft,ba,on,Ls='The <a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaForSequenceClassification">LlamaForSequenceClassification</a> forward method, overrides the <code>__call__</code> special method.',ka,fe,ro,_n,io;return be=new X({}),ke=new X({}),Me=new ln({props:{code:"cHl0aG9uJTIwc3JjJTJGdHJhbnNmb3JtZXJzJTJGbW9kZWxzJTJGbGxhbWElMkZjb252ZXJ0X2xsYW1hX3dlaWdodHNfdG9faGYucHklMjAlNUMlMEElMjAlMjAlMjAlMjAtLWlucHV0X2RpciUyMCUyRnBhdGglMkZ0byUyRmRvd25sb2FkZWQlMkZsbGFtYSUyRndlaWdodHMlMjAtLW1vZGVsX3NpemUlMjA3QiUyMC0tb3V0cHV0X2RpciUyMCUyRm91dHB1dCUyRnBhdGg=",highlighted:`python src/transformers/models/llama/convert_llama_weights_to_hf.py \\
    --input_dir /path/to/downloaded/llama/weights --model_size 7B --output_dir /output/path`,wrap:!1}}),Ce=new ln({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMExsYW1hRm9yQ2F1c2FsTE0lMkMlMjBMbGFtYVRva2VuaXplciUwQSUwQXRva2VuaXplciUyMCUzRCUyMExsYW1hVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjIlMkZvdXRwdXQlMkZwYXRoJTIyKSUwQW1vZGVsJTIwJTNEJTIwTGxhbWFGb3JDYXVzYWxMTS5mcm9tX3ByZXRyYWluZWQoJTIyJTJGb3V0cHV0JTJGcGF0aCUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaForCausalLM, LlamaTokenizer

tokenizer = LlamaTokenizer.from_pretrained(<span class="hljs-string">&quot;/output/path&quot;</span>)
model = LlamaForCausalLM.from_pretrained(<span class="hljs-string">&quot;/output/path&quot;</span>)`,wrap:!1}}),Ee=new X({}),je=new Ns({props:{pipeline:"text-classification"}}),Ue=new Ns({props:{pipeline:"question-answering"}}),Ge=new X({}),Re=new x({props:{name:"class transformers.LlamaConfig",anchor:"transformers.LlamaConfig",parameters:[{name:"vocab_size",val:" = 32000"},{name:"hidden_size",val:" = 4096"},{name:"intermediate_size",val:" = 11008"},{name:"num_hidden_layers",val:" = 32"},{name:"num_attention_heads",val:" = 32"},{name:"num_key_value_heads",val:" = None"},{name:"hidden_act",val:" = 'silu'"},{name:"max_position_embeddings",val:" = 2048"},{name:"initializer_range",val:" = 0.02"},{name:"rms_norm_eps",val:" = 1e-06"},{name:"use_cache",val:" = True"},{name:"pad_token_id",val:" = None"},{name:"bos_token_id",val:" = 1"},{name:"eos_token_id",val:" = 2"},{name:"pretraining_tp",val:" = 1"},{name:"tie_word_embeddings",val:" = False"},{name:"rope_theta",val:" = 10000.0"},{name:"rope_scaling",val:" = None"},{name:"attention_bias",val:" = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaConfig.vocab_size",description:`<strong>vocab_size</strong> (<code>int</code>, <em>optional</em>, defaults to 32000) &#x2014;
Vocabulary size of the LLaMA model. Defines the number of different tokens that can be represented by the
<code>inputs_ids</code> passed when calling <a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaModel">LlamaModel</a>`,name:"vocab_size"},{anchor:"transformers.LlamaConfig.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to 4096) &#x2014;
Dimension of the hidden representations.`,name:"hidden_size"},{anchor:"transformers.LlamaConfig.intermediate_size",description:`<strong>intermediate_size</strong> (<code>int</code>, <em>optional</em>, defaults to 11008) &#x2014;
Dimension of the MLP representations.`,name:"intermediate_size"},{anchor:"transformers.LlamaConfig.num_hidden_layers",description:`<strong>num_hidden_layers</strong> (<code>int</code>, <em>optional</em>, defaults to 32) &#x2014;
Number of hidden layers in the Transformer encoder.`,name:"num_hidden_layers"},{anchor:"transformers.LlamaConfig.num_attention_heads",description:`<strong>num_attention_heads</strong> (<code>int</code>, <em>optional</em>, defaults to 32) &#x2014;
Number of attention heads for each attention layer in the Transformer encoder.`,name:"num_attention_heads"},{anchor:"transformers.LlamaConfig.num_key_value_heads",description:`<strong>num_key_value_heads</strong> (<code>int</code>, <em>optional</em>) &#x2014;
This is the number of key_value heads that should be used to implement Grouped Query Attention. If
<code>num_key_value_heads=num_attention_heads</code>, the model will use Multi Head Attention (MHA), if
<code>num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed by meanpooling all the original heads within that group. For more details checkout [this paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to </code>num_attention_heads\`.`,name:"num_key_value_heads"},{anchor:"transformers.LlamaConfig.pretraining_tp",description:`<strong>pretraining_tp</strong> (<code>int</code>, <em>optional</em>, defaults to <code>1</code>) &#x2014;
Experimental feature. Tensor parallelism rank used during pretraining. Please refer to <a href="https://huggingface.co/docs/transformers/parallelism" rel="nofollow">this
document</a> to understand more about it. This value is
necessary to ensure exact reproducibility of the pretraining results. Please refer to <a href="https://github.com/pytorch/pytorch/issues/76232" rel="nofollow">this
issue</a>.`,name:"pretraining_tp"},{anchor:"transformers.LlamaConfig.hidden_act",description:`<strong>hidden_act</strong> (<code>str</code> or <code>function</code>, <em>optional</em>, defaults to <code>&quot;silu&quot;</code>) &#x2014;
The non-linear activation function (function or string) in the decoder.`,name:"hidden_act"},{anchor:"transformers.LlamaConfig.max_position_embeddings",description:`<strong>max_position_embeddings</strong> (<code>int</code>, <em>optional</em>, defaults to 2048) &#x2014;
The maximum sequence length that this model might ever be used with. Llama 1 supports up to 2048 tokens,
Llama 2 up to 4096, CodeLlama up to 16384.`,name:"max_position_embeddings"},{anchor:"transformers.LlamaConfig.initializer_range",description:`<strong>initializer_range</strong> (<code>float</code>, <em>optional</em>, defaults to 0.02) &#x2014;
The standard deviation of the truncated_normal_initializer for initializing all weight matrices.`,name:"initializer_range"},{anchor:"transformers.LlamaConfig.rms_norm_eps",description:`<strong>rms_norm_eps</strong> (<code>float</code>, <em>optional</em>, defaults to 1e-12) &#x2014;
The epsilon used by the rms normalization layers.`,name:"rms_norm_eps"},{anchor:"transformers.LlamaConfig.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not the model should return the last key/values attentions (not used by all models). Only
relevant if <code>config.is_decoder=True</code>.`,name:"use_cache"},{anchor:"transformers.LlamaConfig.tie_word_embeddings(bool,",description:`<strong>tie_word_embeddings(<code>bool</code>,</strong> <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to tie weight embeddings`,name:"tie_word_embeddings(bool,"},{anchor:"transformers.LlamaConfig.rope_theta",description:`<strong>rope_theta</strong> (<code>float</code>, <em>optional</em>, defaults to 10000.0) &#x2014;
The base period of the RoPE embeddings.`,name:"rope_theta"},{anchor:"transformers.LlamaConfig.rope_scaling",description:`<strong>rope_scaling</strong> (<code>Dict</code>, <em>optional</em>) &#x2014;
Dictionary containing the scaling configuration for the RoPE embeddings. Currently supports two scaling
strategies: linear and dynamic. Their scaling factor must be an float greater than 1. The expected format
is <code>{&quot;type&quot;: strategy name, &quot;factor&quot;: scaling factor}</code>. When using this flag, don&#x2019;t update
<code>max_position_embeddings</code> to the expected new maximum. See the following thread for more information on how
these scaling strategies behave:
<a href="https://www.reddit.com/r/LocalLLaMA/comments/14mrgpr/dynamically_scaled_rope_further_increases/" rel="nofollow">https://www.reddit.com/r/LocalLLaMA/comments/14mrgpr/dynamically_scaled_rope_further_increases/</a>. This is an
experimental feature, subject to breaking API changes in future versions.`,name:"rope_scaling"},{anchor:"transformers.LlamaConfig.attention_bias",description:`<strong>attention_bias</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Whether to use a bias in the query, key, value and output projection layers during self-attention.</p>
<p>Example &#x2014;`,name:"attention_bias"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/configuration_llama.py#L31"}}),ee=new ko({props:{anchor:"transformers.LlamaConfig.example",$$slots:{default:[Gs]},$$scope:{ctx:z}}}),Ze=new X({}),Oe=new x({props:{name:"class transformers.LlamaTokenizer",anchor:"transformers.LlamaTokenizer",parameters:[{name:"vocab_file",val:""},{name:"unk_token",val:" = '<unk>'"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"pad_token",val:" = None"},{name:"sp_model_kwargs",val:": typing.Union[typing.Dict[str, typing.Any], NoneType] = None"},{name:"add_bos_token",val:" = True"},{name:"add_eos_token",val:" = False"},{name:"clean_up_tokenization_spaces",val:" = False"},{name:"use_default_system_prompt",val:" = True"},{name:"spaces_between_special_tokens",val:" = False"},{name:"legacy",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
Path to the vocabulary file.`,name:"vocab_file"},{anchor:"transformers.LlamaTokenizer.legacy",description:`<strong>legacy</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not the <code>legacy</code> behavior of the tokenizer should be used. Legacy is before the merge of #24622
and #25224 which includes fixes to properly handle tokens that appear after special tokens. A simple
example:</p>
<ul>
<li><code>legacy=True</code>:</li>
</ul>`,name:"legacy"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama.py#L66"}}),Xe=new x({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.LlamaTokenizer.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:""},{name:"token_ids_1",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama.py#L296"}}),Ye=new x({props:{name:"get_special_tokens_mask",anchor:"transformers.LlamaTokenizer.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"},{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama.py#L307",returnDescription:`
<p>A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),Qe=new x({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of ids.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama.py#L344",returnDescription:`
<p>List of <a href="../glossary#token-type-ids">token type IDs</a> according to the given sequence(s).</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),oe=new ko({props:{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.example",$$slots:{default:[Rs]},$$scope:{ctx:z}}}),Ke=new x({props:{name:"save_vocabulary",anchor:"transformers.LlamaTokenizer.save_vocabulary",parameters:[{name:"save_directory",val:""},{name:"filename_prefix",val:": typing.Optional[str] = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.save_vocabulary.save_directory",description:`<strong>save_directory</strong> (<code>str</code>) &#x2014;
The directory in which to save the vocabulary.`,name:"save_directory"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama.py#L269",returnDescription:`
<p>Paths to the files saved.</p>
`,returnType:`
<p><code>Tuple(str)</code></p>
`}}),et=new X({}),tt=new x({props:{name:"class transformers.LlamaTokenizerFast",anchor:"transformers.LlamaTokenizerFast",parameters:[{name:"vocab_file",val:" = None"},{name:"tokenizer_file",val:" = None"},{name:"clean_up_tokenization_spaces",val:" = False"},{name:"unk_token",val:" = '<unk>'"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"add_bos_token",val:" = True"},{name:"add_eos_token",val:" = False"},{name:"use_default_system_prompt",val:" = True"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
<a href="https://github.com/google/sentencepiece" rel="nofollow">SentencePiece</a> file (generally has a .model extension) that
contains the vocabulary necessary to instantiate a tokenizer.`,name:"vocab_file"},{anchor:"transformers.LlamaTokenizerFast.tokenizer_file",description:`<strong>tokenizer_file</strong> (<code>str</code>) &#x2014;
<a href="https://github.com/huggingface/tokenizers" rel="nofollow">tokenizers</a> file (generally has a .json extension) that
contains everything needed to load the tokenizer.`,name:"tokenizer_file"},{anchor:"transformers.LlamaTokenizerFast.clean_up_tokenization_spaces",description:`<strong>clean_up_tokenization_spaces</strong> (<code>str</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Wether to cleanup spaces after decoding, cleanup consists in removing potential artifacts like extra
spaces.`,name:"clean_up_tokenization_spaces"},{anchor:"transformers.LlamaTokenizerFast.bos_token",description:`<strong>bos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.`,name:"bos_token"},{anchor:"transformers.LlamaTokenizerFast.eos_token",description:`<strong>eos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The end of sequence token.`,name:"eos_token"},{anchor:"transformers.LlamaTokenizerFast.unk_token",description:`<strong>unk_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;unk&gt;&quot;</code>) &#x2014;
The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
token instead.`,name:"unk_token"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama_fast.py#L57"}}),re=new ko({props:{anchor:"transformers.LlamaTokenizerFast.example",$$slots:{default:[Zs]},$$scope:{ctx:z}}}),nt=new x({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.LlamaTokenizerFast.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:""},{name:"token_ids_1",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama_fast.py#L255"}}),ot=new x({props:{name:"get_special_tokens_mask",anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of ids of the first sequence.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
List of ids of the second sequence.`,name:"token_ids_1"},{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/tokenization_utils_base.py#L3770",returnDescription:`
<p>1 for a special token, 0 for a sequence token.</p>
`,returnType:`
<p>A list of integers in the range [0, 1]</p>
`}}),at=new x({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences.token_ids_0",description:"<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014; The first tokenized sequence.",name:"token_ids_0"},{anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences.token_ids_1",description:"<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014; The second tokenized sequence.",name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/tokenization_utils_base.py#L3305",returnDescription:`
<p>The token type ids.</p>
`,returnType:`
<p><code>List[int]</code></p>
`}}),st=new x({props:{name:"update_post_processor",anchor:"transformers.LlamaTokenizerFast.update_post_processor",parameters:[],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama_fast.py#L142"}}),rt=new x({props:{name:"save_vocabulary",anchor:"transformers.LlamaTokenizerFast.save_vocabulary",parameters:[{name:"save_directory",val:": str"},{name:"filename_prefix",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/tokenization_llama_fast.py#L182"}}),it=new X({}),lt=new x({props:{name:"class transformers.LlamaModel",anchor:"transformers.LlamaModel",parameters:[{name:"config",val:": LlamaConfig"}],parametersDescription:[{anchor:"transformers.LlamaModel.config",description:`<strong>config</strong> (<a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaConfig">LlamaConfig</a>) &#x2014;
Model configuration class with all the parameters of the model. Initializing with a config file does not
load the weights associated with the model, only the configuration. Check out the
<code>from_pretrained()</code> method to load the model weights.
config &#x2014; LlamaConfig`,name:"config"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/modeling_llama.py#L776"}}),dt=new x({props:{name:"forward",anchor:"transformers.LlamaModel.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": typing.Optional[torch.Tensor] = None"},{name:"position_ids",val:": typing.Optional[torch.LongTensor] = None"},{name:"past_key_values",val:": typing.Optional[typing.List[torch.FloatTensor]] = None"},{name:"inputs_embeds",val:": typing.Optional[torch.FloatTensor] = None"},{name:"use_cache",val:": typing.Optional[bool] = None"},{name:"output_attentions",val:": typing.Optional[bool] = None"},{name:"output_hidden_states",val:": typing.Optional[bool] = None"},{name:"return_dict",val:": typing.Optional[bool] = None"}],parametersDescription:[{anchor:"transformers.LlamaModel.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaModel.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaModel.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaModel.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) &#x2014;
Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>) and 2 additional tensors of shape
<code>(batch_size, num_heads, encoder_sequence_length, embed_size_per_head)</code>.</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used (see <code>past_key_values</code> input) to speed up sequential decoding.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>input_ids</code> (those that don&#x2019;t
have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all <code>input_ids</code>
of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaModel.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaModel.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaModel.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaModel.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaModel.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <code>ModelOutput</code> instead of a plain tuple.`,name:"return_dict"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/modeling_llama.py#L827"}}),ce=new ya({props:{$$slots:{default:[Os]},$$scope:{ctx:z}}}),ct=new X({}),mt=new x({props:{name:"class transformers.LlamaForCausalLM",anchor:"transformers.LlamaForCausalLM",parameters:[{name:"config",val:""}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/modeling_llama.py#L960"}}),pt=new x({props:{name:"forward",anchor:"transformers.LlamaForCausalLM.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": typing.Optional[torch.Tensor] = None"},{name:"position_ids",val:": typing.Optional[torch.LongTensor] = None"},{name:"past_key_values",val:": typing.Optional[typing.List[torch.FloatTensor]] = None"},{name:"inputs_embeds",val:": typing.Optional[torch.FloatTensor] = None"},{name:"labels",val:": typing.Optional[torch.LongTensor] = None"},{name:"use_cache",val:": typing.Optional[bool] = None"},{name:"output_attentions",val:": typing.Optional[bool] = None"},{name:"output_hidden_states",val:": typing.Optional[bool] = None"},{name:"return_dict",val:": typing.Optional[bool] = None"}],parametersDescription:[{anchor:"transformers.LlamaForCausalLM.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaForCausalLM.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaForCausalLM.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaForCausalLM.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) &#x2014;
Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>) and 2 additional tensors of shape
<code>(batch_size, num_heads, encoder_sequence_length, embed_size_per_head)</code>.</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used (see <code>past_key_values</code> input) to speed up sequential decoding.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>input_ids</code> (those that don&#x2019;t
have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all <code>input_ids</code>
of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaForCausalLM.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaForCausalLM.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaForCausalLM.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaForCausalLM.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaForCausalLM.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <code>ModelOutput</code> instead of a plain tuple.</p>
<p>Args &#x2014;
labels (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>):
Labels for computing the masked language modeling loss. Indices should either be in <code>[0, ..., config.vocab_size]</code> or -100 (see <code>input_ids</code> docstring). Tokens with indices set to <code>-100</code> are ignored
(masked), the loss is only computed for the tokens with labels in <code>[0, ..., config.vocab_size]</code>.`,name:"return_dict"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/modeling_llama.py#L990",returnDescription:`
<p>A <code>transformers.modeling_outputs.CausalLMOutputWithPast</code> or a tuple of
<code>torch.FloatTensor</code> (if <code>return_dict=False</code> is passed or when <code>config.return_dict=False</code>) comprising various
elements depending on the configuration (<a
  href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaConfig"
>LlamaConfig</a>) and inputs.</p>
<ul>
<li>
<p><strong>loss</strong> (<code>torch.FloatTensor</code> of shape <code>(1,)</code>, <em>optional</em>, returned when <code>labels</code> is provided) — Language modeling loss (for next-token prediction).</p>
</li>
<li>
<p><strong>logits</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, config.vocab_size)</code>) — Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax).</p>
</li>
<li>
<p><strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) — Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>)</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks) that can be used (see
<code>past_key_values</code> input) to speed up sequential decoding.</p>
</li>
<li>
<p><strong>hidden_states</strong> (<code>tuple(torch.FloatTensor)</code>, <em>optional</em>, returned when <code>output_hidden_states=True</code> is passed or when <code>config.output_hidden_states=True</code>) — Tuple of <code>torch.FloatTensor</code> (one for the output of the embeddings, if the model has an embedding layer, +
one for the output of each layer) of shape <code>(batch_size, sequence_length, hidden_size)</code>.</p>
<p>Hidden-states of the model at the output of each layer plus the optional initial embedding outputs.</p>
</li>
<li>
<p><strong>attentions</strong> (<code>tuple(torch.FloatTensor)</code>, <em>optional</em>, returned when <code>output_attentions=True</code> is passed or when <code>config.output_attentions=True</code>) — Tuple of <code>torch.FloatTensor</code> (one for each layer) of shape <code>(batch_size, num_heads, sequence_length, sequence_length)</code>.</p>
<p>Attentions weights after the attention softmax, used to compute the weighted average in the self-attention
heads.</p>
</li>
</ul>
`,returnType:`
<p><code>transformers.modeling_outputs.CausalLMOutputWithPast</code> or <code>tuple(torch.FloatTensor)</code></p>
`}}),pe=new ya({props:{$$slots:{default:[Xs]},$$scope:{ctx:z}}}),he=new ko({props:{anchor:"transformers.LlamaForCausalLM.forward.example",$$slots:{default:[Ys]},$$scope:{ctx:z}}}),ht=new X({}),ut=new x({props:{name:"class transformers.LlamaForSequenceClassification",anchor:"transformers.LlamaForSequenceClassification",parameters:[{name:"config",val:""}],parametersDescription:[{anchor:"transformers.LlamaForSequenceClassification.config",description:`<strong>config</strong> (<a href="/docs/transformers/v4.34.0/ko/model_doc/llama2#transformers.LlamaConfig">LlamaConfig</a>) &#x2014;
Model configuration class with all the parameters of the model. Initializing with a config file does not
load the weights associated with the model, only the configuration. Check out the
<code>from_pretrained()</code> method to load the model weights.`,name:"config"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/modeling_llama.py#L1139"}}),ft=new x({props:{name:"forward",anchor:"transformers.LlamaForSequenceClassification.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": typing.Optional[torch.Tensor] = None"},{name:"position_ids",val:": typing.Optional[torch.LongTensor] = None"},{name:"past_key_values",val:": typing.Optional[typing.List[torch.FloatTensor]] = None"},{name:"inputs_embeds",val:": typing.Optional[torch.FloatTensor] = None"},{name:"labels",val:": typing.Optional[torch.LongTensor] = None"},{name:"use_cache",val:": typing.Optional[bool] = None"},{name:"output_attentions",val:": typing.Optional[bool] = None"},{name:"output_hidden_states",val:": typing.Optional[bool] = None"},{name:"return_dict",val:": typing.Optional[bool] = None"}],parametersDescription:[{anchor:"transformers.LlamaForSequenceClassification.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaForSequenceClassification.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaForSequenceClassification.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaForSequenceClassification.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) &#x2014;
Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>) and 2 additional tensors of shape
<code>(batch_size, num_heads, encoder_sequence_length, embed_size_per_head)</code>.</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used (see <code>past_key_values</code> input) to speed up sequential decoding.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>input_ids</code> (those that don&#x2019;t
have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all <code>input_ids</code>
of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaForSequenceClassification.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaForSequenceClassification.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaForSequenceClassification.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaForSequenceClassification.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaForSequenceClassification.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <code>ModelOutput</code> instead of a plain tuple.`,name:"return_dict"},{anchor:"transformers.LlamaForSequenceClassification.forward.labels",description:`<strong>labels</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size,)</code>, <em>optional</em>) &#x2014;
Labels for computing the sequence classification/regression loss. Indices should be in <code>[0, ..., config.num_labels - 1]</code>. If <code>config.num_labels == 1</code> a regression loss is computed (Mean-Square loss), If
<code>config.num_labels &gt; 1</code> a classification loss is computed (Cross-Entropy).`,name:"labels"}],source:"https://github.com/huggingface/transformers/blob/v4.34.0/src/transformers/models/llama/modeling_llama.py#L1155"}}),fe=new ya({props:{$$slots:{default:[Qs]},$$scope:{ctx:z}}}),{c(){d=o("meta"),L=r(),p=o("p"),y=r(),w=o("h1"),k=o("a"),A=o("span"),u(be.$$.fragment),yo=r(),kt=o("span"),kt.textContent=La,Ln=r(),W=o("h2"),Y=o("a"),dn=o("span"),u(ke.$$.fragment),Lo=r(),yt=o("span"),yt.textContent=$a,$n=r(),ye=o("p"),ye.innerHTML=Ta,Tn=r(),Le=o("p"),Le.textContent=wa,wn=r(),$e=o("p"),$e.innerHTML=Ma,Mn=r(),Te=o("p"),Te.textContent=xa,xn=r(),we=o("ul"),we.innerHTML=Ca,Cn=r(),u(Me.$$.fragment),zn=r(),xe=o("ul"),xe.innerHTML=za,Fn=r(),u(Ce.$$.fragment),qn=r(),ze=o("p"),ze.textContent=Fa,An=r(),Fe=o("ul"),Fe.innerHTML=qa,Pn=r(),qe=o("p"),qe.innerHTML=Aa,En=r(),Ae=o("p"),Ae.textContent=Pa,In=r(),Pe=o("ul"),Pe.innerHTML=Ea,jn=r(),J=o("h2"),Q=o("a"),cn=o("span"),u(Ee.$$.fragment),$o=r(),Lt=o("span"),Lt.textContent=Ia,Hn=r(),Ie=o("p"),Ie.textContent=ja,Un=r(),u(je.$$.fragment),Sn=r(),He=o("ul"),He.innerHTML=Ha,Nn=r(),u(Ue.$$.fragment),Wn=r(),Se=o("ul"),Se.innerHTML=Ua,Jn=r(),Ne=o("p"),Ne.textContent=Sa,Dn=r(),We=o("ul"),We.innerHTML=Na,Bn=r(),Je=o("p"),Je.textContent=Wa,Vn=r(),De=o("ul"),De.innerHTML=Ja,Gn=r(),Be=o("p"),Be.textContent=Da,Rn=r(),Ve=o("ul"),Ve.innerHTML=Ba,Zn=r(),D=o("h2"),K=o("a"),mn=o("span"),u(Ge.$$.fragment),To=r(),$t=o("span"),$t.textContent=Va,On=r(),P=o("div"),u(Re.$$.fragment),wo=r(),Tt=o("p"),Tt.innerHTML=Ga,Mo=r(),wt=o("p"),wt.innerHTML=Ra,xo=r(),u(ee.$$.fragment),Xn=r(),B=o("h2"),te=o("a"),pn=o("span"),u(Ze.$$.fragment),Co=r(),Mt=o("span"),Mt.textContent=Za,Yn=r(),C=o("div"),u(Oe.$$.fragment),zo=r(),xt=o("p"),xt.textContent=Oa,Fo=r(),Ct=o("div"),u(Xe.$$.fragment),qo=r(),ne=o("div"),u(Ye.$$.fragment),Ao=r(),zt=o("p"),zt.innerHTML=Xa,Po=r(),E=o("div"),u(Qe.$$.fragment),Eo=r(),Ft=o("p"),Ft.textContent=Ya,Io=r(),u(oe.$$.fragment),jo=r(),qt=o("p"),qt.textContent=Qa,Ho=r(),ae=o("div"),u(Ke.$$.fragment),Uo=r(),At=o("p"),At.textContent=Ka,Qn=r(),V=o("h2"),se=o("a"),hn=o("span"),u(et.$$.fragment),So=r(),Pt=o("span"),Pt.textContent=es,Kn=r(),$=o("div"),u(tt.$$.fragment),No=r(),Et=o("p"),Et.textContent=ts,Wo=r(),It=o("p"),It.textContent=ns,Jo=r(),u(re.$$.fragment),Do=r(),jt=o("p"),jt.innerHTML=os,Bo=r(),Ht=o("p"),Ht.innerHTML=as,Vo=r(),Ut=o("div"),u(nt.$$.fragment),Go=r(),ie=o("div"),u(ot.$$.fragment),Ro=r(),St=o("p"),St.innerHTML=ss,Zo=r(),H=o("div"),u(at.$$.fragment),Oo=r(),Nt=o("p"),Nt.innerHTML=rs,Xo=r(),Wt=o("p"),Wt.textContent=is,Yo=r(),le=o("div"),u(st.$$.fragment),Qo=r(),Jt=o("p"),Jt.innerHTML=ls,Ko=r(),Dt=o("div"),u(rt.$$.fragment),eo=r(),G=o("h2"),de=o("a"),un=o("span"),u(it.$$.fragment),ea=r(),Bt=o("span"),Bt.textContent=ds,to=r(),F=o("div"),u(lt.$$.fragment),ta=r(),Vt=o("p"),Vt.innerHTML=cs,na=r(),Gt=o("p"),Gt.innerHTML=ms,oa=r(),Rt=o("p"),Rt.innerHTML=ps,aa=r(),U=o("div"),u(dt.$$.fragment),sa=r(),Zt=o("p"),Zt.innerHTML=hs,ra=r(),u(ce.$$.fragment),no=r(),R=o("h2"),me=o("a"),fn=o("span"),u(ct.$$.fragment),ia=r(),Ot=o("span"),Ot.textContent=us,oo=r(),Z=o("div"),u(mt.$$.fragment),la=r(),I=o("div"),u(pt.$$.fragment),da=r(),Xt=o("p"),Xt.innerHTML=fs,ca=r(),u(pe.$$.fragment),ma=r(),u(he.$$.fragment),ao=r(),O=o("h2"),ue=o("a"),gn=o("span"),u(ht.$$.fragment),pa=r(),Yt=o("span"),Yt.textContent=gs,so=r(),M=o("div"),u(ut.$$.fragment),ha=r(),Qt=o("p"),Qt.textContent=_s,ua=r(),Kt=o("p"),Kt.innerHTML=vs,fa=r(),en=o("p"),en.innerHTML=bs,ga=r(),tn=o("p"),tn.innerHTML=ks,_a=r(),nn=o("p"),nn.innerHTML=ys,va=r(),S=o("div"),u(ft.$$.fragment),ba=r(),on=o("p"),on.innerHTML=Ls,ka=r(),u(fe.$$.fragment),ro=r(),_n=o("p"),this.h()},l(e){const s=Vs("svelte-1phssyn",document.head);d=a(s,"META",{name:!0,content:!0}),s.forEach(t),L=i(e),p=a(e,"P",{}),h(p).forEach(t),y=i(e),w=a(e,"H1",{class:!0});var gt=h(w);k=a(gt,"A",{id:!0,class:!0,href:!0});var vn=h(k);A=a(vn,"SPAN",{});var bn=h(A);f(be.$$.fragment,bn),bn.forEach(t),vn.forEach(t),yo=i(gt),kt=a(gt,"SPAN",{"data-svelte-h":!0}),c(kt)!=="svelte-1khuew4"&&(kt.textContent=La),gt.forEach(t),Ln=i(e),W=a(e,"H2",{class:!0});var _t=h(W);Y=a(_t,"A",{id:!0,class:!0,href:!0});var kn=h(Y);dn=a(kn,"SPAN",{});var yn=h(dn);f(ke.$$.fragment,yn),yn.forEach(t),kn.forEach(t),Lo=i(_t),yt=a(_t,"SPAN",{"data-svelte-h":!0}),c(yt)!=="svelte-h2uiar"&&(yt.textContent=$a),_t.forEach(t),$n=i(e),ye=a(e,"P",{"data-svelte-h":!0}),c(ye)!=="svelte-a353de"&&(ye.innerHTML=Ta),Tn=i(e),Le=a(e,"P",{"data-svelte-h":!0}),c(Le)!=="svelte-e5r8wp"&&(Le.textContent=wa),wn=i(e),$e=a(e,"P",{"data-svelte-h":!0}),c($e)!=="svelte-1w8ji9d"&&($e.innerHTML=Ma),Mn=i(e),Te=a(e,"P",{"data-svelte-h":!0}),c(Te)!=="svelte-k6v9m1"&&(Te.textContent=xa),xn=i(e),we=a(e,"UL",{"data-svelte-h":!0}),c(we)!=="svelte-qgv262"&&(we.innerHTML=Ca),Cn=i(e),f(Me.$$.fragment,e),zn=i(e),xe=a(e,"UL",{"data-svelte-h":!0}),c(xe)!=="svelte-1m2lh35"&&(xe.innerHTML=za),Fn=i(e),f(Ce.$$.fragment,e),qn=i(e),ze=a(e,"P",{"data-svelte-h":!0}),c(ze)!=="svelte-uib2dz"&&(ze.textContent=Fa),An=i(e),Fe=a(e,"UL",{"data-svelte-h":!0}),c(Fe)!=="svelte-9ksrjp"&&(Fe.innerHTML=qa),Pn=i(e),qe=a(e,"P",{"data-svelte-h":!0}),c(qe)!=="svelte-wjmudq"&&(qe.innerHTML=Aa),En=i(e),Ae=a(e,"P",{"data-svelte-h":!0}),c(Ae)!=="svelte-f24v5"&&(Ae.textContent=Pa),In=i(e),Pe=a(e,"UL",{"data-svelte-h":!0}),c(Pe)!=="svelte-1u3qfca"&&(Pe.innerHTML=Ea),jn=i(e),J=a(e,"H2",{class:!0});var vt=h(J);Q=a(vt,"A",{id:!0,class:!0,href:!0});var $s=h(Q);cn=a($s,"SPAN",{});var Ts=h(cn);f(Ee.$$.fragment,Ts),Ts.forEach(t),$s.forEach(t),$o=i(vt),Lt=a(vt,"SPAN",{"data-svelte-h":!0}),c(Lt)!=="svelte-1f3wyb1"&&(Lt.textContent=Ia),vt.forEach(t),Hn=i(e),Ie=a(e,"P",{"data-svelte-h":!0}),c(Ie)!=="svelte-12agt6k"&&(Ie.textContent=ja),Un=i(e),f(je.$$.fragment,e),Sn=i(e),He=a(e,"UL",{"data-svelte-h":!0}),c(He)!=="svelte-1hrgzzb"&&(He.innerHTML=Ha),Nn=i(e),f(Ue.$$.fragment,e),Wn=i(e),Se=a(e,"UL",{"data-svelte-h":!0}),c(Se)!=="svelte-1nqtlhx"&&(Se.innerHTML=Ua),Jn=i(e),Ne=a(e,"P",{"data-svelte-h":!0}),c(Ne)!=="svelte-14a1znp"&&(Ne.textContent=Sa),Dn=i(e),We=a(e,"UL",{"data-svelte-h":!0}),c(We)!=="svelte-8brual"&&(We.innerHTML=Na),Bn=i(e),Je=a(e,"P",{"data-svelte-h":!0}),c(Je)!=="svelte-1x58uo"&&(Je.textContent=Wa),Vn=i(e),De=a(e,"UL",{"data-svelte-h":!0}),c(De)!=="svelte-1dxsod4"&&(De.innerHTML=Ja),Gn=i(e),Be=a(e,"P",{"data-svelte-h":!0}),c(Be)!=="svelte-3z2x4b"&&(Be.textContent=Da),Rn=i(e),Ve=a(e,"UL",{"data-svelte-h":!0}),c(Ve)!=="svelte-fjx670"&&(Ve.innerHTML=Ba),Zn=i(e),D=a(e,"H2",{class:!0});var lo=h(D);K=a(lo,"A",{id:!0,class:!0,href:!0});var ws=h(K);mn=a(ws,"SPAN",{});var Ms=h(mn);f(Ge.$$.fragment,Ms),Ms.forEach(t),ws.forEach(t),To=i(lo),$t=a(lo,"SPAN",{"data-svelte-h":!0}),c($t)!=="svelte-1raygmy"&&($t.textContent=Va),lo.forEach(t),On=i(e),P=a(e,"DIV",{class:!0});var ge=h(P);f(Re.$$.fragment,ge),wo=i(ge),Tt=a(ge,"P",{"data-svelte-h":!0}),c(Tt)!=="svelte-16z02y1"&&(Tt.innerHTML=Ga),Mo=i(ge),wt=a(ge,"P",{"data-svelte-h":!0}),c(wt)!=="svelte-huu8ef"&&(wt.innerHTML=Ra),xo=i(ge),f(ee.$$.fragment,ge),ge.forEach(t),Xn=i(e),B=a(e,"H2",{class:!0});var co=h(B);te=a(co,"A",{id:!0,class:!0,href:!0});var xs=h(te);pn=a(xs,"SPAN",{});var Cs=h(pn);f(Ze.$$.fragment,Cs),Cs.forEach(t),xs.forEach(t),Co=i(co),Mt=a(co,"SPAN",{"data-svelte-h":!0}),c(Mt)!=="svelte-omuqbl"&&(Mt.textContent=Za),co.forEach(t),Yn=i(e),C=a(e,"DIV",{class:!0});var j=h(C);f(Oe.$$.fragment,j),zo=i(j),xt=a(j,"P",{"data-svelte-h":!0}),c(xt)!=="svelte-qfiu5a"&&(xt.textContent=Oa),Fo=i(j),Ct=a(j,"DIV",{class:!0});var zs=h(Ct);f(Xe.$$.fragment,zs),zs.forEach(t),qo=i(j),ne=a(j,"DIV",{class:!0});var mo=h(ne);f(Ye.$$.fragment,mo),Ao=i(mo),zt=a(mo,"P",{"data-svelte-h":!0}),c(zt)!=="svelte-1f4f5kp"&&(zt.innerHTML=Xa),mo.forEach(t),Po=i(j),E=a(j,"DIV",{class:!0});var _e=h(E);f(Qe.$$.fragment,_e),Eo=i(_e),Ft=a(_e,"P",{"data-svelte-h":!0}),c(Ft)!=="svelte-13bfd60"&&(Ft.textContent=Ya),Io=i(_e),f(oe.$$.fragment,_e),jo=i(_e),qt=a(_e,"P",{"data-svelte-h":!0}),c(qt)!=="svelte-wtrslu"&&(qt.textContent=Qa),_e.forEach(t),Ho=i(j),ae=a(j,"DIV",{class:!0});var po=h(ae);f(Ke.$$.fragment,po),Uo=i(po),At=a(po,"P",{"data-svelte-h":!0}),c(At)!=="svelte-1slb66l"&&(At.textContent=Ka),po.forEach(t),j.forEach(t),Qn=i(e),V=a(e,"H2",{class:!0});var ho=h(V);se=a(ho,"A",{id:!0,class:!0,href:!0});var Fs=h(se);hn=a(Fs,"SPAN",{});var qs=h(hn);f(et.$$.fragment,qs),qs.forEach(t),Fs.forEach(t),So=i(ho),Pt=a(ho,"SPAN",{"data-svelte-h":!0}),c(Pt)!=="svelte-5xcy1v"&&(Pt.textContent=es),ho.forEach(t),Kn=i(e),$=a(e,"DIV",{class:!0});var T=h($);f(tt.$$.fragment,T),No=i(T),Et=a(T,"P",{"data-svelte-h":!0}),c(Et)!=="svelte-15tdcz8"&&(Et.textContent=ts),Wo=i(T),It=a(T,"P",{"data-svelte-h":!0}),c(It)!=="svelte-llhmpa"&&(It.textContent=ns),Jo=i(T),f(re.$$.fragment,T),Do=i(T),jt=a(T,"P",{"data-svelte-h":!0}),c(jt)!=="svelte-cnb6q1"&&(jt.innerHTML=os),Bo=i(T),Ht=a(T,"P",{"data-svelte-h":!0}),c(Ht)!=="svelte-1ndfe3e"&&(Ht.innerHTML=as),Vo=i(T),Ut=a(T,"DIV",{class:!0});var As=h(Ut);f(nt.$$.fragment,As),As.forEach(t),Go=i(T),ie=a(T,"DIV",{class:!0});var uo=h(ie);f(ot.$$.fragment,uo),Ro=i(uo),St=a(uo,"P",{"data-svelte-h":!0}),c(St)!=="svelte-1wmjg8a"&&(St.innerHTML=ss),uo.forEach(t),Zo=i(T),H=a(T,"DIV",{class:!0});var an=h(H);f(at.$$.fragment,an),Oo=i(an),Nt=a(an,"P",{"data-svelte-h":!0}),c(Nt)!=="svelte-zj1vf1"&&(Nt.innerHTML=rs),Xo=i(an),Wt=a(an,"P",{"data-svelte-h":!0}),c(Wt)!=="svelte-9vptpw"&&(Wt.textContent=is),an.forEach(t),Yo=i(T),le=a(T,"DIV",{class:!0});var fo=h(le);f(st.$$.fragment,fo),Qo=i(fo),Jt=a(fo,"P",{"data-svelte-h":!0}),c(Jt)!=="svelte-nfci2w"&&(Jt.innerHTML=ls),fo.forEach(t),Ko=i(T),Dt=a(T,"DIV",{class:!0});var Ps=h(Dt);f(rt.$$.fragment,Ps),Ps.forEach(t),T.forEach(t),eo=i(e),G=a(e,"H2",{class:!0});var go=h(G);de=a(go,"A",{id:!0,class:!0,href:!0});var Es=h(de);un=a(Es,"SPAN",{});var Is=h(un);f(it.$$.fragment,Is),Is.forEach(t),Es.forEach(t),ea=i(go),Bt=a(go,"SPAN",{"data-svelte-h":!0}),c(Bt)!=="svelte-1ilstgp"&&(Bt.textContent=ds),go.forEach(t),to=i(e),F=a(e,"DIV",{class:!0});var N=h(F);f(lt.$$.fragment,N),ta=i(N),Vt=a(N,"P",{"data-svelte-h":!0}),c(Vt)!=="svelte-16gi54p"&&(Vt.innerHTML=cs),na=i(N),Gt=a(N,"P",{"data-svelte-h":!0}),c(Gt)!=="svelte-hswkmf"&&(Gt.innerHTML=ms),oa=i(N),Rt=a(N,"P",{"data-svelte-h":!0}),c(Rt)!=="svelte-eom0yk"&&(Rt.innerHTML=ps),aa=i(N),U=a(N,"DIV",{class:!0});var sn=h(U);f(dt.$$.fragment,sn),sa=i(sn),Zt=a(sn,"P",{"data-svelte-h":!0}),c(Zt)!=="svelte-1mi79ub"&&(Zt.innerHTML=hs),ra=i(sn),f(ce.$$.fragment,sn),sn.forEach(t),N.forEach(t),no=i(e),R=a(e,"H2",{class:!0});var _o=h(R);me=a(_o,"A",{id:!0,class:!0,href:!0});var js=h(me);fn=a(js,"SPAN",{});var Hs=h(fn);f(ct.$$.fragment,Hs),Hs.forEach(t),js.forEach(t),ia=i(_o),Ot=a(_o,"SPAN",{"data-svelte-h":!0}),c(Ot)!=="svelte-1x5q27d"&&(Ot.textContent=us),_o.forEach(t),oo=i(e),Z=a(e,"DIV",{class:!0});var vo=h(Z);f(mt.$$.fragment,vo),la=i(vo),I=a(vo,"DIV",{class:!0});var ve=h(I);f(pt.$$.fragment,ve),da=i(ve),Xt=a(ve,"P",{"data-svelte-h":!0}),c(Xt)!=="svelte-sgvdbn"&&(Xt.innerHTML=fs),ca=i(ve),f(pe.$$.fragment,ve),ma=i(ve),f(he.$$.fragment,ve),ve.forEach(t),vo.forEach(t),ao=i(e),O=a(e,"H2",{class:!0});var bo=h(O);ue=a(bo,"A",{id:!0,class:!0,href:!0});var Us=h(ue);gn=a(Us,"SPAN",{});var Ss=h(gn);f(ht.$$.fragment,Ss),Ss.forEach(t),Us.forEach(t),pa=i(bo),Yt=a(bo,"SPAN",{"data-svelte-h":!0}),c(Yt)!=="svelte-10dbdus"&&(Yt.textContent=gs),bo.forEach(t),so=i(e),M=a(e,"DIV",{class:!0});var q=h(M);f(ut.$$.fragment,q),ha=i(q),Qt=a(q,"P",{"data-svelte-h":!0}),c(Qt)!=="svelte-62must"&&(Qt.textContent=_s),ua=i(q),Kt=a(q,"P",{"data-svelte-h":!0}),c(Kt)!=="svelte-1xb0zjc"&&(Kt.innerHTML=vs),fa=i(q),en=a(q,"P",{"data-svelte-h":!0}),c(en)!=="svelte-10ugs3m"&&(en.innerHTML=bs),ga=i(q),tn=a(q,"P",{"data-svelte-h":!0}),c(tn)!=="svelte-ehy44e"&&(tn.innerHTML=ks),_a=i(q),nn=a(q,"P",{"data-svelte-h":!0}),c(nn)!=="svelte-hswkmf"&&(nn.innerHTML=ys),va=i(q),S=a(q,"DIV",{class:!0});var rn=h(S);f(ft.$$.fragment,rn),ba=i(rn),on=a(rn,"P",{"data-svelte-h":!0}),c(on)!=="svelte-z7s1dh"&&(on.innerHTML=Ls),ka=i(rn),f(fe.$$.fragment,rn),rn.forEach(t),q.forEach(t),ro=i(e),_n=a(e,"P",{}),h(_n).forEach(t),this.h()},h(){m(d,"name","hf:doc:metadata"),m(d,"content",JSON.stringify(er)),m(k,"id","llama"),m(k,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(k,"href","#llama"),m(w,"class","relative group"),m(Y,"id","overview"),m(Y,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(Y,"href","#overview"),m(W,"class","relative group"),m(Q,"id","resources"),m(Q,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(Q,"href","#resources"),m(J,"class","relative group"),m(K,"id","llamaconfig]][[transformers.LlamaConfig"),m(K,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(K,"href","#llamaconfig]][[transformers.LlamaConfig"),m(D,"class","relative group"),m(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(te,"id","llamatokenizer]][[transformers.LlamaTokenizer"),m(te,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(te,"href","#llamatokenizer]][[transformers.LlamaTokenizer"),m(B,"class","relative group"),m(Ct,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(ae,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(se,"id","llamatokenizerfast]][[transformers.LlamaTokenizerFast"),m(se,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(se,"href","#llamatokenizerfast]][[transformers.LlamaTokenizerFast"),m(V,"class","relative group"),m(Ut,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(ie,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(le,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(Dt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(de,"id","llamamodel]][[transformers.LlamaModel"),m(de,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(de,"href","#llamamodel]][[transformers.LlamaModel"),m(G,"class","relative group"),m(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(me,"id","llamaforcausallm]][[transformers.LlamaForCausalLM"),m(me,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(me,"href","#llamaforcausallm]][[transformers.LlamaForCausalLM"),m(R,"class","relative group"),m(I,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(ue,"id","llamaforsequenceclassification]][[transformers.LlamaForSequenceClassification"),m(ue,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),m(ue,"href","#llamaforsequenceclassification]][[transformers.LlamaForSequenceClassification"),m(O,"class","relative group"),m(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),m(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,s){n(document.head,d),l(e,L,s),l(e,p,s),l(e,y,s),l(e,w,s),n(w,k),n(k,A),g(be,A,null),n(w,yo),n(w,kt),l(e,Ln,s),l(e,W,s),n(W,Y),n(Y,dn),g(ke,dn,null),n(W,Lo),n(W,yt),l(e,$n,s),l(e,ye,s),l(e,Tn,s),l(e,Le,s),l(e,wn,s),l(e,$e,s),l(e,Mn,s),l(e,Te,s),l(e,xn,s),l(e,we,s),l(e,Cn,s),g(Me,e,s),l(e,zn,s),l(e,xe,s),l(e,Fn,s),g(Ce,e,s),l(e,qn,s),l(e,ze,s),l(e,An,s),l(e,Fe,s),l(e,Pn,s),l(e,qe,s),l(e,En,s),l(e,Ae,s),l(e,In,s),l(e,Pe,s),l(e,jn,s),l(e,J,s),n(J,Q),n(Q,cn),g(Ee,cn,null),n(J,$o),n(J,Lt),l(e,Hn,s),l(e,Ie,s),l(e,Un,s),g(je,e,s),l(e,Sn,s),l(e,He,s),l(e,Nn,s),g(Ue,e,s),l(e,Wn,s),l(e,Se,s),l(e,Jn,s),l(e,Ne,s),l(e,Dn,s),l(e,We,s),l(e,Bn,s),l(e,Je,s),l(e,Vn,s),l(e,De,s),l(e,Gn,s),l(e,Be,s),l(e,Rn,s),l(e,Ve,s),l(e,Zn,s),l(e,D,s),n(D,K),n(K,mn),g(Ge,mn,null),n(D,To),n(D,$t),l(e,On,s),l(e,P,s),g(Re,P,null),n(P,wo),n(P,Tt),n(P,Mo),n(P,wt),n(P,xo),g(ee,P,null),l(e,Xn,s),l(e,B,s),n(B,te),n(te,pn),g(Ze,pn,null),n(B,Co),n(B,Mt),l(e,Yn,s),l(e,C,s),g(Oe,C,null),n(C,zo),n(C,xt),n(C,Fo),n(C,Ct),g(Xe,Ct,null),n(C,qo),n(C,ne),g(Ye,ne,null),n(ne,Ao),n(ne,zt),n(C,Po),n(C,E),g(Qe,E,null),n(E,Eo),n(E,Ft),n(E,Io),g(oe,E,null),n(E,jo),n(E,qt),n(C,Ho),n(C,ae),g(Ke,ae,null),n(ae,Uo),n(ae,At),l(e,Qn,s),l(e,V,s),n(V,se),n(se,hn),g(et,hn,null),n(V,So),n(V,Pt),l(e,Kn,s),l(e,$,s),g(tt,$,null),n($,No),n($,Et),n($,Wo),n($,It),n($,Jo),g(re,$,null),n($,Do),n($,jt),n($,Bo),n($,Ht),n($,Vo),n($,Ut),g(nt,Ut,null),n($,Go),n($,ie),g(ot,ie,null),n(ie,Ro),n(ie,St),n($,Zo),n($,H),g(at,H,null),n(H,Oo),n(H,Nt),n(H,Xo),n(H,Wt),n($,Yo),n($,le),g(st,le,null),n(le,Qo),n(le,Jt),n($,Ko),n($,Dt),g(rt,Dt,null),l(e,eo,s),l(e,G,s),n(G,de),n(de,un),g(it,un,null),n(G,ea),n(G,Bt),l(e,to,s),l(e,F,s),g(lt,F,null),n(F,ta),n(F,Vt),n(F,na),n(F,Gt),n(F,oa),n(F,Rt),n(F,aa),n(F,U),g(dt,U,null),n(U,sa),n(U,Zt),n(U,ra),g(ce,U,null),l(e,no,s),l(e,R,s),n(R,me),n(me,fn),g(ct,fn,null),n(R,ia),n(R,Ot),l(e,oo,s),l(e,Z,s),g(mt,Z,null),n(Z,la),n(Z,I),g(pt,I,null),n(I,da),n(I,Xt),n(I,ca),g(pe,I,null),n(I,ma),g(he,I,null),l(e,ao,s),l(e,O,s),n(O,ue),n(ue,gn),g(ht,gn,null),n(O,pa),n(O,Yt),l(e,so,s),l(e,M,s),g(ut,M,null),n(M,ha),n(M,Qt),n(M,ua),n(M,Kt),n(M,fa),n(M,en),n(M,ga),n(M,tn),n(M,_a),n(M,nn),n(M,va),n(M,S),g(ft,S,null),n(S,ba),n(S,on),n(S,ka),g(fe,S,null),l(e,ro,s),l(e,_n,s),io=!0},p(e,[s]){const gt={};s&2&&(gt.$$scope={dirty:s,ctx:e}),ee.$set(gt);const vn={};s&2&&(vn.$$scope={dirty:s,ctx:e}),oe.$set(vn);const bn={};s&2&&(bn.$$scope={dirty:s,ctx:e}),re.$set(bn);const _t={};s&2&&(_t.$$scope={dirty:s,ctx:e}),ce.$set(_t);const kn={};s&2&&(kn.$$scope={dirty:s,ctx:e}),pe.$set(kn);const yn={};s&2&&(yn.$$scope={dirty:s,ctx:e}),he.$set(yn);const vt={};s&2&&(vt.$$scope={dirty:s,ctx:e}),fe.$set(vt)},i(e){io||(_(be.$$.fragment,e),_(ke.$$.fragment,e),_(Me.$$.fragment,e),_(Ce.$$.fragment,e),_(Ee.$$.fragment,e),_(je.$$.fragment,e),_(Ue.$$.fragment,e),_(Ge.$$.fragment,e),_(Re.$$.fragment,e),_(ee.$$.fragment,e),_(Ze.$$.fragment,e),_(Oe.$$.fragment,e),_(Xe.$$.fragment,e),_(Ye.$$.fragment,e),_(Qe.$$.fragment,e),_(oe.$$.fragment,e),_(Ke.$$.fragment,e),_(et.$$.fragment,e),_(tt.$$.fragment,e),_(re.$$.fragment,e),_(nt.$$.fragment,e),_(ot.$$.fragment,e),_(at.$$.fragment,e),_(st.$$.fragment,e),_(rt.$$.fragment,e),_(it.$$.fragment,e),_(lt.$$.fragment,e),_(dt.$$.fragment,e),_(ce.$$.fragment,e),_(ct.$$.fragment,e),_(mt.$$.fragment,e),_(pt.$$.fragment,e),_(pe.$$.fragment,e),_(he.$$.fragment,e),_(ht.$$.fragment,e),_(ut.$$.fragment,e),_(ft.$$.fragment,e),_(fe.$$.fragment,e),io=!0)},o(e){v(be.$$.fragment,e),v(ke.$$.fragment,e),v(Me.$$.fragment,e),v(Ce.$$.fragment,e),v(Ee.$$.fragment,e),v(je.$$.fragment,e),v(Ue.$$.fragment,e),v(Ge.$$.fragment,e),v(Re.$$.fragment,e),v(ee.$$.fragment,e),v(Ze.$$.fragment,e),v(Oe.$$.fragment,e),v(Xe.$$.fragment,e),v(Ye.$$.fragment,e),v(Qe.$$.fragment,e),v(oe.$$.fragment,e),v(Ke.$$.fragment,e),v(et.$$.fragment,e),v(tt.$$.fragment,e),v(re.$$.fragment,e),v(nt.$$.fragment,e),v(ot.$$.fragment,e),v(at.$$.fragment,e),v(st.$$.fragment,e),v(rt.$$.fragment,e),v(it.$$.fragment,e),v(lt.$$.fragment,e),v(dt.$$.fragment,e),v(ce.$$.fragment,e),v(ct.$$.fragment,e),v(mt.$$.fragment,e),v(pt.$$.fragment,e),v(pe.$$.fragment,e),v(he.$$.fragment,e),v(ht.$$.fragment,e),v(ut.$$.fragment,e),v(ft.$$.fragment,e),v(fe.$$.fragment,e),io=!1},d(e){e&&(t(L),t(p),t(y),t(w),t(Ln),t(W),t($n),t(ye),t(Tn),t(Le),t(wn),t($e),t(Mn),t(Te),t(xn),t(we),t(Cn),t(zn),t(xe),t(Fn),t(qn),t(ze),t(An),t(Fe),t(Pn),t(qe),t(En),t(Ae),t(In),t(Pe),t(jn),t(J),t(Hn),t(Ie),t(Un),t(Sn),t(He),t(Nn),t(Wn),t(Se),t(Jn),t(Ne),t(Dn),t(We),t(Bn),t(Je),t(Vn),t(De),t(Gn),t(Be),t(Rn),t(Ve),t(Zn),t(D),t(On),t(P),t(Xn),t(B),t(Yn),t(C),t(Qn),t(V),t(Kn),t($),t(eo),t(G),t(to),t(F),t(no),t(R),t(oo),t(Z),t(ao),t(O),t(so),t(M),t(ro),t(_n)),t(d),b(be),b(ke),b(Me,e),b(Ce,e),b(Ee),b(je,e),b(Ue,e),b(Ge),b(Re),b(ee),b(Ze),b(Oe),b(Xe),b(Ye),b(Qe),b(oe),b(Ke),b(et),b(tt),b(re),b(nt),b(ot),b(at),b(st),b(rt),b(it),b(lt),b(dt),b(ce),b(ct),b(mt),b(pt),b(pe),b(he),b(ht),b(ut),b(ft),b(fe)}}}const er={local:"llama",sections:[{local:"overview",title:"개요 "},{local:"resources",title:"리소스 "},{local:"llamaconfig]][[transformers.LlamaConfig",title:"LlamaConfig "},{local:"llamatokenizer]][[transformers.LlamaTokenizer",title:"LlamaTokenizer "},{local:"llamatokenizerfast]][[transformers.LlamaTokenizerFast",title:"LlamaTokenizerFast "},{local:"llamamodel]][[transformers.LlamaModel",title:"LlamaModel "},{local:"llamaforcausallm]][[transformers.LlamaForCausalLM",title:"LlamaForCausalLM "},{local:"llamaforsequenceclassification]][[transformers.LlamaForSequenceClassification",title:"LlamaForSequenceClassification "}],title:"LLaMA "};function tr(z){return Js(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class dr extends Ds{constructor(d){super(),Bs(this,d,tr,Ks,Ws,{})}}export{dr as component};
