import{S as Rj,i as Xj,s as Yj,e as t,k as h,w as f,t as n,M as Fj,c as r,d as a,m as o,a as c,x as d,h as e,b as j,N as Nj,G as l,g as m,y as J,q as _,o as $,B as y,v as zj,L as Aj}from"../chunks/vendor-hf-doc-builder.js";import{T as Tl}from"../chunks/Tip-hf-doc-builder.js";import{Y as qj}from"../chunks/Youtube-hf-doc-builder.js";import{I as Is}from"../chunks/IconCopyLink-hf-doc-builder.js";import{C as E}from"../chunks/CodeBlock-hf-doc-builder.js";import{D as Qj}from"../chunks/DocNotebookDropdown-hf-doc-builder.js";import{F as Dj,M as xj}from"../chunks/Markdown-hf-doc-builder.js";function Pj(k){let u,i,b,M,w,v,g;return{c(){u=t("p"),i=t("code"),b=n("AutoProcessor"),M=n("\uB294 "),w=t("strong"),v=n("\uD56D\uC0C1"),g=n(" \uC791\uB3D9\uD558\uBA70 \uD1A0\uD06C\uB098\uC774\uC800, \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C, \uD2B9\uC131 \uCD94\uCD9C\uAE30 \uB610\uB294 \uD504\uB85C\uC138\uC11C \uB4F1 \uC0AC\uC6A9 \uC911\uC778 \uBAA8\uB378\uC5D0 \uB9DE\uB294 \uD074\uB798\uC2A4\uB97C \uC790\uB3D9\uC73C\uB85C \uC120\uD0DD\uD569\uB2C8\uB2E4.")},l(I){u=r(I,"P",{});var C=c(u);i=r(C,"CODE",{});var G=c(i);b=e(G,"AutoProcessor"),G.forEach(a),M=e(C,"\uB294 "),w=r(C,"STRONG",{});var U=c(w);v=e(U,"\uD56D\uC0C1"),U.forEach(a),g=e(C," \uC791\uB3D9\uD558\uBA70 \uD1A0\uD06C\uB098\uC774\uC800, \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C, \uD2B9\uC131 \uCD94\uCD9C\uAE30 \uB610\uB294 \uD504\uB85C\uC138\uC11C \uB4F1 \uC0AC\uC6A9 \uC911\uC778 \uBAA8\uB378\uC5D0 \uB9DE\uB294 \uD074\uB798\uC2A4\uB97C \uC790\uB3D9\uC73C\uB85C \uC120\uD0DD\uD569\uB2C8\uB2E4."),C.forEach(a)},m(I,C){m(I,u,C),l(u,i),l(i,b),l(u,M),l(u,w),l(w,v),l(u,g)},d(I){I&&a(u)}}}function Hj(k){let u,i,b,M,w;return{c(){u=t("p"),i=n("\uC0AC\uC804 \uD6C8\uB828\uB41C \uBAA8\uB378\uC744 \uC0AC\uC6A9\uD560 \uACC4\uD68D\uC774\uB77C\uBA74 \uBAA8\uB378\uACFC \uD568\uAED8 \uC0AC\uC804 \uD6C8\uB828\uB41C \uD1A0\uD06C\uB098\uC774\uC800\uB97C \uC0AC\uC6A9\uD558\uB294 \uAC83\uC774 \uC911\uC694\uD569\uB2C8\uB2E4. \uC774\uB807\uAC8C \uD558\uBA74 \uD14D\uC2A4\uD2B8\uAC00 \uC0AC\uC804 \uD6C8\uB828 \uB9D0\uBB49\uCE58\uC640 \uB3D9\uC77C\uD55C \uBC29\uC2DD\uC73C\uB85C \uBD84\uD560\uB418\uACE0 \uC0AC\uC804 \uD6C8\uB828 \uC911\uC5D0 \uB3D9\uC77C\uD55C \uD574\uB2F9 \uD1A0\uD070-\uC778\uB371\uC2A4 \uC30D(\uC77C\uBC18\uC801\uC73C\uB85C "),b=t("em"),M=n("vocab"),w=n("\uC774\uB77C\uACE0 \uD568)\uC744 \uC0AC\uC6A9\uD569\uB2C8\uB2E4.")},l(v){u=r(v,"P",{});var g=c(u);i=e(g,"\uC0AC\uC804 \uD6C8\uB828\uB41C \uBAA8\uB378\uC744 \uC0AC\uC6A9\uD560 \uACC4\uD68D\uC774\uB77C\uBA74 \uBAA8\uB378\uACFC \uD568\uAED8 \uC0AC\uC804 \uD6C8\uB828\uB41C \uD1A0\uD06C\uB098\uC774\uC800\uB97C \uC0AC\uC6A9\uD558\uB294 \uAC83\uC774 \uC911\uC694\uD569\uB2C8\uB2E4. \uC774\uB807\uAC8C \uD558\uBA74 \uD14D\uC2A4\uD2B8\uAC00 \uC0AC\uC804 \uD6C8\uB828 \uB9D0\uBB49\uCE58\uC640 \uB3D9\uC77C\uD55C \uBC29\uC2DD\uC73C\uB85C \uBD84\uD560\uB418\uACE0 \uC0AC\uC804 \uD6C8\uB828 \uC911\uC5D0 \uB3D9\uC77C\uD55C \uD574\uB2F9 \uD1A0\uD070-\uC778\uB371\uC2A4 \uC30D(\uC77C\uBC18\uC801\uC73C\uB85C "),b=r(g,"EM",{});var I=c(b);M=e(I,"vocab"),I.forEach(a),w=e(g,"\uC774\uB77C\uACE0 \uD568)\uC744 \uC0AC\uC6A9\uD569\uB2C8\uB2E4."),g.forEach(a)},m(v,g){m(v,u,g),l(u,i),l(u,b),l(b,M),l(u,w)},d(v){v&&a(u)}}}function Sj(k){let u,i,b,M,w;return{c(){u=t("p"),i=n("\uB2E4\uC591\uD55C \uD328\uB529 \uBC0F \uC0DD\uB7B5 \uC778\uC218\uC5D0 \uB300\uD574 \uB354 \uC54C\uC544\uBCF4\uB824\uBA74 "),b=t("a"),M=n("Padding and truncation"),w=n(" \uAC1C\uB150 \uAC00\uC774\uB4DC\uB97C \uD655\uC778\uD574\uBCF4\uC138\uC694."),this.h()},l(v){u=r(v,"P",{});var g=c(u);i=e(g,"\uB2E4\uC591\uD55C \uD328\uB529 \uBC0F \uC0DD\uB7B5 \uC778\uC218\uC5D0 \uB300\uD574 \uB354 \uC54C\uC544\uBCF4\uB824\uBA74 "),b=r(g,"A",{href:!0});var I=c(b);M=e(I,"Padding and truncation"),I.forEach(a),w=e(g," \uAC1C\uB150 \uAC00\uC774\uB4DC\uB97C \uD655\uC778\uD574\uBCF4\uC138\uC694."),g.forEach(a),this.h()},h(){j(b,"href","./pad_truncation")},m(v,g){m(v,u,g),l(u,i),l(u,b),l(b,M),l(u,w)},d(v){v&&a(u)}}}function Oj(k){let u,i;return u=new E({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSUyQyUyMHRydW5jYXRpb24lM0RUcnVlJTJDJTIwcmV0dXJuX3RlbnNvcnMlM0QlMjJwdCUyMiklMEFwcmludChlbmNvZGVkX2lucHV0KQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: tensor([[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                      [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>],
                      [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]), 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: tensor([[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                           [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                           [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]), 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: tensor([[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                           [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>],
                           [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]])}`}}),{c(){f(u.$$.fragment)},l(b){d(u.$$.fragment,b)},m(b,M){J(u,b,M),i=!0},p:Aj,i(b){i||(_(u.$$.fragment,b),i=!0)},o(b){$(u.$$.fragment,b),i=!1},d(b){y(u,b)}}}function Lj(k){let u,i;return u=new xj({props:{$$slots:{default:[Oj]},$$scope:{ctx:k}}}),{c(){f(u.$$.fragment)},l(b){d(u.$$.fragment,b)},m(b,M){J(u,b,M),i=!0},p(b,M){const w={};M&2&&(w.$$scope={dirty:M,ctx:b}),u.$set(w)},i(b){i||(_(u.$$.fragment,b),i=!0)},o(b){$(u.$$.fragment,b),i=!1},d(b){y(u,b)}}}function Kj(k){let u,i;return u=new E({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSUyQyUyMHRydW5jYXRpb24lM0RUcnVlJTJDJTIwcmV0dXJuX3RlbnNvcnMlM0QlMjJ0ZiUyMiklMEFwcmludChlbmNvZGVkX2lucHV0KQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;tf&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: &lt;tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">9</span>), dtype=int32, numpy=
array([[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>],
       [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]],
      dtype=int32)&gt;, 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: &lt;tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">9</span>), dtype=int32, numpy=
array([[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], dtype=int32)&gt;, 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: &lt;tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">9</span>), dtype=int32, numpy=
array([[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>],
       [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], dtype=int32)&gt;}`}}),{c(){f(u.$$.fragment)},l(b){d(u.$$.fragment,b)},m(b,M){J(u,b,M),i=!0},p:Aj,i(b){i||(_(u.$$.fragment,b),i=!0)},o(b){$(u.$$.fragment,b),i=!1},d(b){y(u,b)}}}function sb(k){let u,i;return u=new xj({props:{$$slots:{default:[Kj]},$$scope:{ctx:k}}}),{c(){f(u.$$.fragment)},l(b){d(u.$$.fragment,b)},m(b,M){J(u,b,M),i=!0},p(b,M){const w={};M&2&&(w.$$scope={dirty:M,ctx:b}),u.$set(w)},i(b){i||(_(u.$$.fragment,b),i=!0)},o(b){$(u.$$.fragment,b),i=!1},d(b){y(u,b)}}}function ab(k){let u,i,b,M,w,v,g,I,C,G,U,N,B,Q,Y;return{c(){u=t("p"),i=n(`\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB294 \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uAE30\uBC95\uC744 \uBA87 \uAC00\uC9C0 \uC801\uC6A9\uD55C \uB4A4\uC5D0 \uD560 \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4.
\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC \uBC0F \uC774\uBBF8\uC9C0 \uC99D\uAC15\uC740 \uBAA8\uB450 \uC774\uBBF8\uC9C0 \uB370\uC774\uD130\uB97C \uBCC0\uD615\uD558\uC9C0\uB9CC, \uC11C\uB85C \uB2E4\uB978 \uBAA9\uC801\uC744 \uAC00\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4:`),b=h(),M=t("ul"),w=t("li"),v=n(`\uC774\uBBF8\uC9C0 \uC99D\uAC15\uC740 \uACFC\uC801\uD569(over-fitting)\uC744 \uBC29\uC9C0\uD558\uACE0 \uBAA8\uB378\uC758 \uACAC\uACE0\uC131(resiliency)\uC744 \uB192\uC774\uB294 \uB370 \uB3C4\uC6C0\uC774 \uB418\uB294 \uBC29\uC2DD\uC73C\uB85C \uC774\uBBF8\uC9C0\uB97C \uC218\uC815\uD569\uB2C8\uB2E4.
\uBC1D\uAE30\uC640 \uC0C9\uC0C1 \uC870\uC815, \uC790\uB974\uAE30, \uD68C\uC804, \uD06C\uAE30 \uC870\uC815, \uD655\uB300/\uCD95\uC18C \uB4F1 \uB2E4\uC591\uD55C \uBC29\uBC95\uC73C\uB85C \uB370\uC774\uD130\uB97C \uC99D\uAC15\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uADF8\uB7EC\uB098 \uC99D\uAC15\uC73C\uB85C \uC774\uBBF8\uC9C0\uC758 \uC758\uBBF8\uAC00 \uBC14\uB00C\uC9C0 \uC54A\uB3C4\uB85D \uC8FC\uC758\uD574\uC57C \uD569\uB2C8\uB2E4.`),g=h(),I=t("li"),C=n(`\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB294 \uC774\uBBF8\uC9C0\uAC00 \uBAA8\uB378\uC774 \uC608\uC0C1\uD558\uB294 \uC785\uB825 \uD615\uC2DD\uACFC \uC77C\uCE58\uD558\uB3C4\uB85D \uBCF4\uC7A5\uD569\uB2C8\uB2E4.
\uCEF4\uD4E8\uD130 \uBE44\uC804 \uBAA8\uB378\uC744 \uBBF8\uC138 \uC870\uC815\uD560 \uB54C \uC774\uBBF8\uC9C0\uB294 \uBAA8\uB378\uC774 \uCD08\uAE30\uC5D0 \uD6C8\uB828\uB420 \uB54C\uC640 \uC815\uD655\uD788 \uAC19\uC740 \uBC29\uC2DD\uC73C\uB85C \uC804\uCC98\uB9AC\uB418\uC5B4\uC57C \uD569\uB2C8\uB2E4.`),G=h(),U=t("p"),N=n("\uC774\uBBF8\uC9C0 \uC99D\uAC15\uC5D0\uB294 \uC6D0\uD558\uB294 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uC5D0\uB294 \uBAA8\uB378\uACFC \uC5F0\uACB0\uB41C "),B=t("code"),Q=n("ImageProcessor"),Y=n("\uB97C \uC0AC\uC6A9\uD569\uB2C8\uB2E4.")},l(T){u=r(T,"P",{});var V=c(u);i=e(V,`\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB294 \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uAE30\uBC95\uC744 \uBA87 \uAC00\uC9C0 \uC801\uC6A9\uD55C \uB4A4\uC5D0 \uD560 \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4.
\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC \uBC0F \uC774\uBBF8\uC9C0 \uC99D\uAC15\uC740 \uBAA8\uB450 \uC774\uBBF8\uC9C0 \uB370\uC774\uD130\uB97C \uBCC0\uD615\uD558\uC9C0\uB9CC, \uC11C\uB85C \uB2E4\uB978 \uBAA9\uC801\uC744 \uAC00\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4:`),V.forEach(a),b=o(T),M=r(T,"UL",{});var A=c(M);w=r(A,"LI",{});var F=c(w);v=e(F,`\uC774\uBBF8\uC9C0 \uC99D\uAC15\uC740 \uACFC\uC801\uD569(over-fitting)\uC744 \uBC29\uC9C0\uD558\uACE0 \uBAA8\uB378\uC758 \uACAC\uACE0\uC131(resiliency)\uC744 \uB192\uC774\uB294 \uB370 \uB3C4\uC6C0\uC774 \uB418\uB294 \uBC29\uC2DD\uC73C\uB85C \uC774\uBBF8\uC9C0\uB97C \uC218\uC815\uD569\uB2C8\uB2E4.
\uBC1D\uAE30\uC640 \uC0C9\uC0C1 \uC870\uC815, \uC790\uB974\uAE30, \uD68C\uC804, \uD06C\uAE30 \uC870\uC815, \uD655\uB300/\uCD95\uC18C \uB4F1 \uB2E4\uC591\uD55C \uBC29\uBC95\uC73C\uB85C \uB370\uC774\uD130\uB97C \uC99D\uAC15\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uADF8\uB7EC\uB098 \uC99D\uAC15\uC73C\uB85C \uC774\uBBF8\uC9C0\uC758 \uC758\uBBF8\uAC00 \uBC14\uB00C\uC9C0 \uC54A\uB3C4\uB85D \uC8FC\uC758\uD574\uC57C \uD569\uB2C8\uB2E4.`),F.forEach(a),g=o(A),I=r(A,"LI",{});var L=c(I);C=e(L,`\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB294 \uC774\uBBF8\uC9C0\uAC00 \uBAA8\uB378\uC774 \uC608\uC0C1\uD558\uB294 \uC785\uB825 \uD615\uC2DD\uACFC \uC77C\uCE58\uD558\uB3C4\uB85D \uBCF4\uC7A5\uD569\uB2C8\uB2E4.
\uCEF4\uD4E8\uD130 \uBE44\uC804 \uBAA8\uB378\uC744 \uBBF8\uC138 \uC870\uC815\uD560 \uB54C \uC774\uBBF8\uC9C0\uB294 \uBAA8\uB378\uC774 \uCD08\uAE30\uC5D0 \uD6C8\uB828\uB420 \uB54C\uC640 \uC815\uD655\uD788 \uAC19\uC740 \uBC29\uC2DD\uC73C\uB85C \uC804\uCC98\uB9AC\uB418\uC5B4\uC57C \uD569\uB2C8\uB2E4.`),L.forEach(a),A.forEach(a),G=o(T),U=r(T,"P",{});var x=c(U);N=e(x,"\uC774\uBBF8\uC9C0 \uC99D\uAC15\uC5D0\uB294 \uC6D0\uD558\uB294 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uC5D0\uB294 \uBAA8\uB378\uACFC \uC5F0\uACB0\uB41C "),B=r(x,"CODE",{});var K=c(B);Q=e(K,"ImageProcessor"),K.forEach(a),Y=e(x,"\uB97C \uC0AC\uC6A9\uD569\uB2C8\uB2E4."),x.forEach(a)},m(T,V){m(T,u,V),l(u,i),m(T,b,V),m(T,M,V),l(M,w),l(w,v),l(M,g),l(M,I),l(I,C),m(T,G,V),m(T,U,V),l(U,N),l(U,B),l(B,Q),l(U,Y)},d(T){T&&a(u),T&&a(b),T&&a(M),T&&a(G),T&&a(U)}}}function lb(k){let u,i,b,M,w;return{c(){u=t("p"),i=n("\uB370\uC774\uD130\uC14B\uC774 \uC0C1\uB2F9\uD788 \uD06C\uAE30 \uB54C\uBB38\uC5D0 \u{1F917} Datasets\uC758 "),b=t("code"),M=n("split"),w=n(" \uB9E4\uAC1C\uBCC0\uC218\uB97C \uC0AC\uC6A9\uD558\uC5EC \uD559\uC2B5 \uBD84\uD560\uC5D0\uC11C \uC791\uC740 \uC0D8\uD50C\uB9CC \uAC00\uC838\uC624\uC138\uC694!")},l(v){u=r(v,"P",{});var g=c(u);i=e(g,"\uB370\uC774\uD130\uC14B\uC774 \uC0C1\uB2F9\uD788 \uD06C\uAE30 \uB54C\uBB38\uC5D0 \u{1F917} Datasets\uC758 "),b=r(g,"CODE",{});var I=c(b);M=e(I,"split"),I.forEach(a),w=e(g," \uB9E4\uAC1C\uBCC0\uC218\uB97C \uC0AC\uC6A9\uD558\uC5EC \uD559\uC2B5 \uBD84\uD560\uC5D0\uC11C \uC791\uC740 \uC0D8\uD50C\uB9CC \uAC00\uC838\uC624\uC138\uC694!"),g.forEach(a)},m(v,g){m(v,u,g),l(u,i),l(u,b),l(b,M),l(u,w)},d(v){v&&a(u)}}}function nb(k){let u,i,b,M,w,v,g,I,C,G,U,N,B,Q,Y,T,V,A,F,L,x,K,D;return{c(){u=t("p"),i=n("\uC704\uC758 \uC608\uC5D0\uC11C\uB294 \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uC911\uC5D0 \uC774\uBBF8\uC9C0 \uD06C\uAE30\uB97C \uC870\uC815\uD588\uAE30 \uB54C\uBB38\uC5D0 "),b=t("code"),M=n("do_resize=False"),w=n("\uB85C \uC124\uC815\uD558\uACE0, \uD574\uB2F9 "),v=t("code"),g=n("image_processor"),I=n("\uC5D0\uC11C "),C=t("code"),G=n("size"),U=n(` \uC18D\uC131\uC744 \uD65C\uC6A9\uD588\uC2B5\uB2C8\uB2E4.
\uC774\uBBF8\uC9C0 \uC99D\uAC15 \uC911\uC5D0 \uC774\uBBF8\uC9C0 \uD06C\uAE30\uB97C \uC870\uC815\uD558\uC9C0 \uC54A\uC740 \uACBD\uC6B0 \uC774 \uB9E4\uAC1C \uBCC0\uC218\uB97C \uC0DD\uB7B5\uD558\uC138\uC694.
\uAE30\uBCF8\uC801\uC73C\uB85C `),N=t("code"),B=n("ImageProcessor"),Q=n("\uAC00 \uD06C\uAE30 \uC870\uC815\uC744 \uCC98\uB9AC\uD569\uB2C8\uB2E4."),Y=h(),T=t("p"),V=n("\uC99D\uAC15 \uBCC0\uD658 \uACFC\uC815\uC5D0\uC11C \uC774\uBBF8\uC9C0\uB97C \uC815\uADDC\uD654\uD558\uB824\uBA74 "),A=t("code"),F=n("image_processor.image_mean"),L=n(" \uBC0F "),x=t("code"),K=n("image_processor.image_std"),D=n(" \uAC12\uC744 \uC0AC\uC6A9\uD558\uC138\uC694.")},l(W){u=r(W,"P",{});var Z=c(u);i=e(Z,"\uC704\uC758 \uC608\uC5D0\uC11C\uB294 \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uC911\uC5D0 \uC774\uBBF8\uC9C0 \uD06C\uAE30\uB97C \uC870\uC815\uD588\uAE30 \uB54C\uBB38\uC5D0 "),b=r(Z,"CODE",{});var gl=c(b);M=e(gl,"do_resize=False"),gl.forEach(a),w=e(Z,"\uB85C \uC124\uC815\uD558\uACE0, \uD574\uB2F9 "),v=r(Z,"CODE",{});var El=c(v);g=e(El,"image_processor"),El.forEach(a),I=e(Z,"\uC5D0\uC11C "),C=r(Z,"CODE",{});var Il=c(C);G=e(Il,"size"),Il.forEach(a),U=e(Z,` \uC18D\uC131\uC744 \uD65C\uC6A9\uD588\uC2B5\uB2C8\uB2E4.
\uC774\uBBF8\uC9C0 \uC99D\uAC15 \uC911\uC5D0 \uC774\uBBF8\uC9C0 \uD06C\uAE30\uB97C \uC870\uC815\uD558\uC9C0 \uC54A\uC740 \uACBD\uC6B0 \uC774 \uB9E4\uAC1C \uBCC0\uC218\uB97C \uC0DD\uB7B5\uD558\uC138\uC694.
\uAE30\uBCF8\uC801\uC73C\uB85C `),N=r(Z,"CODE",{});var ss=c(N);B=e(ss,"ImageProcessor"),ss.forEach(a),Q=e(Z,"\uAC00 \uD06C\uAE30 \uC870\uC815\uC744 \uCC98\uB9AC\uD569\uB2C8\uB2E4."),Z.forEach(a),Y=o(W),T=r(W,"P",{});var as=c(T);V=e(as,"\uC99D\uAC15 \uBCC0\uD658 \uACFC\uC815\uC5D0\uC11C \uC774\uBBF8\uC9C0\uB97C \uC815\uADDC\uD654\uD558\uB824\uBA74 "),A=r(as,"CODE",{});var bs=c(A);F=e(bs,"image_processor.image_mean"),bs.forEach(a),L=e(as," \uBC0F "),x=r(as,"CODE",{});var kl=c(x);K=e(kl,"image_processor.image_std"),kl.forEach(a),D=e(as," \uAC12\uC744 \uC0AC\uC6A9\uD558\uC138\uC694."),as.forEach(a)},m(W,Z){m(W,u,Z),l(u,i),l(u,b),l(b,M),l(u,w),l(u,v),l(v,g),l(u,I),l(u,C),l(C,G),l(u,U),l(u,N),l(N,B),l(u,Q),m(W,Y,Z),m(W,T,Z),l(T,V),l(T,A),l(A,F),l(T,L),l(T,x),l(x,K),l(T,D)},d(W){W&&a(u),W&&a(Y),W&&a(T)}}}function eb(k){let u,i,b,M;return{c(){u=t("p"),i=t("code"),b=n("ImageProcessor"),M=n(`\uB294 \uAC1D\uCCB4 \uAC10\uC9C0, \uC2DC\uB9E8\uD2F1 \uC138\uADF8\uBA58\uD14C\uC774\uC158(semantic segmentation), \uC778\uC2A4\uD134\uC2A4 \uC138\uADF8\uBA58\uD14C\uC774\uC158(instance segmentation), \uD30C\uB189\uD2F1 \uC138\uADF8\uBA58\uD14C\uC774\uC158(panoptic segmentation)\uACFC \uAC19\uC740 \uC791\uC5C5\uC5D0 \uB300\uD55C \uD6C4\uCC98\uB9AC \uBC29\uBC95\uC744 \uC81C\uACF5\uD569\uB2C8\uB2E4.
\uC774\uB7EC\uD55C \uBC29\uBC95\uC740 \uBAA8\uB378\uC758 \uC6D0\uC2DC \uCD9C\uB825\uC744 \uACBD\uACC4 \uC0C1\uC790\uB098 \uC138\uADF8\uBA58\uD14C\uC774\uC158 \uB9F5\uACFC \uAC19\uC740 \uC758\uBBF8 \uC788\uB294 \uC608\uCE21\uC73C\uB85C \uBCC0\uD658\uD574\uC90D\uB2C8\uB2E4.`)},l(w){u=r(w,"P",{});var v=c(u);i=r(v,"CODE",{});var g=c(i);b=e(g,"ImageProcessor"),g.forEach(a),M=e(v,`\uB294 \uAC1D\uCCB4 \uAC10\uC9C0, \uC2DC\uB9E8\uD2F1 \uC138\uADF8\uBA58\uD14C\uC774\uC158(semantic segmentation), \uC778\uC2A4\uD134\uC2A4 \uC138\uADF8\uBA58\uD14C\uC774\uC158(instance segmentation), \uD30C\uB189\uD2F1 \uC138\uADF8\uBA58\uD14C\uC774\uC158(panoptic segmentation)\uACFC \uAC19\uC740 \uC791\uC5C5\uC5D0 \uB300\uD55C \uD6C4\uCC98\uB9AC \uBC29\uBC95\uC744 \uC81C\uACF5\uD569\uB2C8\uB2E4.
\uC774\uB7EC\uD55C \uBC29\uBC95\uC740 \uBAA8\uB378\uC758 \uC6D0\uC2DC \uCD9C\uB825\uC744 \uACBD\uACC4 \uC0C1\uC790\uB098 \uC138\uADF8\uBA58\uD14C\uC774\uC158 \uB9F5\uACFC \uAC19\uC740 \uC758\uBBF8 \uC788\uB294 \uC608\uCE21\uC73C\uB85C \uBCC0\uD658\uD574\uC90D\uB2C8\uB2E4.`),v.forEach(a)},m(w,v){m(w,u,v),l(u,i),l(i,b),l(u,M)},d(w){w&&a(u)}}}function pb(k){let u,i,b,M,w,v,g,I,C,G,U,N,B,Q,Y,T,V,A,F,L,x,K,D,W,Z,gl,El,Il,ss,as,bs,kl,jr,br,aa,ir,Ul,fr,dr,De,ks,Pe,Cl,Jr,He,la,Se,is,Us,$n,na,_r,yn,$r,Oe,ea,Le,ls,yr,Zl,Mr,wr,Mn,vr,Tr,Ke,Cs,sp,ns,gr,wn,Er,Ir,vn,kr,Ur,ap,pa,lp,Vl,Cr,np,ta,ep,Gl,Zr,pp,es,Bl,Wl,Vr,Gr,Br,Nl,Al,Wr,Nr,Ar,xl,Rl,xr,Rr,tp,ra,Tn,Xr,Yr,rp,ca,cp,Xl,Fr,mp,Yl,zr,hp,ma,op,fs,Zs,gn,ha,qr,En,Qr,up,Vs,Dr,In,Pr,Hr,jp,ds,kn,Sr,Or,Un,Lr,Kr,bp,oa,ip,Gs,sc,Cn,ac,lc,fp,Js,Bs,Zn,ua,nc,Vn,ec,dp,Fl,pc,Jp,ps,tc,Gn,rc,cc,Bn,mc,hc,_p,ja,$p,Ws,yp,_s,Ns,Wn,ba,oc,Nn,uc,Mp,zl,jc,wp,P,An,bc,ic,xn,fc,dc,Rn,Jc,_c,vp,As,Tp,$s,xs,Xn,ia,$c,Yn,yc,gp,Rs,Mc,ql,wc,vc,Ep,ts,Tc,fa,gc,Ec,da,Ic,kc,Ip,Ja,kp,ys,Fn,Uc,Cc,zn,Zc,Vc,Up,_a,Cp,Ql,Gc,Zp,rs,Dl,qn,Bc,Wc,Nc,Pl,Qn,Ac,xc,Rc,Hl,Dn,Xc,Yc,Vp,Xs,Fc,$a,zc,qc,Gp,Sl,ya,Qc,Pn,Dc,Pc,Bp,Ma,Wp,wa,va,Hc,Hn,Sc,Oc,Np,Ta,Ap,cs,Lc,Sn,Kc,sm,On,am,lm,xp,ga,Ln,nm,em,Rp,Ea,Xp,ms,pm,Kn,tm,rm,se,cm,mm,Yp,Ia,Fp,Ol,hm,zp,ka,qp,Ll,om,Qp,Ua,Dp,Ca,ae,um,jm,Pp,Za,Hp,Kl,bm,Sp,Va,Op,Ms,Ys,le,Ga,im,ne,fm,Lp,Fs,dm,sn,Jm,_m,Kp,zs,st,ws,Ba,$m,ym,Wa,Mm,wm,at,qs,lt,Na,nt,Qs,vm,Aa,ee,Tm,gm,et,xa,pt,Ra,pe,bo,tt,Xa,te,Em,Im,rt,Ya,ct,z,km,Fa,re,Um,Cm,za,Zm,Vm,qa,Gm,Bm,mt,an,R,Qa,ce,Wm,Nm,Da,me,Am,xm,Pa,he,Rm,Xm,oe,Ym,Fm,ue,zm,qm,ht,Ha,ot,Sa,H,Qm,ln,je,Dm,Pm,be,Hm,Sm,ie,Om,Lm,ut,Oa,jt,Ds,bt,La,Ka,Km,sl,fe,sh,ah,it,al,ft,ll,nl,lh,de,nh,eh,dt,el,Jt,nn,ph,_t,pl,$t,tl,Je,io,yt,Ps,Mt,vs,Hs,_e,rl,th,$e,rh,wt,X,ch,en,mh,hh,ye,oh,uh,Me,jh,bh,we,ih,fh,vt,cl,Tt,Ts,Ss,ve,ml,dh,Te,Jh,gt,Os,_h,pn,$h,yh,Et,gs,hl,Mh,wh,ol,vh,Th,It,ul,kt,hs,gh,ge,Eh,Ih,Ee,kh,Uh,Ut,jl,Ct,os,Ch,Ie,Zh,Vh,ke,Gh,Bh,Zt,bl,Vt,Ls,Wh,tn,Nh,Ah,Gt,il,Bt,fl,Ue,xh,Rh,Wt,dl,Nt,rn,q,Ce,Xh,Yh,Ze,Fh,zh,Ve,qh,Qh,Ge,Dh,Ph,At,Jl,xt,_l,$l,Hh,Be,Sh,Oh,Rt,yl,Xt,us,Lh,We,Kh,so,Ne,ao,lo,Yt;return v=new Is({}),U=new Qj({props:{classNames:"absolute z-10 right-0 top-0",options:[{label:"Mixed",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/ko/preprocessing.ipynb"},{label:"PyTorch",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/ko/pytorch/preprocessing.ipynb"},{label:"TensorFlow",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/ko/tensorflow/preprocessing.ipynb"},{label:"Mixed",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/ko/preprocessing.ipynb"},{label:"PyTorch",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/ko/pytorch/preprocessing.ipynb"},{label:"TensorFlow",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/ko/tensorflow/preprocessing.ipynb"}]}}),ks=new Tl({props:{$$slots:{default:[Pj]},$$scope:{ctx:k}}}),la=new E({props:{code:"cGlwJTIwaW5zdGFsbCUyMGRhdGFzZXRz",highlighted:"pip install datasets"}}),na=new Is({}),ea=new qj({props:{id:"Yffk5aydLzg"}}),Cs=new Tl({props:{$$slots:{default:[Hj]},$$scope:{ctx:k}}}),pa=new E({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJiZXJ0LWJhc2UtY2FzZWQlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer

<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;bert-base-cased&quot;</span>)`}}),ta=new E({props:{code:"ZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplciglMjJEbyUyMG5vdCUyMG1lZGRsZSUyMGluJTIwdGhlJTIwYWZmYWlycyUyMG9mJTIwd2l6YXJkcyUyQyUyMGZvciUyMHRoZXklMjBhcmUlMjBzdWJ0bGUlMjBhbmQlMjBxdWljayUyMHRvJTIwYW5nZXIuJTIyKSUwQXByaW50KGVuY29kZWRfaW5wdXQp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(<span class="hljs-string">&quot;Do not meddle in the affairs of wizards, for they are subtle and quick to anger.&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [<span class="hljs-number">101</span>, <span class="hljs-number">2079</span>, <span class="hljs-number">2025</span>, <span class="hljs-number">19960</span>, <span class="hljs-number">10362</span>, <span class="hljs-number">1999</span>, <span class="hljs-number">1996</span>, <span class="hljs-number">3821</span>, <span class="hljs-number">1997</span>, <span class="hljs-number">16657</span>, <span class="hljs-number">1010</span>, <span class="hljs-number">2005</span>, <span class="hljs-number">2027</span>, <span class="hljs-number">2024</span>, <span class="hljs-number">11259</span>, <span class="hljs-number">1998</span>, <span class="hljs-number">4248</span>, <span class="hljs-number">2000</span>, <span class="hljs-number">4963</span>, <span class="hljs-number">1012</span>, <span class="hljs-number">102</span>], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>]}`}}),ca=new E({props:{code:"dG9rZW5pemVyLmRlY29kZShlbmNvZGVkX2lucHV0JTVCJTIyaW5wdXRfaWRzJTIyJTVEKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.decode(encoded_input[<span class="hljs-string">&quot;input_ids&quot;</span>])
<span class="hljs-string">&#x27;[CLS] Do not meddle in the affairs of wizards, for they are subtle and quick to anger. [SEP]&#x27;</span>`}}),ma=new E({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dHMlMjAlM0QlMjB0b2tlbml6ZXIoYmF0Y2hfc2VudGVuY2VzKSUwQXByaW50KGVuY29kZWRfaW5wdXRzKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_inputs = tokenizer(batch_sentences)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_inputs)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>]], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>]]}`}}),ha=new Is({}),oa=new E({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSklMEFwcmludChlbmNvZGVkX2lucHV0KQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]}`}}),ua=new Is({}),ja=new E({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSUyQyUyMHRydW5jYXRpb24lM0RUcnVlKSUwQXByaW50KGVuY29kZWRfaW5wdXQp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]}`}}),Ws=new Tl({props:{$$slots:{default:[Sj]},$$scope:{ctx:k}}}),ba=new Is({}),As=new Dj({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[sb],pytorch:[Lj]},$$scope:{ctx:k}}}),ia=new Is({}),Ja=new E({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTJDJTIwQXVkaW8lMEElMEFkYXRhc2V0JTIwJTNEJTIwbG9hZF9kYXRhc2V0KCUyMlBvbHlBSSUyRm1pbmRzMTQlMjIlMkMlMjBuYW1lJTNEJTIyZW4tVVMlMjIlMkMlMjBzcGxpdCUzRCUyMnRyYWluJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset, Audio

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = load_dataset(<span class="hljs-string">&quot;PolyAI/minds14&quot;</span>, name=<span class="hljs-string">&quot;en-US&quot;</span>, split=<span class="hljs-string">&quot;train&quot;</span>)`}}),_a=new E({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJhdWRpbyUyMiU1RA==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>]
{<span class="hljs-string">&#x27;array&#x27;</span>: array([ <span class="hljs-number">0.</span>        ,  <span class="hljs-number">0.00024414</span>, -<span class="hljs-number">0.00024414</span>, ..., -<span class="hljs-number">0.00024414</span>,
         <span class="hljs-number">0.</span>        ,  <span class="hljs-number">0.</span>        ], dtype=float32),
 <span class="hljs-string">&#x27;path&#x27;</span>: <span class="hljs-string">&#x27;/root/.cache/huggingface/datasets/downloads/extracted/f14948e0e84be638dd7943ac36518a4cf3324e8b7aa331c5ab11541518e9368c/en-US~JOINT_ACCOUNT/602ba55abb1e6d0fbce92065.wav&#x27;</span>,
 <span class="hljs-string">&#x27;sampling_rate&#x27;</span>: <span class="hljs-number">8000</span>}`}}),Ma=new E({props:{code:"ZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQuY2FzdF9jb2x1bW4oJTIyYXVkaW8lMjIlMkMlMjBBdWRpbyhzYW1wbGluZ19yYXRlJTNEMTZfMDAwKSk=",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = dataset.cast_column(<span class="hljs-string">&quot;audio&quot;</span>, Audio(sampling_rate=<span class="hljs-number">16_000</span>))'}}),Ta=new E({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJhdWRpbyUyMiU1RA==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>]
{<span class="hljs-string">&#x27;array&#x27;</span>: array([ <span class="hljs-number">2.3443763e-05</span>,  <span class="hljs-number">2.1729663e-04</span>,  <span class="hljs-number">2.2145823e-04</span>, ...,
         <span class="hljs-number">3.8356509e-05</span>, -<span class="hljs-number">7.3497440e-06</span>, -<span class="hljs-number">2.1754686e-05</span>], dtype=float32),
 <span class="hljs-string">&#x27;path&#x27;</span>: <span class="hljs-string">&#x27;/root/.cache/huggingface/datasets/downloads/extracted/f14948e0e84be638dd7943ac36518a4cf3324e8b7aa331c5ab11541518e9368c/en-US~JOINT_ACCOUNT/602ba55abb1e6d0fbce92065.wav&#x27;</span>,
 <span class="hljs-string">&#x27;sampling_rate&#x27;</span>: <span class="hljs-number">16000</span>}`}}),Ea=new E({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9GZWF0dXJlRXh0cmFjdG9yJTBBJTBBZmVhdHVyZV9leHRyYWN0b3IlMjAlM0QlMjBBdXRvRmVhdHVyZUV4dHJhY3Rvci5mcm9tX3ByZXRyYWluZWQoJTIyZmFjZWJvb2slMkZ3YXYydmVjMi1iYXNlJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoFeatureExtractor

<span class="hljs-meta">&gt;&gt;&gt; </span>feature_extractor = AutoFeatureExtractor.from_pretrained(<span class="hljs-string">&quot;facebook/wav2vec2-base&quot;</span>)`}}),Ia=new E({props:{code:"YXVkaW9faW5wdXQlMjAlM0QlMjAlNUJkYXRhc2V0JTVCMCU1RCU1QiUyMmF1ZGlvJTIyJTVEJTVCJTIyYXJyYXklMjIlNUQlNUQlMEFmZWF0dXJlX2V4dHJhY3RvcihhdWRpb19pbnB1dCUyQyUyMHNhbXBsaW5nX3JhdGUlM0QxNjAwMCk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>audio_input = [dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>][<span class="hljs-string">&quot;array&quot;</span>]]
<span class="hljs-meta">&gt;&gt;&gt; </span>feature_extractor(audio_input, sampling_rate=<span class="hljs-number">16000</span>)
{<span class="hljs-string">&#x27;input_values&#x27;</span>: [array([ <span class="hljs-number">3.8106556e-04</span>,  <span class="hljs-number">2.7506407e-03</span>,  <span class="hljs-number">2.8015103e-03</span>, ...,
        <span class="hljs-number">5.6335266e-04</span>,  <span class="hljs-number">4.6588284e-06</span>, -<span class="hljs-number">1.7142107e-04</span>], dtype=float32)]}`}}),ka=new E({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJhdWRpbyUyMiU1RCU1QiUyMmFycmF5JTIyJTVELnNoYXBlJTBBJTBBZGF0YXNldCU1QjElNUQlNUIlMjJhdWRpbyUyMiU1RCU1QiUyMmFycmF5JTIyJTVELnNoYXBl",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>][<span class="hljs-string">&quot;array&quot;</span>].shape
(<span class="hljs-number">173398</span>,)

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">1</span>][<span class="hljs-string">&quot;audio&quot;</span>][<span class="hljs-string">&quot;array&quot;</span>].shape
(<span class="hljs-number">106496</span>,)`}}),Ua=new E({props:{code:"ZGVmJTIwcHJlcHJvY2Vzc19mdW5jdGlvbihleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBhdWRpb19hcnJheXMlMjAlM0QlMjAlNUJ4JTVCJTIyYXJyYXklMjIlNUQlMjBmb3IlMjB4JTIwaW4lMjBleGFtcGxlcyU1QiUyMmF1ZGlvJTIyJTVEJTVEJTBBJTIwJTIwJTIwJTIwaW5wdXRzJTIwJTNEJTIwZmVhdHVyZV9leHRyYWN0b3IoJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwYXVkaW9fYXJyYXlzJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwc2FtcGxpbmdfcmF0ZSUzRDE2MDAwJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcGFkZGluZyUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjBtYXhfbGVuZ3RoJTNEMTAwMDAwJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwdHJ1bmNhdGlvbiUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjApJTBBJTIwJTIwJTIwJTIwcmV0dXJuJTIwaW5wdXRz",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">preprocess_function</span>(<span class="hljs-params">examples</span>):
<span class="hljs-meta">... </span>    audio_arrays = [x[<span class="hljs-string">&quot;array&quot;</span>] <span class="hljs-keyword">for</span> x <span class="hljs-keyword">in</span> examples[<span class="hljs-string">&quot;audio&quot;</span>]]
<span class="hljs-meta">... </span>    inputs = feature_extractor(
<span class="hljs-meta">... </span>        audio_arrays,
<span class="hljs-meta">... </span>        sampling_rate=<span class="hljs-number">16000</span>,
<span class="hljs-meta">... </span>        padding=<span class="hljs-literal">True</span>,
<span class="hljs-meta">... </span>        max_length=<span class="hljs-number">100000</span>,
<span class="hljs-meta">... </span>        truncation=<span class="hljs-literal">True</span>,
<span class="hljs-meta">... </span>    )
<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> inputs`}}),Za=new E({props:{code:"cHJvY2Vzc2VkX2RhdGFzZXQlMjAlM0QlMjBwcmVwcm9jZXNzX2Z1bmN0aW9uKGRhdGFzZXQlNUIlM0E1JTVEKQ==",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>processed_dataset = preprocess_function(dataset[:<span class="hljs-number">5</span>])'}}),Va=new E({props:{code:"cHJvY2Vzc2VkX2RhdGFzZXQlNUIlMjJpbnB1dF92YWx1ZXMlMjIlNUQlNUIwJTVELnNoYXBlJTBBJTBBcHJvY2Vzc2VkX2RhdGFzZXQlNUIlMjJpbnB1dF92YWx1ZXMlMjIlNUQlNUIxJTVELnNoYXBl",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>processed_dataset[<span class="hljs-string">&quot;input_values&quot;</span>][<span class="hljs-number">0</span>].shape
(<span class="hljs-number">100000</span>,)

<span class="hljs-meta">&gt;&gt;&gt; </span>processed_dataset[<span class="hljs-string">&quot;input_values&quot;</span>][<span class="hljs-number">1</span>].shape
(<span class="hljs-number">100000</span>,)`}}),Ga=new Is({}),zs=new Tl({props:{$$slots:{default:[ab]},$$scope:{ctx:k}}}),qs=new Tl({props:{$$slots:{default:[lb]},$$scope:{ctx:k}}}),Na=new E({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBJTBBZGF0YXNldCUyMCUzRCUyMGxvYWRfZGF0YXNldCglMjJmb29kMTAxJTIyJTJDJTIwc3BsaXQlM0QlMjJ0cmFpbiU1QiUzQTEwMCU1RCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = load_dataset(<span class="hljs-string">&quot;food101&quot;</span>, split=<span class="hljs-string">&quot;train[:100]&quot;</span>)`}}),xa=new E({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJpbWFnZSUyMiU1RA==",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;image&quot;</span>]'}}),Ya=new E({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9JbWFnZVByb2Nlc3NvciUwQSUwQWltYWdlX3Byb2Nlc3NvciUyMCUzRCUyMEF1dG9JbWFnZVByb2Nlc3Nvci5mcm9tX3ByZXRyYWluZWQoJTIyZ29vZ2xlJTJGdml0LWJhc2UtcGF0Y2gxNi0yMjQlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoImageProcessor

<span class="hljs-meta">&gt;&gt;&gt; </span>image_processor = AutoImageProcessor.from_pretrained(<span class="hljs-string">&quot;google/vit-base-patch16-224&quot;</span>)`}}),Ha=new E({props:{code:"ZnJvbSUyMHRvcmNodmlzaW9uLnRyYW5zZm9ybXMlMjBpbXBvcnQlMjBSYW5kb21SZXNpemVkQ3JvcCUyQyUyMENvbG9ySml0dGVyJTJDJTIwQ29tcG9zZSUwQSUwQXNpemUlMjAlM0QlMjAoJTBBJTIwJTIwJTIwJTIwaW1hZ2VfcHJvY2Vzc29yLnNpemUlNUIlMjJzaG9ydGVzdF9lZGdlJTIyJTVEJTBBJTIwJTIwJTIwJTIwaWYlMjAlMjJzaG9ydGVzdF9lZGdlJTIyJTIwaW4lMjBpbWFnZV9wcm9jZXNzb3Iuc2l6ZSUwQSUyMCUyMCUyMCUyMGVsc2UlMjAoaW1hZ2VfcHJvY2Vzc29yLnNpemUlNUIlMjJoZWlnaHQlMjIlNUQlMkMlMjBpbWFnZV9wcm9jZXNzb3Iuc2l6ZSU1QiUyMndpZHRoJTIyJTVEKSUwQSklMEElMEFfdHJhbnNmb3JtcyUyMCUzRCUyMENvbXBvc2UoJTVCUmFuZG9tUmVzaXplZENyb3Aoc2l6ZSklMkMlMjBDb2xvckppdHRlcihicmlnaHRuZXNzJTNEMC41JTJDJTIwaHVlJTNEMC41KSU1RCk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> torchvision.transforms <span class="hljs-keyword">import</span> RandomResizedCrop, ColorJitter, Compose

<span class="hljs-meta">&gt;&gt;&gt; </span>size = (
<span class="hljs-meta">... </span>    image_processor.size[<span class="hljs-string">&quot;shortest_edge&quot;</span>]
<span class="hljs-meta">... </span>    <span class="hljs-keyword">if</span> <span class="hljs-string">&quot;shortest_edge&quot;</span> <span class="hljs-keyword">in</span> image_processor.size
<span class="hljs-meta">... </span>    <span class="hljs-keyword">else</span> (image_processor.size[<span class="hljs-string">&quot;height&quot;</span>], image_processor.size[<span class="hljs-string">&quot;width&quot;</span>])
<span class="hljs-meta">... </span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>_transforms = Compose([RandomResizedCrop(size), ColorJitter(brightness=<span class="hljs-number">0.5</span>, hue=<span class="hljs-number">0.5</span>)])`}}),Oa=new E({props:{code:"ZGVmJTIwdHJhbnNmb3JtcyhleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBpbWFnZXMlMjAlM0QlMjAlNUJfdHJhbnNmb3JtcyhpbWcuY29udmVydCglMjJSR0IlMjIpKSUyMGZvciUyMGltZyUyMGluJTIwZXhhbXBsZXMlNUIlMjJpbWFnZSUyMiU1RCU1RCUwQSUyMCUyMCUyMCUyMGV4YW1wbGVzJTVCJTIycGl4ZWxfdmFsdWVzJTIyJTVEJTIwJTNEJTIwaW1hZ2VfcHJvY2Vzc29yKGltYWdlcyUyQyUyMGRvX3Jlc2l6ZSUzREZhbHNlJTJDJTIwcmV0dXJuX3RlbnNvcnMlM0QlMjJwdCUyMiklNUIlMjJwaXhlbF92YWx1ZXMlMjIlNUQlMEElMjAlMjAlMjAlMjByZXR1cm4lMjBleGFtcGxlcw==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">transforms</span>(<span class="hljs-params">examples</span>):
<span class="hljs-meta">... </span>    images = [_transforms(img.convert(<span class="hljs-string">&quot;RGB&quot;</span>)) <span class="hljs-keyword">for</span> img <span class="hljs-keyword">in</span> examples[<span class="hljs-string">&quot;image&quot;</span>]]
<span class="hljs-meta">... </span>    examples[<span class="hljs-string">&quot;pixel_values&quot;</span>] = image_processor(images, do_resize=<span class="hljs-literal">False</span>, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)[<span class="hljs-string">&quot;pixel_values&quot;</span>]
<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> examples`}}),Ds=new Tl({props:{$$slots:{default:[nb]},$$scope:{ctx:k}}}),al=new E({props:{code:"ZGF0YXNldC5zZXRfdHJhbnNmb3JtKHRyYW5zZm9ybXMp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>dataset.set_transform(transforms)'}}),el=new E({props:{code:"ZGF0YXNldCU1QjAlNUQua2V5cygp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>].keys()'}}),pl=new E({props:{code:"aW1wb3J0JTIwbnVtcHklMjBhcyUyMG5wJTBBaW1wb3J0JTIwbWF0cGxvdGxpYi5weXBsb3QlMjBhcyUyMHBsdCUwQSUwQWltZyUyMCUzRCUyMGRhdGFzZXQlNUIwJTVEJTVCJTIycGl4ZWxfdmFsdWVzJTIyJTVEJTBBcGx0Lmltc2hvdyhpbWcucGVybXV0ZSgxJTJDJTIwMiUyQyUyMDApKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> numpy <span class="hljs-keyword">as</span> np
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> matplotlib.pyplot <span class="hljs-keyword">as</span> plt

<span class="hljs-meta">&gt;&gt;&gt; </span>img = dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;pixel_values&quot;</span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>plt.imshow(img.permute(<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">0</span>))`}}),Ps=new Tl({props:{$$slots:{default:[eb]},$$scope:{ctx:k}}}),rl=new Is({}),cl=new E({props:{code:"ZGVmJTIwY29sbGF0ZV9mbihiYXRjaCklM0ElMEElMjAlMjAlMjAlMjBwaXhlbF92YWx1ZXMlMjAlM0QlMjAlNUJpdGVtJTVCJTIycGl4ZWxfdmFsdWVzJTIyJTVEJTIwZm9yJTIwaXRlbSUyMGluJTIwYmF0Y2glNUQlMEElMjAlMjAlMjAlMjBlbmNvZGluZyUyMCUzRCUyMGltYWdlX3Byb2Nlc3Nvci5wYWRfYW5kX2NyZWF0ZV9waXhlbF9tYXNrKHBpeGVsX3ZhbHVlcyUyQyUyMHJldHVybl90ZW5zb3JzJTNEJTIycHQlMjIpJTBBJTIwJTIwJTIwJTIwbGFiZWxzJTIwJTNEJTIwJTVCaXRlbSU1QiUyMmxhYmVscyUyMiU1RCUyMGZvciUyMGl0ZW0lMjBpbiUyMGJhdGNoJTVEJTBBJTIwJTIwJTIwJTIwYmF0Y2glMjAlM0QlMjAlN0IlN0QlMEElMjAlMjAlMjAlMjBiYXRjaCU1QiUyMnBpeGVsX3ZhbHVlcyUyMiU1RCUyMCUzRCUyMGVuY29kaW5nJTVCJTIycGl4ZWxfdmFsdWVzJTIyJTVEJTBBJTIwJTIwJTIwJTIwYmF0Y2glNUIlMjJwaXhlbF9tYXNrJTIyJTVEJTIwJTNEJTIwZW5jb2RpbmclNUIlMjJwaXhlbF9tYXNrJTIyJTVEJTBBJTIwJTIwJTIwJTIwYmF0Y2glNUIlMjJsYWJlbHMlMjIlNUQlMjAlM0QlMjBsYWJlbHMlMEElMjAlMjAlMjAlMjByZXR1cm4lMjBiYXRjaA==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">collate_fn</span>(<span class="hljs-params">batch</span>):
<span class="hljs-meta">... </span>    pixel_values = [item[<span class="hljs-string">&quot;pixel_values&quot;</span>] <span class="hljs-keyword">for</span> item <span class="hljs-keyword">in</span> batch]
<span class="hljs-meta">... </span>    encoding = image_processor.pad_and_create_pixel_mask(pixel_values, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)
<span class="hljs-meta">... </span>    labels = [item[<span class="hljs-string">&quot;labels&quot;</span>] <span class="hljs-keyword">for</span> item <span class="hljs-keyword">in</span> batch]
<span class="hljs-meta">... </span>    batch = {}
<span class="hljs-meta">... </span>    batch[<span class="hljs-string">&quot;pixel_values&quot;</span>] = encoding[<span class="hljs-string">&quot;pixel_values&quot;</span>]
<span class="hljs-meta">... </span>    batch[<span class="hljs-string">&quot;pixel_mask&quot;</span>] = encoding[<span class="hljs-string">&quot;pixel_mask&quot;</span>]
<span class="hljs-meta">... </span>    batch[<span class="hljs-string">&quot;labels&quot;</span>] = labels
<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> batch`}}),ml=new Is({}),ul=new E({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBJTBBbGpfc3BlZWNoJTIwJTNEJTIwbG9hZF9kYXRhc2V0KCUyMmxqX3NwZWVjaCUyMiUyQyUyMHNwbGl0JTNEJTIydHJhaW4lMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech = load_dataset(<span class="hljs-string">&quot;lj_speech&quot;</span>, split=<span class="hljs-string">&quot;train&quot;</span>)`}}),jl=new E({props:{code:"bGpfc3BlZWNoJTIwJTNEJTIwbGpfc3BlZWNoLm1hcChyZW1vdmVfY29sdW1ucyUzRCU1QiUyMmZpbGUlMjIlMkMlMjAlMjJpZCUyMiUyQyUyMCUyMm5vcm1hbGl6ZWRfdGV4dCUyMiU1RCk=",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech = lj_speech.<span class="hljs-built_in">map</span>(remove_columns=[<span class="hljs-string">&quot;file&quot;</span>, <span class="hljs-string">&quot;id&quot;</span>, <span class="hljs-string">&quot;normalized_text&quot;</span>])'}}),bl=new E({props:{code:"bGpfc3BlZWNoJTVCMCU1RCU1QiUyMmF1ZGlvJTIyJTVEJTBBJTBBbGpfc3BlZWNoJTVCMCU1RCU1QiUyMnRleHQlMjIlNUQ=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>]
{<span class="hljs-string">&#x27;array&#x27;</span>: array([-<span class="hljs-number">7.3242188e-04</span>, -<span class="hljs-number">7.6293945e-04</span>, -<span class="hljs-number">6.4086914e-04</span>, ...,
         <span class="hljs-number">7.3242188e-04</span>,  <span class="hljs-number">2.1362305e-04</span>,  <span class="hljs-number">6.1035156e-05</span>], dtype=float32),
 <span class="hljs-string">&#x27;path&#x27;</span>: <span class="hljs-string">&#x27;/root/.cache/huggingface/datasets/downloads/extracted/917ece08c95cf0c4115e45294e3cd0dee724a1165b7fc11798369308a465bd26/LJSpeech-1.1/wavs/LJ001-0001.wav&#x27;</span>,
 <span class="hljs-string">&#x27;sampling_rate&#x27;</span>: <span class="hljs-number">22050</span>}

<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;text&quot;</span>]
<span class="hljs-string">&#x27;Printing, in the only sense with which we are at present concerned, differs from most if not from all the arts and crafts represented in the Exhibition&#x27;</span>`}}),il=new E({props:{code:"bGpfc3BlZWNoJTIwJTNEJTIwbGpfc3BlZWNoLmNhc3RfY29sdW1uKCUyMmF1ZGlvJTIyJTJDJTIwQXVkaW8oc2FtcGxpbmdfcmF0ZSUzRDE2XzAwMCkp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech = lj_speech.cast_column(<span class="hljs-string">&quot;audio&quot;</span>, Audio(sampling_rate=<span class="hljs-number">16_000</span>))'}}),dl=new E({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Qcm9jZXNzb3IlMEElMEFwcm9jZXNzb3IlMjAlM0QlMjBBdXRvUHJvY2Vzc29yLmZyb21fcHJldHJhaW5lZCglMjJmYWNlYm9vayUyRndhdjJ2ZWMyLWJhc2UtOTYwaCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoProcessor

<span class="hljs-meta">&gt;&gt;&gt; </span>processor = AutoProcessor.from_pretrained(<span class="hljs-string">&quot;facebook/wav2vec2-base-960h&quot;</span>)`}}),Jl=new E({props:{code:"ZGVmJTIwcHJlcGFyZV9kYXRhc2V0KGV4YW1wbGUpJTNBJTBBJTIwJTIwJTIwJTIwYXVkaW8lMjAlM0QlMjBleGFtcGxlJTVCJTIyYXVkaW8lMjIlNUQlMEElMEElMjAlMjAlMjAlMjBleGFtcGxlLnVwZGF0ZShwcm9jZXNzb3IoYXVkaW8lM0RhdWRpbyU1QiUyMmFycmF5JTIyJTVEJTJDJTIwdGV4dCUzRGV4YW1wbGUlNUIlMjJ0ZXh0JTIyJTVEJTJDJTIwc2FtcGxpbmdfcmF0ZSUzRDE2MDAwKSklMEElMEElMjAlMjAlMjAlMjByZXR1cm4lMjBleGFtcGxl",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">prepare_dataset</span>(<span class="hljs-params">example</span>):
<span class="hljs-meta">... </span>    audio = example[<span class="hljs-string">&quot;audio&quot;</span>]

<span class="hljs-meta">... </span>    example.update(processor(audio=audio[<span class="hljs-string">&quot;array&quot;</span>], text=example[<span class="hljs-string">&quot;text&quot;</span>], sampling_rate=<span class="hljs-number">16000</span>))

<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> example`}}),yl=new E({props:{code:"cHJlcGFyZV9kYXRhc2V0KGxqX3NwZWVjaCU1QjAlNUQp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>prepare_dataset(lj_speech[<span class="hljs-number">0</span>])'}}),{c(){u=t("meta"),i=h(),b=t("h1"),M=t("a"),w=t("span"),f(v.$$.fragment),g=h(),I=t("span"),C=n("\uC804\uCC98\uB9AC"),G=h(),f(U.$$.fragment),N=h(),B=t("p"),Q=n("\uBAA8\uB378\uC744 \uD559\uC2B5\uD558\uB824\uBA74 \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uB9DE\uB294 \uC785\uB825 \uD615\uC2DD\uC73C\uB85C \uC804\uCC98\uB9AC \uD574\uC57C \uD569\uB2C8\uB2E4. \uB370\uC774\uD130\uAC00 \uD14D\uC2A4\uD2B8, \uC774\uBBF8\uC9C0 \uB610\uB294 \uC624\uB514\uC624\uC778\uC9C0 \uC5EC\uBD80\uC5D0 \uAD00\uACC4\uC5C6\uC774 \uB370\uC774\uD130\uB97C \uD150\uC11C \uBC30\uCE58\uB85C \uBCC0\uD658\uD558\uACE0 \uC870\uB9BD\uD560 \uD544\uC694\uAC00 \uC788\uC2B5\uB2C8\uB2E4. \u{1F917} Transformers\uB294 \uBAA8\uB378\uC5D0 \uB300\uD55C \uB370\uC774\uD130\uB97C \uC900\uBE44\uD558\uB294 \uB370 \uB3C4\uC6C0\uC774 \uB418\uB294 \uC77C\uB828\uC758 \uC804\uCC98\uB9AC \uD074\uB798\uC2A4\uB97C \uC81C\uACF5\uD569\uB2C8\uB2E4. \uC774 \uD29C\uD1A0\uB9AC\uC5BC\uC5D0\uC11C\uB294 \uB2E4\uC74C \uB0B4\uC6A9\uC744 \uBC30\uC6B8 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Y=h(),T=t("ul"),V=t("li"),A=n("\uD14D\uC2A4\uD2B8\uB294 "),F=t("a"),L=n("Tokenizer"),x=n("\uB97C \uC0AC\uC6A9\uD558\uC5EC \uD14D\uC2A4\uD2B8\uB97C \uD1A0\uD070 \uC2DC\uD000\uC2A4\uB85C \uBCC0\uD658\uD558\uACE0 \uD1A0\uD070\uC758 \uC22B\uC790 \uD45C\uD604\uC744 \uB9CC\uB4E0 \uD6C4 \uD150\uC11C\uB85C \uC870\uB9BD\uD569\uB2C8\uB2E4."),K=h(),D=t("li"),W=n("\uC74C\uC131 \uBC0F \uC624\uB514\uC624\uB294 "),Z=t("a"),gl=n("Feature extractor"),El=n("\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC624\uB514\uC624 \uD30C\uD615\uC5D0\uC11C \uC2DC\uD000\uC2A4 \uD2B9\uC131\uC744 \uD30C\uC545\uD558\uC5EC \uD150\uC11C\uB85C \uBCC0\uD658\uD569\uB2C8\uB2E4."),Il=h(),ss=t("li"),as=n("\uC774\uBBF8\uC9C0 \uC785\uB825\uC740 "),bs=t("a"),kl=n("ImageProcessor"),jr=n("\uC744 \uC0AC\uC6A9\uD558\uC5EC \uC774\uBBF8\uC9C0\uB97C \uD150\uC11C\uB85C \uBCC0\uD658\uD569\uB2C8\uB2E4."),br=h(),aa=t("li"),ir=n("\uBA40\uD2F0\uBAA8\uB2EC \uC785\uB825\uC740 "),Ul=t("a"),fr=n("Processor"),dr=n("\uC744 \uC0AC\uC6A9\uD558\uC5EC \uD1A0\uD06C\uB098\uC774\uC800\uC640 \uD2B9\uC131 \uCD94\uCD9C\uAE30 \uB610\uB294 \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uB97C \uACB0\uD569\uD569\uB2C8\uB2E4."),De=h(),f(ks.$$.fragment),Pe=h(),Cl=t("p"),Jr=n("\uC2DC\uC791\uD558\uAE30 \uC804\uC5D0 \u{1F917} Datasets\uB97C \uC124\uCE58\uD558\uC5EC \uC2E4\uD5D8\uC5D0 \uC0AC\uC6A9\uD560 \uB370\uC774\uD130\uB97C \uBD88\uB7EC\uC62C \uC218 \uC788\uC2B5\uB2C8\uB2E4:"),He=h(),f(la.$$.fragment),Se=h(),is=t("h2"),Us=t("a"),$n=t("span"),f(na.$$.fragment),_r=h(),yn=t("span"),$r=n("\uC790\uC5F0\uC5B4\uCC98\uB9AC"),Oe=h(),f(ea.$$.fragment),Le=h(),ls=t("p"),yr=n("\uD14D\uC2A4\uD2B8 \uB370\uC774\uD130\uB97C \uC804\uCC98\uB9AC\uD558\uAE30 \uC704\uD55C \uAE30\uBCF8 \uB3C4\uAD6C\uB294 "),Zl=t("a"),Mr=n("tokenizer"),wr=n("\uC785\uB2C8\uB2E4. \uD1A0\uD06C\uB098\uC774\uC800\uB294 \uC77C\uB828\uC758 \uADDC\uCE59\uC5D0 \uB530\uB77C \uD14D\uC2A4\uD2B8\uB97C "),Mn=t("em"),vr=n("\uD1A0\uD070"),Tr=n("\uC73C\uB85C \uB098\uB215\uB2C8\uB2E4. \uD1A0\uD070\uC740 \uC22B\uC790\uB85C \uBCC0\uD658\uB418\uACE0 \uD150\uC11C\uB294 \uBAA8\uB378 \uC785\uB825\uC774 \uB429\uB2C8\uB2E4. \uBAA8\uB378\uC5D0 \uD544\uC694\uD55C \uCD94\uAC00 \uC785\uB825\uC740 \uD1A0\uD06C\uB098\uC774\uC800\uC5D0 \uC758\uD574 \uCD94\uAC00\uB429\uB2C8\uB2E4."),Ke=h(),f(Cs.$$.fragment),sp=h(),ns=t("p"),gr=n("\uC2DC\uC791\uD558\uB824\uBA74 "),wn=t("code"),Er=n("AutoTokenizer.from_pretrained()"),Ir=n(" \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC0AC\uC804 \uD6C8\uB828\uB41C \uD1A0\uD06C\uB098\uC774\uC800\uB97C \uBD88\uB7EC\uC624\uC138\uC694. \uBAA8\uB378\uACFC \uD568\uAED8 \uC0AC\uC804 \uD6C8\uB828\uB41C "),vn=t("em"),kr=n("vocab"),Ur=n("\uC744 \uB2E4\uC6B4\uB85C\uB4DC\uD569\uB2C8\uB2E4:"),ap=h(),f(pa.$$.fragment),lp=h(),Vl=t("p"),Cr=n("\uADF8 \uB2E4\uC74C\uC73C\uB85C \uD14D\uC2A4\uD2B8\uB97C \uD1A0\uD06C\uB098\uC774\uC800\uC5D0 \uB123\uC5B4\uC8FC\uC138\uC694:"),np=h(),f(ta.$$.fragment),ep=h(),Gl=t("p"),Zr=n("\uD1A0\uD06C\uB098\uC774\uC800\uB294 \uC138 \uAC00\uC9C0 \uC911\uC694\uD55C \uD56D\uBAA9\uC744 \uD3EC\uD568\uD55C \uC0AC\uC804\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4:"),pp=h(),es=t("ul"),Bl=t("li"),Wl=t("a"),Vr=n("input_ids"),Gr=n("\uB294 \uBB38\uC7A5\uC758 \uAC01 \uD1A0\uD070\uC5D0 \uD574\uB2F9\uD558\uB294 \uC778\uB371\uC2A4\uC785\uB2C8\uB2E4."),Br=h(),Nl=t("li"),Al=t("a"),Wr=n("attention_mask"),Nr=n("\uB294 \uD1A0\uD070\uC744 \uCC98\uB9AC\uD574\uC57C \uD558\uB294\uC9C0 \uC5EC\uBD80\uB97C \uB098\uD0C0\uB0C5\uB2C8\uB2E4."),Ar=h(),xl=t("li"),Rl=t("a"),xr=n("token_type_ids"),Rr=n("\uB294 \uB450 \uAC1C \uC774\uC0C1\uC758 \uC2DC\uD000\uC2A4\uAC00 \uC788\uC744 \uB54C \uD1A0\uD070\uC774 \uC18D\uD55C \uC2DC\uD000\uC2A4\uB97C \uC2DD\uBCC4\uD569\uB2C8\uB2E4."),tp=h(),ra=t("p"),Tn=t("code"),Xr=n("input_ids"),Yr=n("\uB97C \uB514\uCF54\uB529\uD558\uC5EC \uC785\uB825\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4:"),rp=h(),f(ca.$$.fragment),cp=h(),Xl=t("p"),Fr=n(`\uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uB450 \uAC1C\uC758 \uD2B9\uC218\uD55C \uD1A0\uD070(\uBD84\uB958 \uD1A0\uD070 CLS\uC640 \uBD84\uD560 \uD1A0\uD070 SEP)\uC744 \uBB38\uC7A5\uC5D0 \uCD94\uAC00\uD588\uC2B5\uB2C8\uB2E4.
\uBAA8\uB4E0 \uBAA8\uB378\uC5D0 \uD2B9\uC218\uD55C \uD1A0\uD070\uC774 \uD544\uC694\uD55C \uAC83\uC740 \uC544\uB2C8\uC9C0\uB9CC, \uD544\uC694\uD55C \uACBD\uC6B0 \uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uC790\uB3D9\uC73C\uB85C \uCD94\uAC00\uD569\uB2C8\uB2E4.`),mp=h(),Yl=t("p"),zr=n("\uC804\uCC98\uB9AC\uD560 \uBB38\uC7A5\uC774 \uC5EC\uB7EC \uAC1C \uC788\uB294 \uACBD\uC6B0 \uC774\uB97C \uB9AC\uC2A4\uD2B8\uB85C \uD1A0\uD06C\uB098\uC774\uC800\uC5D0 \uC804\uB2EC\uD569\uB2C8\uB2E4:"),hp=h(),f(ma.$$.fragment),op=h(),fs=t("h3"),Zs=t("a"),gn=t("span"),f(ha.$$.fragment),qr=h(),En=t("span"),Qr=n("\uD328\uB529"),up=h(),Vs=t("p"),Dr=n("\uBAA8\uB378 \uC785\uB825\uC778 \uD150\uC11C\uB294 \uADE0\uC77C\uD55C \uBAA8\uC591\uC744 \uAC00\uC838\uC57C \uD558\uB294\uB370, \uBB38\uC7A5\uC758 \uAE38\uC774\uAC00 \uD56D\uC0C1 \uAC19\uC9C0 \uC54A\uC544\uC11C \uBB38\uC81C\uAC00 \uB420 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uD328\uB529\uC740 \uC9E7\uC740 \uBB38\uC7A5\uC5D0 \uD2B9\uC218\uD55C "),In=t("em"),Pr=n("\uD328\uB529 \uD1A0\uD070"),Hr=n("\uC744 \uCD94\uAC00\uD558\uC5EC \uD150\uC11C\uAC00 \uC9C1\uC0AC\uAC01\uD615 \uBAA8\uC591\uC774 \uB418\uB3C4\uB85D \uD558\uB294 \uC804\uB7B5\uC785\uB2C8\uB2E4."),jp=h(),ds=t("p"),kn=t("code"),Sr=n("padding"),Or=n(" \uB9E4\uAC1C\uBCC0\uC218\uB97C "),Un=t("code"),Lr=n("True"),Kr=n("\uB85C \uC124\uC815\uD558\uC5EC \uBC30\uCE58\uC758 \uC9E7\uC740 \uC2DC\uD000\uC2A4\uB97C \uAC00\uC7A5 \uAE34 \uC2DC\uD000\uC2A4\uC640 \uC77C\uCE58\uD558\uB3C4\uB85D \uD328\uB529\uD569\uB2C8\uB2E4."),bp=h(),f(oa.$$.fragment),ip=h(),Gs=t("p"),sc=n("\uAE38\uC774\uAC00 \uC9E7\uC740 \uCCAB \uBB38\uC7A5\uACFC \uC138 \uBC88\uC9F8 \uBB38\uC7A5\uC740 \uC774\uC81C "),Cn=t("code"),ac=n("0"),lc=n("\uC73C\uB85C \uCC44\uC6CC\uC9D1\uB2C8\uB2E4."),fp=h(),Js=t("h3"),Bs=t("a"),Zn=t("span"),f(ua.$$.fragment),nc=h(),Vn=t("span"),ec=n("\uC0DD\uB7B5"),dp=h(),Fl=t("p"),pc=n("\uD55C\uD3B8, \uB54C\uB85C\uB294 \uC2DC\uD000\uC2A4\uAC00 \uBAA8\uB378\uC5D0\uC11C \uCC98\uB9AC\uD558\uAE30\uC5D0 \uB108\uBB34 \uAE38 \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uACBD\uC6B0, \uC2DC\uD000\uC2A4\uB97C \uB354 \uC9E7\uC740 \uAE38\uC774\uB85C \uC904\uC77C \uD544\uC694\uAC00 \uC788\uC2B5\uB2C8\uB2E4."),Jp=h(),ps=t("p"),tc=n("\uBAA8\uB378\uC5D0\uC11C \uD5C8\uC6A9\uD558\uB294 \uCD5C\uB300 \uAE38\uC774\uB85C \uC2DC\uD000\uC2A4\uB97C \uC790\uB974\uB824\uBA74 "),Gn=t("code"),rc=n("truncation"),cc=n(" \uB9E4\uAC1C\uBCC0\uC218\uB97C "),Bn=t("code"),mc=n("True"),hc=n("\uB85C \uC124\uC815\uD558\uC138\uC694:"),_p=h(),f(ja.$$.fragment),$p=h(),f(Ws.$$.fragment),yp=h(),_s=t("h3"),Ns=t("a"),Wn=t("span"),f(ba.$$.fragment),oc=h(),Nn=t("span"),uc=n("\uD150\uC11C \uB9CC\uB4E4\uAE30"),Mp=h(),zl=t("p"),jc=n("\uB9C8\uC9C0\uB9C9\uC73C\uB85C, \uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uBAA8\uB378\uC5D0 \uACF5\uAE09\uB418\uB294 \uC2E4\uC81C \uD150\uC11C\uB97C \uBC18\uD658\uD558\uB3C4\uB85D \uD569\uB2C8\uB2E4."),wp=h(),P=t("p"),An=t("code"),bc=n("return_tensors"),ic=n(" \uB9E4\uAC1C\uBCC0\uC218\uB97C PyTorch\uC758 \uACBD\uC6B0 "),xn=t("code"),fc=n("pt"),dc=n(", TensorFlow\uC758 \uACBD\uC6B0 "),Rn=t("code"),Jc=n("tf"),_c=n("\uB85C \uC124\uC815\uD558\uC138\uC694:"),vp=h(),f(As.$$.fragment),Tp=h(),$s=t("h2"),xs=t("a"),Xn=t("span"),f(ia.$$.fragment),$c=h(),Yn=t("span"),yc=n("\uC624\uB514\uC624"),gp=h(),Rs=t("p"),Mc=n("\uC624\uB514\uC624 \uC791\uC5C5\uC5D0\uB294 \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC900\uBE44\uD558\uAE30 \uC704\uD574 "),ql=t("a"),wc=n("\uD2B9\uC131 \uCD94\uCD9C\uAE30"),vc=n("\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4. \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB294 \uC6D0\uC2DC \uC624\uB514\uC624 \uB370\uC774\uD130\uC5D0\uC11C \uD2B9\uC131\uB97C \uCD94\uCD9C\uD558\uACE0 \uC774\uB97C \uD150\uC11C\uB85C \uBCC0\uD658\uD558\uB294 \uAC83\uC774 \uBAA9\uC801\uC785\uB2C8\uB2E4."),Ep=h(),ts=t("p"),Tc=n("\uC624\uB514\uC624 \uB370\uC774\uD130\uC14B\uC5D0 \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB97C \uC0AC\uC6A9\uD558\uB294 \uBC29\uBC95\uC744 \uBCF4\uB824\uBA74 "),fa=t("a"),gc=n("MInDS-14"),Ec=n(" \uB370\uC774\uD130\uC14B\uC744 \uAC00\uC838\uC624\uC138\uC694. (\uB370\uC774\uD130\uC14B\uC744 \uAC00\uC838\uC624\uB294 \uBC29\uBC95\uC740 \u{1F917} "),da=t("a"),Ic=n("\uB370\uC774\uD130\uC14B \uD29C\uD1A0\uB9AC\uC5BC"),kc=n("\uC5D0\uC11C \uC790\uC138\uD788 \uC124\uBA85\uD558\uACE0 \uC788\uC2B5\uB2C8\uB2E4.)"),Ip=h(),f(Ja.$$.fragment),kp=h(),ys=t("p"),Fn=t("code"),Uc=n("audio"),Cc=n(" \uC5F4\uC758 \uCCAB \uBC88\uC9F8 \uC694\uC18C\uC5D0 \uC811\uADFC\uD558\uC5EC \uC785\uB825\uC744 \uC0B4\uD3B4\uBCF4\uC138\uC694. "),zn=t("code"),Zc=n("audio"),Vc=n(" \uC5F4\uC744 \uD638\uCD9C\uD558\uBA74 \uC624\uB514\uC624 \uD30C\uC77C\uC744 \uC790\uB3D9\uC73C\uB85C \uAC00\uC838\uC624\uACE0 \uB9AC\uC0D8\uD50C\uB9C1\uD569\uB2C8\uB2E4."),Up=h(),f(_a.$$.fragment),Cp=h(),Ql=t("p"),Gc=n("\uC774\uB807\uAC8C \uD558\uBA74 \uC138 \uAC00\uC9C0 \uD56D\uBAA9\uC774 \uBC18\uD658\uB429\uB2C8\uB2E4:"),Zp=h(),rs=t("ul"),Dl=t("li"),qn=t("code"),Bc=n("array"),Wc=n("\uB294 1D \uBC30\uC5F4\uB85C \uAC00\uC838\uC640\uC11C (\uD544\uC694\uD55C \uACBD\uC6B0) \uB9AC\uC0D8\uD50C\uB9C1\uB41C \uC74C\uC131 \uC2E0\uD638\uC785\uB2C8\uB2E4."),Nc=h(),Pl=t("li"),Qn=t("code"),Ac=n("path"),xc=n("\uB294 \uC624\uB514\uC624 \uD30C\uC77C\uC758 \uC704\uCE58\uB97C \uAC00\uB9AC\uD0B5\uB2C8\uB2E4."),Rc=h(),Hl=t("li"),Dn=t("code"),Xc=n("sampling_rate"),Yc=n("\uB294 \uC74C\uC131 \uC2E0\uD638\uC5D0\uC11C \uCD08\uB2F9 \uCE21\uC815\uB418\uB294 \uB370\uC774\uD130 \uD3EC\uC778\uD2B8 \uC218\uB97C \uB098\uD0C0\uB0C5\uB2C8\uB2E4."),Vp=h(),Xs=t("p"),Fc=n("\uC774 \uD29C\uD1A0\uB9AC\uC5BC\uC5D0\uC11C\uB294 "),$a=t("a"),zc=n("Wav2Vec2"),qc=n(` \uBAA8\uB378\uC744 \uC0AC\uC6A9\uD569\uB2C8\uB2E4. \uBAA8\uB378 \uCE74\uB4DC\uB97C \uBCF4\uBA74 Wav2Vec2\uAC00 16kHz \uC0D8\uD50C\uB9C1\uB41C \uC74C\uC131 \uC624\uB514\uC624\uB97C \uAE30\uBC18\uC73C\uB85C \uC0AC\uC804 \uD559\uC2B5\uB41C \uAC83\uC744 \uC54C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uBAA8\uB378\uC744 \uC0AC\uC804 \uD559\uC2B5\uD558\uB294 \uB370 \uC0AC\uC6A9\uB41C \uB370\uC774\uD130\uC14B\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uC640 \uC624\uB514\uC624 \uB370\uC774\uD130\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uAC00 \uC77C\uCE58\uD574\uC57C \uD569\uB2C8\uB2E4. \uB370\uC774\uD130\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uAC00 \uB2E4\uB974\uBA74 \uB370\uC774\uD130\uB97C \uB9AC\uC0D8\uD50C\uB9C1\uD574\uC57C \uD569\uB2C8\uB2E4.`),Gp=h(),Sl=t("ol"),ya=t("li"),Qc=n("\u{1F917} Datasets\uC758 "),Pn=t("code"),Dc=n("cast_column"),Pc=n(" \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB97C 16kHz\uB85C \uC5C5\uC0D8\uD50C\uB9C1\uD558\uC138\uC694:"),Bp=h(),f(Ma.$$.fragment),Wp=h(),wa=t("ol"),va=t("li"),Hc=n("\uC624\uB514\uC624 \uD30C\uC77C\uC744 \uB9AC\uC0D8\uD50C\uB9C1\uD558\uAE30 \uC704\uD574 "),Hn=t("code"),Sc=n("audio"),Oc=n(" \uC5F4\uC744 \uB2E4\uC2DC \uD638\uCD9C\uD569\uB2C8\uB2E4:"),Np=h(),f(Ta.$$.fragment),Ap=h(),cs=t("p"),Lc=n("\uB2E4\uC74C\uC73C\uB85C, \uC785\uB825\uC744 \uC815\uADDC\uD654\uD558\uACE0 \uD328\uB529\uD558\uB294 \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB97C \uAC00\uC838\uC624\uC138\uC694. \uD14D\uC2A4\uD2B8 \uB370\uC774\uD130\uC758 \uACBD\uC6B0, \uB354 \uC9E7\uC740 \uC2DC\uD000\uC2A4\uC5D0 \uB300\uD574 "),Sn=t("code"),Kc=n("0"),sm=n(`\uC774 \uCD94\uAC00\uB429\uB2C8\uB2E4. \uC624\uB514\uC624 \uB370\uC774\uD130\uC5D0\uB3C4 \uAC19\uC740 \uAC1C\uB150\uC774 \uC801\uC6A9\uB429\uB2C8\uB2E4.
\uD2B9\uC131 \uCD94\uCD9C\uAE30\uB294 \uBC30\uC5F4\uC5D0 \uB300\uD574 `),On=t("code"),am=n("0"),lm=n("(\uBB35\uC74C\uC73C\uB85C \uD574\uC11D)\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4."),xp=h(),ga=t("p"),Ln=t("code"),nm=n("AutoFeatureExtractor.from_pretrained()"),em=n("\uB97C \uC0AC\uC6A9\uD558\uC5EC \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB97C \uAC00\uC838\uC624\uC138\uC694:"),Rp=h(),f(Ea.$$.fragment),Xp=h(),ms=t("p"),pm=n("\uC624\uB514\uC624 "),Kn=t("code"),tm=n("array"),rm=n("\uB97C \uD2B9\uC131 \uCD94\uCD9C\uAE30\uC5D0 \uC804\uB2EC\uD558\uC138\uC694. \uB610\uD55C, \uD2B9\uC131 \uCD94\uCD9C\uAE30\uC5D0 "),se=t("code"),cm=n("sampling_rate"),mm=n(" \uC778\uC218\uB97C \uCD94\uAC00\uD558\uC5EC \uBC1C\uC0DD\uD560 \uC218 \uC788\uB294 \uC870\uC6A9\uD55C \uC624\uB958(silent errors)\uB97C \uB354 \uC798 \uB514\uBC84\uAE45\uD558\uB294 \uAC83\uC744 \uAD8C\uC7A5\uD569\uB2C8\uB2E4."),Yp=h(),f(Ia.$$.fragment),Fp=h(),Ol=t("p"),hm=n("\uD1A0\uD06C\uB098\uC774\uC800\uC640 \uB9C8\uCC2C\uAC00\uC9C0\uB85C \uBC30\uCE58 \uB0B4\uC5D0\uC11C \uAC00\uBCC0\uC801\uC778 \uC2DC\uD000\uC2A4\uB97C \uCC98\uB9AC\uD558\uAE30 \uC704\uD574 \uD328\uB529 \uB610\uB294 \uC0DD\uB7B5\uC744 \uC801\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uB450 \uAC1C\uC758 \uC624\uB514\uC624 \uC0D8\uD50C\uC758 \uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uD655\uC778\uD574\uBCF4\uC138\uC694:"),zp=h(),f(ka.$$.fragment),qp=h(),Ll=t("p"),om=n("\uC624\uB514\uC624 \uC0D8\uD50C\uC758 \uAE38\uC774\uAC00 \uB3D9\uC77C\uD558\uB3C4\uB85D \uB370\uC774\uD130\uC14B\uC744 \uC804\uCC98\uB9AC\uD558\uB294 \uD568\uC218\uB97C \uB9CC\uB4E4\uC5B4 \uBCF4\uC138\uC694. \uCD5C\uB300 \uC0D8\uD50C \uAE38\uC774\uB97C \uC9C0\uC815\uD558\uBA74, \uD2B9\uC131 \uCD94\uCD9C\uAE30\uAC00 \uD574\uB2F9 \uAE38\uC774\uC5D0 \uB9DE\uCDB0 \uC2DC\uD000\uC2A4\uB97C \uD328\uB529\uD558\uAC70\uB098 \uC0DD\uB7B5\uD569\uB2C8\uB2E4:"),Qp=h(),f(Ua.$$.fragment),Dp=h(),Ca=t("p"),ae=t("code"),um=n("preprocess_function"),jm=n("\uC744 \uB370\uC774\uD130\uC14B\uC758 \uCC98\uC74C \uBA87 \uAC00\uC9C0 \uC608\uC81C\uC5D0 \uC801\uC6A9\uD574\uBCF4\uC138\uC694:"),Pp=h(),f(Za.$$.fragment),Hp=h(),Kl=t("p"),bm=n("\uC774\uC81C \uC0D8\uD50C \uAE38\uC774\uAC00 \uBAA8\uB450 \uAC19\uACE0 \uC9C0\uC815\uB41C \uCD5C\uB300 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uB418\uC5C8\uC2B5\uB2C8\uB2E4. \uB4DC\uB514\uC5B4 \uC804\uCC98\uB9AC\uB41C \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC804\uB2EC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4!"),Sp=h(),f(Va.$$.fragment),Op=h(),Ms=t("h2"),Ys=t("a"),le=t("span"),f(Ga.$$.fragment),im=h(),ne=t("span"),fm=n("\uCEF4\uD4E8\uD130 \uBE44\uC804"),Lp=h(),Fs=t("p"),dm=n("\uCEF4\uD4E8\uD130 \uBE44\uC804 \uC791\uC5C5\uC758 \uACBD\uC6B0, \uBAA8\uB378\uC5D0 \uB300\uD55C \uB370\uC774\uD130\uC14B\uC744 \uC900\uBE44\uD558\uAE30 \uC704\uD574 "),sn=t("a"),Jm=n("\uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C"),_m=n(`\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4.
\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB294 \uC774\uBBF8\uC9C0\uB97C \uBAA8\uB378\uC774 \uC608\uC0C1\uD558\uB294 \uC785\uB825\uC73C\uB85C \uBCC0\uD658\uD558\uB294 \uC5EC\uB7EC \uB2E8\uACC4\uB85C \uC774\uB8E8\uC5B4\uC9D1\uB2C8\uB2E4.
\uC774\uB7EC\uD55C \uB2E8\uACC4\uC5D0\uB294 \uD06C\uAE30 \uC870\uC815, \uC815\uADDC\uD654, \uC0C9\uC0C1 \uCC44\uB110 \uBCF4\uC815, \uC774\uBBF8\uC9C0\uC758 \uD150\uC11C \uBCC0\uD658 \uB4F1\uC774 \uD3EC\uD568\uB429\uB2C8\uB2E4.`),Kp=h(),f(zs.$$.fragment),st=h(),ws=t("p"),Ba=t("a"),$m=n("food101"),ym=n(` \uB370\uC774\uD130\uC14B\uC744 \uAC00\uC838\uC640\uC11C \uCEF4\uD4E8\uD130 \uBE44\uC804 \uB370\uC774\uD130\uC14B\uC5D0\uC11C \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uB97C \uC5B4\uB5BB\uAC8C \uC0AC\uC6A9\uD558\uB294\uC9C0 \uC54C\uC544\uBCF4\uC138\uC694.
\uB370\uC774\uD130\uC14B \uBD88\uB7EC\uC624\uB294 \uBC29\uBC95\uC740 \u{1F917} `),Wa=t("a"),Mm=n("\uB370\uC774\uD130\uC14B \uD29C\uD1A0\uB9AC\uC5BC"),wm=n("\uB97C \uCC38\uACE0\uD558\uC138\uC694."),at=h(),f(qs.$$.fragment),lt=h(),f(Na.$$.fragment),nt=h(),Qs=t("p"),vm=n("\uB2E4\uC74C\uC73C\uB85C, \u{1F917} Datasets\uC758 "),Aa=t("a"),ee=t("code"),Tm=n("image"),gm=n(" \uAE30\uB2A5\uC73C\uB85C \uC774\uBBF8\uC9C0\uB97C \uD655\uC778\uD574\uBCF4\uC138\uC694:"),et=h(),f(xa.$$.fragment),pt=h(),Ra=t("div"),pe=t("img"),tt=h(),Xa=t("p"),te=t("code"),Em=n("AutoImageProcessor.from_pretrained()"),Im=n("\uB85C \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uB97C \uAC00\uC838\uC624\uC138\uC694:"),rt=h(),f(Ya.$$.fragment),ct=h(),z=t("p"),km=n("\uBA3C\uC800 \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uB2E8\uACC4\uB97C \uCD94\uAC00\uD574 \uBD05\uC2DC\uB2E4. \uC544\uBB34 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB098 \uC0AC\uC6A9\uD574\uB3C4 \uAD1C\uCC2E\uC9C0\uB9CC, \uC774\uBC88 \uD29C\uD1A0\uB9AC\uC5BC\uC5D0\uC11C\uB294 torchvision\uC758 "),Fa=t("a"),re=t("code"),Um=n("transforms"),Cm=n(` \uBAA8\uB4C8\uC744 \uC0AC\uC6A9\uD558\uACA0\uC2B5\uB2C8\uB2E4.
\uB2E4\uB978 \uB370\uC774\uD130 \uC99D\uAC15 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC0AC\uC6A9\uD558\uB294 \uBC29\uBC95\uC774 \uC54C\uACE0 \uC2F6\uB2E4\uBA74, `),za=t("a"),Zm=n("Albumentations"),Vm=n(" \uB610\uB294 "),qa=t("a"),Gm=n("Kornia notebooks"),Bm=n("\uC5D0\uC11C \uBC30\uC6B8 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),mt=h(),an=t("ol"),R=t("li"),Qa=t("a"),ce=t("code"),Wm=n("Compose"),Nm=n("\uB85C  "),Da=t("a"),me=t("code"),Am=n("RandomResizedCrop"),xm=n("\uC640 "),Pa=t("a"),he=t("code"),Rm=n("ColorJitter"),Xm=n(` \uB4F1\uC758 \uBCC0\uD658\uC744 \uBA87 \uAC00\uC9C0 \uC5F0\uACB0\uD558\uC138\uC694.
\uCC38\uACE0\uB85C \uD06C\uAE30 \uC870\uC815\uC5D0 \uD544\uC694\uD55C \uC774\uBBF8\uC9C0\uC758 \uD06C\uAE30 \uC694\uAD6C\uC0AC\uD56D\uC740 `),oe=t("code"),Ym=n("image_processor"),Fm=n(`\uC5D0\uC11C \uAC00\uC838\uC62C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uC77C\uBD80 \uBAA8\uB378\uC740 \uC815\uD655\uD55C \uB192\uC774\uC640 \uB108\uBE44\uB97C \uC694\uAD6C\uD558\uC9C0\uB9CC, \uC81C\uC77C \uC9E7\uC740 \uBCC0\uC758 \uAE38\uC774(`),ue=t("code"),zm=n("shortest_edge"),qm=n(")\uB9CC \uC815\uC758\uB41C \uBAA8\uB378\uB3C4 \uC788\uC2B5\uB2C8\uB2E4."),ht=h(),f(Ha.$$.fragment),ot=h(),Sa=t("ol"),H=t("li"),Qm=n("\uBAA8\uB378\uC740 \uC785\uB825\uC73C\uB85C "),ln=t("a"),je=t("code"),Dm=n("pixel_values"),Pm=n(`\uB97C \uBC1B\uC2B5\uB2C8\uB2E4.
`),be=t("code"),Hm=n("ImageProcessor"),Sm=n(`\uB294 \uC774\uBBF8\uC9C0 \uC815\uADDC\uD654 \uBC0F \uC801\uC808\uD55C \uD150\uC11C \uC0DD\uC131\uC744 \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uBC30\uCE58 \uC774\uBBF8\uC9C0\uC5D0 \uB300\uD55C \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uBC0F \uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB97C \uACB0\uD569\uD558\uACE0 `),ie=t("code"),Om=n("pixel_values"),Lm=n("\uB97C \uC0DD\uC131\uD558\uB294 \uD568\uC218\uB97C \uB9CC\uB4ED\uB2C8\uB2E4:"),ut=h(),f(Oa.$$.fragment),jt=h(),f(Ds.$$.fragment),bt=h(),La=t("ol"),Ka=t("li"),Km=n("\u{1F917} Datasets\uC758 "),sl=t("a"),fe=t("code"),sh=n("set_transform"),ah=n("\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC2E4\uC2DC\uAC04\uC73C\uB85C \uBCC0\uD658\uC744 \uC801\uC6A9\uD569\uB2C8\uB2E4:"),it=h(),f(al.$$.fragment),ft=h(),ll=t("ol"),nl=t("li"),lh=n("\uC774\uC81C \uC774\uBBF8\uC9C0\uC5D0 \uC561\uC138\uC2A4\uD558\uBA74 \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uAC00 "),de=t("code"),nh=n("pixel_values"),eh=n(`\uB97C \uCD94\uAC00\uD55C \uAC83\uC744 \uC54C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uB4DC\uB514\uC5B4 \uCC98\uB9AC\uB41C \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC804\uB2EC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4!`),dt=h(),f(el.$$.fragment),Jt=h(),nn=t("p"),ph=n("\uB2E4\uC74C\uC740 \uBCC0\uD615\uC774 \uC801\uC6A9\uB41C \uD6C4\uC758 \uC774\uBBF8\uC9C0\uC785\uB2C8\uB2E4. \uC774\uBBF8\uC9C0\uAC00 \uBB34\uC791\uC704\uB85C \uC798\uB824\uB098\uAC14\uACE0 \uC0C9\uC0C1 \uC18D\uC131\uC774 \uB2E4\uB985\uB2C8\uB2E4."),_t=h(),f(pl.$$.fragment),$t=h(),tl=t("div"),Je=t("img"),yt=h(),f(Ps.$$.fragment),Mt=h(),vs=t("h3"),Hs=t("a"),_e=t("span"),f(rl.$$.fragment),th=h(),$e=t("span"),rh=n("\uD328\uB4DC"),wt=h(),X=t("p"),ch=n("\uC608\uB97C \uB4E4\uC5B4, "),en=t("a"),mh=n("DETR"),hh=n(`\uC640 \uAC19\uC740 \uACBD\uC6B0\uC5D0\uB294 \uBAA8\uB378\uC774 \uD559\uC2B5\uD560 \uB54C \uD06C\uAE30 \uC870\uC815 \uC99D\uAC15\uC744 \uC801\uC6A9\uD569\uB2C8\uB2E4.
\uC774\uB85C \uC778\uD574 \uBC30\uCE58 \uB0B4 \uC774\uBBF8\uC9C0 \uD06C\uAE30\uAC00 \uB2E4\uB97C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
`),ye=t("code"),oh=n("DetrImageProcessor"),uh=n("\uC758 "),Me=t("code"),jh=n("DetrImageProcessor.pad_and_create_pixel_mask()"),bh=n("\uB97C \uC0AC\uC6A9\uD558\uACE0 \uC0AC\uC6A9\uC790 \uC9C0\uC815 "),we=t("code"),ih=n("collate_fn"),fh=n("\uC744 \uC815\uC758\uD574\uC11C \uBC30\uCE58 \uC774\uBBF8\uC9C0\uB97C \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),vt=h(),f(cl.$$.fragment),Tt=h(),Ts=t("h2"),Ss=t("a"),ve=t("span"),f(ml.$$.fragment),dh=h(),Te=t("span"),Jh=n("\uBA40\uD2F0\uBAA8\uB2EC"),gt=h(),Os=t("p"),_h=n("\uBA40\uD2F0\uBAA8\uB2EC \uC785\uB825\uC774 \uD544\uC694\uD55C \uC791\uC5C5\uC758 \uACBD\uC6B0, \uBAA8\uB378\uC5D0 \uB370\uC774\uD130\uC14B\uC744 \uC900\uBE44\uD558\uAE30 \uC704\uD55C "),pn=t("a"),$h=n("\uD504\uB85C\uC138\uC11C"),yh=n(`\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4.
\uD504\uB85C\uC138\uC11C\uB294 \uD1A0\uD06C\uB098\uC774\uC800\uC640 \uD2B9\uC131 \uCD94\uCD9C\uAE30\uC640 \uAC19\uC740 \uB450 \uAC00\uC9C0 \uCC98\uB9AC \uAC1D\uCCB4\uB97C \uACB0\uD569\uD569\uB2C8\uB2E4.`),Et=h(),gs=t("p"),hl=t("a"),Mh=n("LJ Speech"),wh=n(` \uB370\uC774\uD130\uC14B\uC744 \uB85C\uB4DC\uD558\uC5EC \uC790\uB3D9 \uC74C\uC131 \uC778\uC2DD(ASR)\uC744 \uC704\uD55C \uD504\uB85C\uC138\uC11C\uB97C \uC0AC\uC6A9\uD558\uB294 \uBC29\uBC95\uC744 \uD655\uC778\uD558\uC138\uC694.
(\uB370\uC774\uD130\uC14B\uC744 \uB85C\uB4DC\uD558\uB294 \uBC29\uBC95\uC5D0 \uB300\uD55C \uC790\uC138\uD55C \uB0B4\uC6A9\uC740 \u{1F917} `),ol=t("a"),vh=n("\uB370\uC774\uD130\uC14B \uD29C\uD1A0\uB9AC\uC5BC"),Th=n("\uC5D0\uC11C \uBCFC \uC218 \uC788\uC2B5\uB2C8\uB2E4.)"),It=h(),f(ul.$$.fragment),kt=h(),hs=t("p"),gh=n("ASR\uC5D0\uC11C\uB294 "),ge=t("code"),Eh=n("audio"),Ih=n("\uC640 "),Ee=t("code"),kh=n("text"),Uh=n("\uC5D0\uB9CC \uC9D1\uC911\uD558\uBA74 \uB418\uBBC0\uB85C, \uB2E4\uB978 \uC5F4\uB4E4\uC744 \uC81C\uAC70\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4:"),Ut=h(),f(jl.$$.fragment),Ct=h(),os=t("p"),Ch=n("\uC774\uC81C "),Ie=t("code"),Zh=n("audio"),Vh=n("\uC640 "),ke=t("code"),Gh=n("text"),Bh=n("\uC5F4\uC744 \uC0B4\uD3B4\uBCF4\uC138\uC694:"),Zt=h(),f(bl.$$.fragment),Vt=h(),Ls=t("p"),Wh=n("\uAE30\uC874\uC5D0 \uC0AC\uC804 \uD559\uC2B5\uB41C \uBAA8\uB378\uC5D0\uC11C \uC0AC\uC6A9\uB41C \uB370\uC774\uD130\uC14B\uACFC \uC0C8\uB85C\uC6B4 \uC624\uB514\uC624 \uB370\uC774\uD130\uC14B\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB97C \uC77C\uCE58\uC2DC\uD0A4\uAE30 \uC704\uD574 \uC624\uB514\uC624 \uB370\uC774\uD130\uC14B\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB97C "),tn=t("a"),Nh=n("\uB9AC\uC0D8\uD50C\uB9C1"),Ah=n("\uD574\uC57C \uD569\uB2C8\uB2E4!"),Gt=h(),f(il.$$.fragment),Bt=h(),fl=t("p"),Ue=t("code"),xh=n("AutoProcessor.from_pretrained()"),Rh=n("\uB85C \uD504\uB85C\uC138\uC11C\uB97C \uAC00\uC838\uC624\uC138\uC694:"),Wt=h(),f(dl.$$.fragment),Nt=h(),rn=t("ol"),q=t("li"),Ce=t("code"),Xh=n("array"),Yh=n("\uC5D0 \uB4E4\uC5B4 \uC788\uB294 \uC624\uB514\uC624 \uB370\uC774\uD130\uB97C "),Ze=t("code"),Fh=n("input_values"),zh=n("\uB85C \uBCC0\uD658\uD558\uACE0 "),Ve=t("code"),qh=n("text"),Qh=n("\uB97C \uD1A0\uD070\uD654\uD558\uC5EC "),Ge=t("code"),Dh=n("labels"),Ph=n(`\uB85C \uBCC0\uD658\uD558\uB294 \uD568\uC218\uB97C \uB9CC\uB4ED\uB2C8\uB2E4.
\uBAA8\uB378\uC758 \uC785\uB825\uC740 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:`),At=h(),f(Jl.$$.fragment),xt=h(),_l=t("ol"),$l=t("li"),Hh=n("\uC0D8\uD50C\uC744 "),Be=t("code"),Sh=n("prepare_dataset"),Oh=n(" \uD568\uC218\uC5D0 \uC801\uC6A9\uD558\uC138\uC694:"),Rt=h(),f(yl.$$.fragment),Xt=h(),us=t("p"),Lh=n("\uC774\uC81C \uD504\uB85C\uC138\uC11C\uAC00 "),We=t("code"),Kh=n("input_values"),so=n("\uC640 "),Ne=t("code"),ao=n("labels"),lo=n(`\uB97C \uCD94\uAC00\uD558\uACE0, \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB3C4 \uC62C\uBC14\uB974\uAC8C 16kHz\uB85C \uB2E4\uC6B4 \uC0D8\uD50C\uB9C1\uD588\uC2B5\uB2C8\uB2E4.
\uB4DC\uB514\uC5B4 \uCC98\uB9AC\uB41C \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC804\uB2EC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4!`),this.h()},l(s){const p=Fj('[data-svelte="svelte-1phssyn"]',document.head);u=r(p,"META",{name:!0,content:!0}),p.forEach(a),i=o(s),b=r(s,"H1",{class:!0});var Ml=c(b);M=r(Ml,"A",{id:!0,class:!0,href:!0});var Ae=c(M);w=r(Ae,"SPAN",{});var xe=c(w);d(v.$$.fragment,xe),xe.forEach(a),Ae.forEach(a),g=o(Ml),I=r(Ml,"SPAN",{});var Re=c(I);C=e(Re,"\uC804\uCC98\uB9AC"),Re.forEach(a),Ml.forEach(a),G=o(s),d(U.$$.fragment,s),N=o(s),B=r(s,"P",{});var Xe=c(B);Q=e(Xe,"\uBAA8\uB378\uC744 \uD559\uC2B5\uD558\uB824\uBA74 \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uB9DE\uB294 \uC785\uB825 \uD615\uC2DD\uC73C\uB85C \uC804\uCC98\uB9AC \uD574\uC57C \uD569\uB2C8\uB2E4. \uB370\uC774\uD130\uAC00 \uD14D\uC2A4\uD2B8, \uC774\uBBF8\uC9C0 \uB610\uB294 \uC624\uB514\uC624\uC778\uC9C0 \uC5EC\uBD80\uC5D0 \uAD00\uACC4\uC5C6\uC774 \uB370\uC774\uD130\uB97C \uD150\uC11C \uBC30\uCE58\uB85C \uBCC0\uD658\uD558\uACE0 \uC870\uB9BD\uD560 \uD544\uC694\uAC00 \uC788\uC2B5\uB2C8\uB2E4. \u{1F917} Transformers\uB294 \uBAA8\uB378\uC5D0 \uB300\uD55C \uB370\uC774\uD130\uB97C \uC900\uBE44\uD558\uB294 \uB370 \uB3C4\uC6C0\uC774 \uB418\uB294 \uC77C\uB828\uC758 \uC804\uCC98\uB9AC \uD074\uB798\uC2A4\uB97C \uC81C\uACF5\uD569\uB2C8\uB2E4. \uC774 \uD29C\uD1A0\uB9AC\uC5BC\uC5D0\uC11C\uB294 \uB2E4\uC74C \uB0B4\uC6A9\uC744 \uBC30\uC6B8 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Xe.forEach(a),Y=o(s),T=r(s,"UL",{});var S=c(T);V=r(S,"LI",{});var wl=c(V);A=e(wl,"\uD14D\uC2A4\uD2B8\uB294 "),F=r(wl,"A",{href:!0});var Ye=c(F);L=e(Ye,"Tokenizer"),Ye.forEach(a),x=e(wl,"\uB97C \uC0AC\uC6A9\uD558\uC5EC \uD14D\uC2A4\uD2B8\uB97C \uD1A0\uD070 \uC2DC\uD000\uC2A4\uB85C \uBCC0\uD658\uD558\uACE0 \uD1A0\uD070\uC758 \uC22B\uC790 \uD45C\uD604\uC744 \uB9CC\uB4E0 \uD6C4 \uD150\uC11C\uB85C \uC870\uB9BD\uD569\uB2C8\uB2E4."),wl.forEach(a),K=o(S),D=r(S,"LI",{});var Ft=c(D);W=e(Ft,"\uC74C\uC131 \uBC0F \uC624\uB514\uC624\uB294 "),Z=r(Ft,"A",{href:!0});var fo=c(Z);gl=e(fo,"Feature extractor"),fo.forEach(a),El=e(Ft,"\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC624\uB514\uC624 \uD30C\uD615\uC5D0\uC11C \uC2DC\uD000\uC2A4 \uD2B9\uC131\uC744 \uD30C\uC545\uD558\uC5EC \uD150\uC11C\uB85C \uBCC0\uD658\uD569\uB2C8\uB2E4."),Ft.forEach(a),Il=o(S),ss=r(S,"LI",{});var zt=c(ss);as=e(zt,"\uC774\uBBF8\uC9C0 \uC785\uB825\uC740 "),bs=r(zt,"A",{href:!0});var Jo=c(bs);kl=e(Jo,"ImageProcessor"),Jo.forEach(a),jr=e(zt,"\uC744 \uC0AC\uC6A9\uD558\uC5EC \uC774\uBBF8\uC9C0\uB97C \uD150\uC11C\uB85C \uBCC0\uD658\uD569\uB2C8\uB2E4."),zt.forEach(a),br=o(S),aa=r(S,"LI",{});var qt=c(aa);ir=e(qt,"\uBA40\uD2F0\uBAA8\uB2EC \uC785\uB825\uC740 "),Ul=r(qt,"A",{href:!0});var _o=c(Ul);fr=e(_o,"Processor"),_o.forEach(a),dr=e(qt,"\uC744 \uC0AC\uC6A9\uD558\uC5EC \uD1A0\uD06C\uB098\uC774\uC800\uC640 \uD2B9\uC131 \uCD94\uCD9C\uAE30 \uB610\uB294 \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uB97C \uACB0\uD569\uD569\uB2C8\uB2E4."),qt.forEach(a),S.forEach(a),De=o(s),d(ks.$$.fragment,s),Pe=o(s),Cl=r(s,"P",{});var $o=c(Cl);Jr=e($o,"\uC2DC\uC791\uD558\uAE30 \uC804\uC5D0 \u{1F917} Datasets\uB97C \uC124\uCE58\uD558\uC5EC \uC2E4\uD5D8\uC5D0 \uC0AC\uC6A9\uD560 \uB370\uC774\uD130\uB97C \uBD88\uB7EC\uC62C \uC218 \uC788\uC2B5\uB2C8\uB2E4:"),$o.forEach(a),He=o(s),d(la.$$.fragment,s),Se=o(s),is=r(s,"H2",{class:!0});var Qt=c(is);Us=r(Qt,"A",{id:!0,class:!0,href:!0});var yo=c(Us);$n=r(yo,"SPAN",{});var Mo=c($n);d(na.$$.fragment,Mo),Mo.forEach(a),yo.forEach(a),_r=o(Qt),yn=r(Qt,"SPAN",{});var wo=c(yn);$r=e(wo,"\uC790\uC5F0\uC5B4\uCC98\uB9AC"),wo.forEach(a),Qt.forEach(a),Oe=o(s),d(ea.$$.fragment,s),Le=o(s),ls=r(s,"P",{});var cn=c(ls);yr=e(cn,"\uD14D\uC2A4\uD2B8 \uB370\uC774\uD130\uB97C \uC804\uCC98\uB9AC\uD558\uAE30 \uC704\uD55C \uAE30\uBCF8 \uB3C4\uAD6C\uB294 "),Zl=r(cn,"A",{href:!0});var vo=c(Zl);Mr=e(vo,"tokenizer"),vo.forEach(a),wr=e(cn,"\uC785\uB2C8\uB2E4. \uD1A0\uD06C\uB098\uC774\uC800\uB294 \uC77C\uB828\uC758 \uADDC\uCE59\uC5D0 \uB530\uB77C \uD14D\uC2A4\uD2B8\uB97C "),Mn=r(cn,"EM",{});var To=c(Mn);vr=e(To,"\uD1A0\uD070"),To.forEach(a),Tr=e(cn,"\uC73C\uB85C \uB098\uB215\uB2C8\uB2E4. \uD1A0\uD070\uC740 \uC22B\uC790\uB85C \uBCC0\uD658\uB418\uACE0 \uD150\uC11C\uB294 \uBAA8\uB378 \uC785\uB825\uC774 \uB429\uB2C8\uB2E4. \uBAA8\uB378\uC5D0 \uD544\uC694\uD55C \uCD94\uAC00 \uC785\uB825\uC740 \uD1A0\uD06C\uB098\uC774\uC800\uC5D0 \uC758\uD574 \uCD94\uAC00\uB429\uB2C8\uB2E4."),cn.forEach(a),Ke=o(s),d(Cs.$$.fragment,s),sp=o(s),ns=r(s,"P",{});var mn=c(ns);gr=e(mn,"\uC2DC\uC791\uD558\uB824\uBA74 "),wn=r(mn,"CODE",{});var go=c(wn);Er=e(go,"AutoTokenizer.from_pretrained()"),go.forEach(a),Ir=e(mn," \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC0AC\uC804 \uD6C8\uB828\uB41C \uD1A0\uD06C\uB098\uC774\uC800\uB97C \uBD88\uB7EC\uC624\uC138\uC694. \uBAA8\uB378\uACFC \uD568\uAED8 \uC0AC\uC804 \uD6C8\uB828\uB41C "),vn=r(mn,"EM",{});var Eo=c(vn);kr=e(Eo,"vocab"),Eo.forEach(a),Ur=e(mn,"\uC744 \uB2E4\uC6B4\uB85C\uB4DC\uD569\uB2C8\uB2E4:"),mn.forEach(a),ap=o(s),d(pa.$$.fragment,s),lp=o(s),Vl=r(s,"P",{});var Io=c(Vl);Cr=e(Io,"\uADF8 \uB2E4\uC74C\uC73C\uB85C \uD14D\uC2A4\uD2B8\uB97C \uD1A0\uD06C\uB098\uC774\uC800\uC5D0 \uB123\uC5B4\uC8FC\uC138\uC694:"),Io.forEach(a),np=o(s),d(ta.$$.fragment,s),ep=o(s),Gl=r(s,"P",{});var ko=c(Gl);Zr=e(ko,"\uD1A0\uD06C\uB098\uC774\uC800\uB294 \uC138 \uAC00\uC9C0 \uC911\uC694\uD55C \uD56D\uBAA9\uC744 \uD3EC\uD568\uD55C \uC0AC\uC804\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4:"),ko.forEach(a),pp=o(s),es=r(s,"UL",{});var hn=c(es);Bl=r(hn,"LI",{});var no=c(Bl);Wl=r(no,"A",{href:!0});var Uo=c(Wl);Vr=e(Uo,"input_ids"),Uo.forEach(a),Gr=e(no,"\uB294 \uBB38\uC7A5\uC758 \uAC01 \uD1A0\uD070\uC5D0 \uD574\uB2F9\uD558\uB294 \uC778\uB371\uC2A4\uC785\uB2C8\uB2E4."),no.forEach(a),Br=o(hn),Nl=r(hn,"LI",{});var eo=c(Nl);Al=r(eo,"A",{href:!0});var Co=c(Al);Wr=e(Co,"attention_mask"),Co.forEach(a),Nr=e(eo,"\uB294 \uD1A0\uD070\uC744 \uCC98\uB9AC\uD574\uC57C \uD558\uB294\uC9C0 \uC5EC\uBD80\uB97C \uB098\uD0C0\uB0C5\uB2C8\uB2E4."),eo.forEach(a),Ar=o(hn),xl=r(hn,"LI",{});var po=c(xl);Rl=r(po,"A",{href:!0});var Zo=c(Rl);xr=e(Zo,"token_type_ids"),Zo.forEach(a),Rr=e(po,"\uB294 \uB450 \uAC1C \uC774\uC0C1\uC758 \uC2DC\uD000\uC2A4\uAC00 \uC788\uC744 \uB54C \uD1A0\uD070\uC774 \uC18D\uD55C \uC2DC\uD000\uC2A4\uB97C \uC2DD\uBCC4\uD569\uB2C8\uB2E4."),po.forEach(a),hn.forEach(a),tp=o(s),ra=r(s,"P",{});var to=c(ra);Tn=r(to,"CODE",{});var Vo=c(Tn);Xr=e(Vo,"input_ids"),Vo.forEach(a),Yr=e(to,"\uB97C \uB514\uCF54\uB529\uD558\uC5EC \uC785\uB825\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4:"),to.forEach(a),rp=o(s),d(ca.$$.fragment,s),cp=o(s),Xl=r(s,"P",{});var Go=c(Xl);Fr=e(Go,`\uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uB450 \uAC1C\uC758 \uD2B9\uC218\uD55C \uD1A0\uD070(\uBD84\uB958 \uD1A0\uD070 CLS\uC640 \uBD84\uD560 \uD1A0\uD070 SEP)\uC744 \uBB38\uC7A5\uC5D0 \uCD94\uAC00\uD588\uC2B5\uB2C8\uB2E4.
\uBAA8\uB4E0 \uBAA8\uB378\uC5D0 \uD2B9\uC218\uD55C \uD1A0\uD070\uC774 \uD544\uC694\uD55C \uAC83\uC740 \uC544\uB2C8\uC9C0\uB9CC, \uD544\uC694\uD55C \uACBD\uC6B0 \uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uC790\uB3D9\uC73C\uB85C \uCD94\uAC00\uD569\uB2C8\uB2E4.`),Go.forEach(a),mp=o(s),Yl=r(s,"P",{});var Bo=c(Yl);zr=e(Bo,"\uC804\uCC98\uB9AC\uD560 \uBB38\uC7A5\uC774 \uC5EC\uB7EC \uAC1C \uC788\uB294 \uACBD\uC6B0 \uC774\uB97C \uB9AC\uC2A4\uD2B8\uB85C \uD1A0\uD06C\uB098\uC774\uC800\uC5D0 \uC804\uB2EC\uD569\uB2C8\uB2E4:"),Bo.forEach(a),hp=o(s),d(ma.$$.fragment,s),op=o(s),fs=r(s,"H3",{class:!0});var Dt=c(fs);Zs=r(Dt,"A",{id:!0,class:!0,href:!0});var Wo=c(Zs);gn=r(Wo,"SPAN",{});var No=c(gn);d(ha.$$.fragment,No),No.forEach(a),Wo.forEach(a),qr=o(Dt),En=r(Dt,"SPAN",{});var Ao=c(En);Qr=e(Ao,"\uD328\uB529"),Ao.forEach(a),Dt.forEach(a),up=o(s),Vs=r(s,"P",{});var Pt=c(Vs);Dr=e(Pt,"\uBAA8\uB378 \uC785\uB825\uC778 \uD150\uC11C\uB294 \uADE0\uC77C\uD55C \uBAA8\uC591\uC744 \uAC00\uC838\uC57C \uD558\uB294\uB370, \uBB38\uC7A5\uC758 \uAE38\uC774\uAC00 \uD56D\uC0C1 \uAC19\uC9C0 \uC54A\uC544\uC11C \uBB38\uC81C\uAC00 \uB420 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uD328\uB529\uC740 \uC9E7\uC740 \uBB38\uC7A5\uC5D0 \uD2B9\uC218\uD55C "),In=r(Pt,"EM",{});var xo=c(In);Pr=e(xo,"\uD328\uB529 \uD1A0\uD070"),xo.forEach(a),Hr=e(Pt,"\uC744 \uCD94\uAC00\uD558\uC5EC \uD150\uC11C\uAC00 \uC9C1\uC0AC\uAC01\uD615 \uBAA8\uC591\uC774 \uB418\uB3C4\uB85D \uD558\uB294 \uC804\uB7B5\uC785\uB2C8\uB2E4."),Pt.forEach(a),jp=o(s),ds=r(s,"P",{});var Fe=c(ds);kn=r(Fe,"CODE",{});var Ro=c(kn);Sr=e(Ro,"padding"),Ro.forEach(a),Or=e(Fe," \uB9E4\uAC1C\uBCC0\uC218\uB97C "),Un=r(Fe,"CODE",{});var Xo=c(Un);Lr=e(Xo,"True"),Xo.forEach(a),Kr=e(Fe,"\uB85C \uC124\uC815\uD558\uC5EC \uBC30\uCE58\uC758 \uC9E7\uC740 \uC2DC\uD000\uC2A4\uB97C \uAC00\uC7A5 \uAE34 \uC2DC\uD000\uC2A4\uC640 \uC77C\uCE58\uD558\uB3C4\uB85D \uD328\uB529\uD569\uB2C8\uB2E4."),Fe.forEach(a),bp=o(s),d(oa.$$.fragment,s),ip=o(s),Gs=r(s,"P",{});var Ht=c(Gs);sc=e(Ht,"\uAE38\uC774\uAC00 \uC9E7\uC740 \uCCAB \uBB38\uC7A5\uACFC \uC138 \uBC88\uC9F8 \uBB38\uC7A5\uC740 \uC774\uC81C "),Cn=r(Ht,"CODE",{});var Yo=c(Cn);ac=e(Yo,"0"),Yo.forEach(a),lc=e(Ht,"\uC73C\uB85C \uCC44\uC6CC\uC9D1\uB2C8\uB2E4."),Ht.forEach(a),fp=o(s),Js=r(s,"H3",{class:!0});var St=c(Js);Bs=r(St,"A",{id:!0,class:!0,href:!0});var Fo=c(Bs);Zn=r(Fo,"SPAN",{});var zo=c(Zn);d(ua.$$.fragment,zo),zo.forEach(a),Fo.forEach(a),nc=o(St),Vn=r(St,"SPAN",{});var qo=c(Vn);ec=e(qo,"\uC0DD\uB7B5"),qo.forEach(a),St.forEach(a),dp=o(s),Fl=r(s,"P",{});var Qo=c(Fl);pc=e(Qo,"\uD55C\uD3B8, \uB54C\uB85C\uB294 \uC2DC\uD000\uC2A4\uAC00 \uBAA8\uB378\uC5D0\uC11C \uCC98\uB9AC\uD558\uAE30\uC5D0 \uB108\uBB34 \uAE38 \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uACBD\uC6B0, \uC2DC\uD000\uC2A4\uB97C \uB354 \uC9E7\uC740 \uAE38\uC774\uB85C \uC904\uC77C \uD544\uC694\uAC00 \uC788\uC2B5\uB2C8\uB2E4."),Qo.forEach(a),Jp=o(s),ps=r(s,"P",{});var on=c(ps);tc=e(on,"\uBAA8\uB378\uC5D0\uC11C \uD5C8\uC6A9\uD558\uB294 \uCD5C\uB300 \uAE38\uC774\uB85C \uC2DC\uD000\uC2A4\uB97C \uC790\uB974\uB824\uBA74 "),Gn=r(on,"CODE",{});var Do=c(Gn);rc=e(Do,"truncation"),Do.forEach(a),cc=e(on," \uB9E4\uAC1C\uBCC0\uC218\uB97C "),Bn=r(on,"CODE",{});var Po=c(Bn);mc=e(Po,"True"),Po.forEach(a),hc=e(on,"\uB85C \uC124\uC815\uD558\uC138\uC694:"),on.forEach(a),_p=o(s),d(ja.$$.fragment,s),$p=o(s),d(Ws.$$.fragment,s),yp=o(s),_s=r(s,"H3",{class:!0});var Ot=c(_s);Ns=r(Ot,"A",{id:!0,class:!0,href:!0});var Ho=c(Ns);Wn=r(Ho,"SPAN",{});var So=c(Wn);d(ba.$$.fragment,So),So.forEach(a),Ho.forEach(a),oc=o(Ot),Nn=r(Ot,"SPAN",{});var Oo=c(Nn);uc=e(Oo,"\uD150\uC11C \uB9CC\uB4E4\uAE30"),Oo.forEach(a),Ot.forEach(a),Mp=o(s),zl=r(s,"P",{});var Lo=c(zl);jc=e(Lo,"\uB9C8\uC9C0\uB9C9\uC73C\uB85C, \uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uBAA8\uB378\uC5D0 \uACF5\uAE09\uB418\uB294 \uC2E4\uC81C \uD150\uC11C\uB97C \uBC18\uD658\uD558\uB3C4\uB85D \uD569\uB2C8\uB2E4."),Lo.forEach(a),wp=o(s),P=r(s,"P",{});var vl=c(P);An=r(vl,"CODE",{});var Ko=c(An);bc=e(Ko,"return_tensors"),Ko.forEach(a),ic=e(vl," \uB9E4\uAC1C\uBCC0\uC218\uB97C PyTorch\uC758 \uACBD\uC6B0 "),xn=r(vl,"CODE",{});var su=c(xn);fc=e(su,"pt"),su.forEach(a),dc=e(vl,", TensorFlow\uC758 \uACBD\uC6B0 "),Rn=r(vl,"CODE",{});var au=c(Rn);Jc=e(au,"tf"),au.forEach(a),_c=e(vl,"\uB85C \uC124\uC815\uD558\uC138\uC694:"),vl.forEach(a),vp=o(s),d(As.$$.fragment,s),Tp=o(s),$s=r(s,"H2",{class:!0});var Lt=c($s);xs=r(Lt,"A",{id:!0,class:!0,href:!0});var lu=c(xs);Xn=r(lu,"SPAN",{});var nu=c(Xn);d(ia.$$.fragment,nu),nu.forEach(a),lu.forEach(a),$c=o(Lt),Yn=r(Lt,"SPAN",{});var eu=c(Yn);yc=e(eu,"\uC624\uB514\uC624"),eu.forEach(a),Lt.forEach(a),gp=o(s),Rs=r(s,"P",{});var Kt=c(Rs);Mc=e(Kt,"\uC624\uB514\uC624 \uC791\uC5C5\uC5D0\uB294 \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC900\uBE44\uD558\uAE30 \uC704\uD574 "),ql=r(Kt,"A",{href:!0});var pu=c(ql);wc=e(pu,"\uD2B9\uC131 \uCD94\uCD9C\uAE30"),pu.forEach(a),vc=e(Kt,"\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4. \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB294 \uC6D0\uC2DC \uC624\uB514\uC624 \uB370\uC774\uD130\uC5D0\uC11C \uD2B9\uC131\uB97C \uCD94\uCD9C\uD558\uACE0 \uC774\uB97C \uD150\uC11C\uB85C \uBCC0\uD658\uD558\uB294 \uAC83\uC774 \uBAA9\uC801\uC785\uB2C8\uB2E4."),Kt.forEach(a),Ep=o(s),ts=r(s,"P",{});var un=c(ts);Tc=e(un,"\uC624\uB514\uC624 \uB370\uC774\uD130\uC14B\uC5D0 \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB97C \uC0AC\uC6A9\uD558\uB294 \uBC29\uBC95\uC744 \uBCF4\uB824\uBA74 "),fa=r(un,"A",{href:!0,rel:!0});var tu=c(fa);gc=e(tu,"MInDS-14"),tu.forEach(a),Ec=e(un," \uB370\uC774\uD130\uC14B\uC744 \uAC00\uC838\uC624\uC138\uC694. (\uB370\uC774\uD130\uC14B\uC744 \uAC00\uC838\uC624\uB294 \uBC29\uBC95\uC740 \u{1F917} "),da=r(un,"A",{href:!0,rel:!0});var ru=c(da);Ic=e(ru,"\uB370\uC774\uD130\uC14B \uD29C\uD1A0\uB9AC\uC5BC"),ru.forEach(a),kc=e(un,"\uC5D0\uC11C \uC790\uC138\uD788 \uC124\uBA85\uD558\uACE0 \uC788\uC2B5\uB2C8\uB2E4.)"),un.forEach(a),Ip=o(s),d(Ja.$$.fragment,s),kp=o(s),ys=r(s,"P",{});var ze=c(ys);Fn=r(ze,"CODE",{});var cu=c(Fn);Uc=e(cu,"audio"),cu.forEach(a),Cc=e(ze," \uC5F4\uC758 \uCCAB \uBC88\uC9F8 \uC694\uC18C\uC5D0 \uC811\uADFC\uD558\uC5EC \uC785\uB825\uC744 \uC0B4\uD3B4\uBCF4\uC138\uC694. "),zn=r(ze,"CODE",{});var mu=c(zn);Zc=e(mu,"audio"),mu.forEach(a),Vc=e(ze," \uC5F4\uC744 \uD638\uCD9C\uD558\uBA74 \uC624\uB514\uC624 \uD30C\uC77C\uC744 \uC790\uB3D9\uC73C\uB85C \uAC00\uC838\uC624\uACE0 \uB9AC\uC0D8\uD50C\uB9C1\uD569\uB2C8\uB2E4."),ze.forEach(a),Up=o(s),d(_a.$$.fragment,s),Cp=o(s),Ql=r(s,"P",{});var hu=c(Ql);Gc=e(hu,"\uC774\uB807\uAC8C \uD558\uBA74 \uC138 \uAC00\uC9C0 \uD56D\uBAA9\uC774 \uBC18\uD658\uB429\uB2C8\uB2E4:"),hu.forEach(a),Zp=o(s),rs=r(s,"UL",{});var jn=c(rs);Dl=r(jn,"LI",{});var ro=c(Dl);qn=r(ro,"CODE",{});var ou=c(qn);Bc=e(ou,"array"),ou.forEach(a),Wc=e(ro,"\uB294 1D \uBC30\uC5F4\uB85C \uAC00\uC838\uC640\uC11C (\uD544\uC694\uD55C \uACBD\uC6B0) \uB9AC\uC0D8\uD50C\uB9C1\uB41C \uC74C\uC131 \uC2E0\uD638\uC785\uB2C8\uB2E4."),ro.forEach(a),Nc=o(jn),Pl=r(jn,"LI",{});var co=c(Pl);Qn=r(co,"CODE",{});var uu=c(Qn);Ac=e(uu,"path"),uu.forEach(a),xc=e(co,"\uB294 \uC624\uB514\uC624 \uD30C\uC77C\uC758 \uC704\uCE58\uB97C \uAC00\uB9AC\uD0B5\uB2C8\uB2E4."),co.forEach(a),Rc=o(jn),Hl=r(jn,"LI",{});var mo=c(Hl);Dn=r(mo,"CODE",{});var ju=c(Dn);Xc=e(ju,"sampling_rate"),ju.forEach(a),Yc=e(mo,"\uB294 \uC74C\uC131 \uC2E0\uD638\uC5D0\uC11C \uCD08\uB2F9 \uCE21\uC815\uB418\uB294 \uB370\uC774\uD130 \uD3EC\uC778\uD2B8 \uC218\uB97C \uB098\uD0C0\uB0C5\uB2C8\uB2E4."),mo.forEach(a),jn.forEach(a),Vp=o(s),Xs=r(s,"P",{});var sr=c(Xs);Fc=e(sr,"\uC774 \uD29C\uD1A0\uB9AC\uC5BC\uC5D0\uC11C\uB294 "),$a=r(sr,"A",{href:!0,rel:!0});var bu=c($a);zc=e(bu,"Wav2Vec2"),bu.forEach(a),qc=e(sr,` \uBAA8\uB378\uC744 \uC0AC\uC6A9\uD569\uB2C8\uB2E4. \uBAA8\uB378 \uCE74\uB4DC\uB97C \uBCF4\uBA74 Wav2Vec2\uAC00 16kHz \uC0D8\uD50C\uB9C1\uB41C \uC74C\uC131 \uC624\uB514\uC624\uB97C \uAE30\uBC18\uC73C\uB85C \uC0AC\uC804 \uD559\uC2B5\uB41C \uAC83\uC744 \uC54C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uBAA8\uB378\uC744 \uC0AC\uC804 \uD559\uC2B5\uD558\uB294 \uB370 \uC0AC\uC6A9\uB41C \uB370\uC774\uD130\uC14B\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uC640 \uC624\uB514\uC624 \uB370\uC774\uD130\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uAC00 \uC77C\uCE58\uD574\uC57C \uD569\uB2C8\uB2E4. \uB370\uC774\uD130\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uAC00 \uB2E4\uB974\uBA74 \uB370\uC774\uD130\uB97C \uB9AC\uC0D8\uD50C\uB9C1\uD574\uC57C \uD569\uB2C8\uB2E4.`),sr.forEach(a),Gp=o(s),Sl=r(s,"OL",{});var iu=c(Sl);ya=r(iu,"LI",{});var ar=c(ya);Qc=e(ar,"\u{1F917} Datasets\uC758 "),Pn=r(ar,"CODE",{});var fu=c(Pn);Dc=e(fu,"cast_column"),fu.forEach(a),Pc=e(ar," \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB97C 16kHz\uB85C \uC5C5\uC0D8\uD50C\uB9C1\uD558\uC138\uC694:"),ar.forEach(a),iu.forEach(a),Bp=o(s),d(Ma.$$.fragment,s),Wp=o(s),wa=r(s,"OL",{start:!0});var du=c(wa);va=r(du,"LI",{});var lr=c(va);Hc=e(lr,"\uC624\uB514\uC624 \uD30C\uC77C\uC744 \uB9AC\uC0D8\uD50C\uB9C1\uD558\uAE30 \uC704\uD574 "),Hn=r(lr,"CODE",{});var Ju=c(Hn);Sc=e(Ju,"audio"),Ju.forEach(a),Oc=e(lr," \uC5F4\uC744 \uB2E4\uC2DC \uD638\uCD9C\uD569\uB2C8\uB2E4:"),lr.forEach(a),du.forEach(a),Np=o(s),d(Ta.$$.fragment,s),Ap=o(s),cs=r(s,"P",{});var bn=c(cs);Lc=e(bn,"\uB2E4\uC74C\uC73C\uB85C, \uC785\uB825\uC744 \uC815\uADDC\uD654\uD558\uACE0 \uD328\uB529\uD558\uB294 \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB97C \uAC00\uC838\uC624\uC138\uC694. \uD14D\uC2A4\uD2B8 \uB370\uC774\uD130\uC758 \uACBD\uC6B0, \uB354 \uC9E7\uC740 \uC2DC\uD000\uC2A4\uC5D0 \uB300\uD574 "),Sn=r(bn,"CODE",{});var _u=c(Sn);Kc=e(_u,"0"),_u.forEach(a),sm=e(bn,`\uC774 \uCD94\uAC00\uB429\uB2C8\uB2E4. \uC624\uB514\uC624 \uB370\uC774\uD130\uC5D0\uB3C4 \uAC19\uC740 \uAC1C\uB150\uC774 \uC801\uC6A9\uB429\uB2C8\uB2E4.
\uD2B9\uC131 \uCD94\uCD9C\uAE30\uB294 \uBC30\uC5F4\uC5D0 \uB300\uD574 `),On=r(bn,"CODE",{});var $u=c(On);am=e($u,"0"),$u.forEach(a),lm=e(bn,"(\uBB35\uC74C\uC73C\uB85C \uD574\uC11D)\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4."),bn.forEach(a),xp=o(s),ga=r(s,"P",{});var ho=c(ga);Ln=r(ho,"CODE",{});var yu=c(Ln);nm=e(yu,"AutoFeatureExtractor.from_pretrained()"),yu.forEach(a),em=e(ho,"\uB97C \uC0AC\uC6A9\uD558\uC5EC \uD2B9\uC131 \uCD94\uCD9C\uAE30\uB97C \uAC00\uC838\uC624\uC138\uC694:"),ho.forEach(a),Rp=o(s),d(Ea.$$.fragment,s),Xp=o(s),ms=r(s,"P",{});var fn=c(ms);pm=e(fn,"\uC624\uB514\uC624 "),Kn=r(fn,"CODE",{});var Mu=c(Kn);tm=e(Mu,"array"),Mu.forEach(a),rm=e(fn,"\uB97C \uD2B9\uC131 \uCD94\uCD9C\uAE30\uC5D0 \uC804\uB2EC\uD558\uC138\uC694. \uB610\uD55C, \uD2B9\uC131 \uCD94\uCD9C\uAE30\uC5D0 "),se=r(fn,"CODE",{});var wu=c(se);cm=e(wu,"sampling_rate"),wu.forEach(a),mm=e(fn," \uC778\uC218\uB97C \uCD94\uAC00\uD558\uC5EC \uBC1C\uC0DD\uD560 \uC218 \uC788\uB294 \uC870\uC6A9\uD55C \uC624\uB958(silent errors)\uB97C \uB354 \uC798 \uB514\uBC84\uAE45\uD558\uB294 \uAC83\uC744 \uAD8C\uC7A5\uD569\uB2C8\uB2E4."),fn.forEach(a),Yp=o(s),d(Ia.$$.fragment,s),Fp=o(s),Ol=r(s,"P",{});var vu=c(Ol);hm=e(vu,"\uD1A0\uD06C\uB098\uC774\uC800\uC640 \uB9C8\uCC2C\uAC00\uC9C0\uB85C \uBC30\uCE58 \uB0B4\uC5D0\uC11C \uAC00\uBCC0\uC801\uC778 \uC2DC\uD000\uC2A4\uB97C \uCC98\uB9AC\uD558\uAE30 \uC704\uD574 \uD328\uB529 \uB610\uB294 \uC0DD\uB7B5\uC744 \uC801\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uB450 \uAC1C\uC758 \uC624\uB514\uC624 \uC0D8\uD50C\uC758 \uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uD655\uC778\uD574\uBCF4\uC138\uC694:"),vu.forEach(a),zp=o(s),d(ka.$$.fragment,s),qp=o(s),Ll=r(s,"P",{});var Tu=c(Ll);om=e(Tu,"\uC624\uB514\uC624 \uC0D8\uD50C\uC758 \uAE38\uC774\uAC00 \uB3D9\uC77C\uD558\uB3C4\uB85D \uB370\uC774\uD130\uC14B\uC744 \uC804\uCC98\uB9AC\uD558\uB294 \uD568\uC218\uB97C \uB9CC\uB4E4\uC5B4 \uBCF4\uC138\uC694. \uCD5C\uB300 \uC0D8\uD50C \uAE38\uC774\uB97C \uC9C0\uC815\uD558\uBA74, \uD2B9\uC131 \uCD94\uCD9C\uAE30\uAC00 \uD574\uB2F9 \uAE38\uC774\uC5D0 \uB9DE\uCDB0 \uC2DC\uD000\uC2A4\uB97C \uD328\uB529\uD558\uAC70\uB098 \uC0DD\uB7B5\uD569\uB2C8\uB2E4:"),Tu.forEach(a),Qp=o(s),d(Ua.$$.fragment,s),Dp=o(s),Ca=r(s,"P",{});var oo=c(Ca);ae=r(oo,"CODE",{});var gu=c(ae);um=e(gu,"preprocess_function"),gu.forEach(a),jm=e(oo,"\uC744 \uB370\uC774\uD130\uC14B\uC758 \uCC98\uC74C \uBA87 \uAC00\uC9C0 \uC608\uC81C\uC5D0 \uC801\uC6A9\uD574\uBCF4\uC138\uC694:"),oo.forEach(a),Pp=o(s),d(Za.$$.fragment,s),Hp=o(s),Kl=r(s,"P",{});var Eu=c(Kl);bm=e(Eu,"\uC774\uC81C \uC0D8\uD50C \uAE38\uC774\uAC00 \uBAA8\uB450 \uAC19\uACE0 \uC9C0\uC815\uB41C \uCD5C\uB300 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uB418\uC5C8\uC2B5\uB2C8\uB2E4. \uB4DC\uB514\uC5B4 \uC804\uCC98\uB9AC\uB41C \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC804\uB2EC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4!"),Eu.forEach(a),Sp=o(s),d(Va.$$.fragment,s),Op=o(s),Ms=r(s,"H2",{class:!0});var nr=c(Ms);Ys=r(nr,"A",{id:!0,class:!0,href:!0});var Iu=c(Ys);le=r(Iu,"SPAN",{});var ku=c(le);d(Ga.$$.fragment,ku),ku.forEach(a),Iu.forEach(a),im=o(nr),ne=r(nr,"SPAN",{});var Uu=c(ne);fm=e(Uu,"\uCEF4\uD4E8\uD130 \uBE44\uC804"),Uu.forEach(a),nr.forEach(a),Lp=o(s),Fs=r(s,"P",{});var er=c(Fs);dm=e(er,"\uCEF4\uD4E8\uD130 \uBE44\uC804 \uC791\uC5C5\uC758 \uACBD\uC6B0, \uBAA8\uB378\uC5D0 \uB300\uD55C \uB370\uC774\uD130\uC14B\uC744 \uC900\uBE44\uD558\uAE30 \uC704\uD574 "),sn=r(er,"A",{href:!0});var Cu=c(sn);Jm=e(Cu,"\uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C"),Cu.forEach(a),_m=e(er,`\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4.
\uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB294 \uC774\uBBF8\uC9C0\uB97C \uBAA8\uB378\uC774 \uC608\uC0C1\uD558\uB294 \uC785\uB825\uC73C\uB85C \uBCC0\uD658\uD558\uB294 \uC5EC\uB7EC \uB2E8\uACC4\uB85C \uC774\uB8E8\uC5B4\uC9D1\uB2C8\uB2E4.
\uC774\uB7EC\uD55C \uB2E8\uACC4\uC5D0\uB294 \uD06C\uAE30 \uC870\uC815, \uC815\uADDC\uD654, \uC0C9\uC0C1 \uCC44\uB110 \uBCF4\uC815, \uC774\uBBF8\uC9C0\uC758 \uD150\uC11C \uBCC0\uD658 \uB4F1\uC774 \uD3EC\uD568\uB429\uB2C8\uB2E4.`),er.forEach(a),Kp=o(s),d(zs.$$.fragment,s),st=o(s),ws=r(s,"P",{});var qe=c(ws);Ba=r(qe,"A",{href:!0,rel:!0});var Zu=c(Ba);$m=e(Zu,"food101"),Zu.forEach(a),ym=e(qe,` \uB370\uC774\uD130\uC14B\uC744 \uAC00\uC838\uC640\uC11C \uCEF4\uD4E8\uD130 \uBE44\uC804 \uB370\uC774\uD130\uC14B\uC5D0\uC11C \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uB97C \uC5B4\uB5BB\uAC8C \uC0AC\uC6A9\uD558\uB294\uC9C0 \uC54C\uC544\uBCF4\uC138\uC694.
\uB370\uC774\uD130\uC14B \uBD88\uB7EC\uC624\uB294 \uBC29\uBC95\uC740 \u{1F917} `),Wa=r(qe,"A",{href:!0,rel:!0});var Vu=c(Wa);Mm=e(Vu,"\uB370\uC774\uD130\uC14B \uD29C\uD1A0\uB9AC\uC5BC"),Vu.forEach(a),wm=e(qe,"\uB97C \uCC38\uACE0\uD558\uC138\uC694."),qe.forEach(a),at=o(s),d(qs.$$.fragment,s),lt=o(s),d(Na.$$.fragment,s),nt=o(s),Qs=r(s,"P",{});var pr=c(Qs);vm=e(pr,"\uB2E4\uC74C\uC73C\uB85C, \u{1F917} Datasets\uC758 "),Aa=r(pr,"A",{href:!0,rel:!0});var Gu=c(Aa);ee=r(Gu,"CODE",{});var Bu=c(ee);Tm=e(Bu,"image"),Bu.forEach(a),Gu.forEach(a),gm=e(pr," \uAE30\uB2A5\uC73C\uB85C \uC774\uBBF8\uC9C0\uB97C \uD655\uC778\uD574\uBCF4\uC138\uC694:"),pr.forEach(a),et=o(s),d(xa.$$.fragment,s),pt=o(s),Ra=r(s,"DIV",{class:!0});var Wu=c(Ra);pe=r(Wu,"IMG",{src:!0}),Wu.forEach(a),tt=o(s),Xa=r(s,"P",{});var uo=c(Xa);te=r(uo,"CODE",{});var Nu=c(te);Em=e(Nu,"AutoImageProcessor.from_pretrained()"),Nu.forEach(a),Im=e(uo,"\uB85C \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uB97C \uAC00\uC838\uC624\uC138\uC694:"),uo.forEach(a),rt=o(s),d(Ya.$$.fragment,s),ct=o(s),z=r(s,"P",{});var Ks=c(z);km=e(Ks,"\uBA3C\uC800 \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uB2E8\uACC4\uB97C \uCD94\uAC00\uD574 \uBD05\uC2DC\uB2E4. \uC544\uBB34 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB098 \uC0AC\uC6A9\uD574\uB3C4 \uAD1C\uCC2E\uC9C0\uB9CC, \uC774\uBC88 \uD29C\uD1A0\uB9AC\uC5BC\uC5D0\uC11C\uB294 torchvision\uC758 "),Fa=r(Ks,"A",{href:!0,rel:!0});var Au=c(Fa);re=r(Au,"CODE",{});var xu=c(re);Um=e(xu,"transforms"),xu.forEach(a),Au.forEach(a),Cm=e(Ks,` \uBAA8\uB4C8\uC744 \uC0AC\uC6A9\uD558\uACA0\uC2B5\uB2C8\uB2E4.
\uB2E4\uB978 \uB370\uC774\uD130 \uC99D\uAC15 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC0AC\uC6A9\uD558\uB294 \uBC29\uBC95\uC774 \uC54C\uACE0 \uC2F6\uB2E4\uBA74, `),za=r(Ks,"A",{href:!0,rel:!0});var Ru=c(za);Zm=e(Ru,"Albumentations"),Ru.forEach(a),Vm=e(Ks," \uB610\uB294 "),qa=r(Ks,"A",{href:!0,rel:!0});var Xu=c(qa);Gm=e(Xu,"Kornia notebooks"),Xu.forEach(a),Bm=e(Ks,"\uC5D0\uC11C \uBC30\uC6B8 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Ks.forEach(a),mt=o(s),an=r(s,"OL",{});var Yu=c(an);R=r(Yu,"LI",{});var O=c(R);Qa=r(O,"A",{href:!0,rel:!0});var Fu=c(Qa);ce=r(Fu,"CODE",{});var zu=c(ce);Wm=e(zu,"Compose"),zu.forEach(a),Fu.forEach(a),Nm=e(O,"\uB85C  "),Da=r(O,"A",{href:!0,rel:!0});var qu=c(Da);me=r(qu,"CODE",{});var Qu=c(me);Am=e(Qu,"RandomResizedCrop"),Qu.forEach(a),qu.forEach(a),xm=e(O,"\uC640 "),Pa=r(O,"A",{href:!0,rel:!0});var Du=c(Pa);he=r(Du,"CODE",{});var Pu=c(he);Rm=e(Pu,"ColorJitter"),Pu.forEach(a),Du.forEach(a),Xm=e(O,` \uB4F1\uC758 \uBCC0\uD658\uC744 \uBA87 \uAC00\uC9C0 \uC5F0\uACB0\uD558\uC138\uC694.
\uCC38\uACE0\uB85C \uD06C\uAE30 \uC870\uC815\uC5D0 \uD544\uC694\uD55C \uC774\uBBF8\uC9C0\uC758 \uD06C\uAE30 \uC694\uAD6C\uC0AC\uD56D\uC740 `),oe=r(O,"CODE",{});var Hu=c(oe);Ym=e(Hu,"image_processor"),Hu.forEach(a),Fm=e(O,`\uC5D0\uC11C \uAC00\uC838\uC62C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uC77C\uBD80 \uBAA8\uB378\uC740 \uC815\uD655\uD55C \uB192\uC774\uC640 \uB108\uBE44\uB97C \uC694\uAD6C\uD558\uC9C0\uB9CC, \uC81C\uC77C \uC9E7\uC740 \uBCC0\uC758 \uAE38\uC774(`),ue=r(O,"CODE",{});var Su=c(ue);zm=e(Su,"shortest_edge"),Su.forEach(a),qm=e(O,")\uB9CC \uC815\uC758\uB41C \uBAA8\uB378\uB3C4 \uC788\uC2B5\uB2C8\uB2E4."),O.forEach(a),Yu.forEach(a),ht=o(s),d(Ha.$$.fragment,s),ot=o(s),Sa=r(s,"OL",{start:!0});var Ou=c(Sa);H=r(Ou,"LI",{});var sa=c(H);Qm=e(sa,"\uBAA8\uB378\uC740 \uC785\uB825\uC73C\uB85C "),ln=r(sa,"A",{href:!0});var Lu=c(ln);je=r(Lu,"CODE",{});var Ku=c(je);Dm=e(Ku,"pixel_values"),Ku.forEach(a),Lu.forEach(a),Pm=e(sa,`\uB97C \uBC1B\uC2B5\uB2C8\uB2E4.
`),be=r(sa,"CODE",{});var sj=c(be);Hm=e(sj,"ImageProcessor"),sj.forEach(a),Sm=e(sa,`\uB294 \uC774\uBBF8\uC9C0 \uC815\uADDC\uD654 \uBC0F \uC801\uC808\uD55C \uD150\uC11C \uC0DD\uC131\uC744 \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uBC30\uCE58 \uC774\uBBF8\uC9C0\uC5D0 \uB300\uD55C \uC774\uBBF8\uC9C0 \uC99D\uAC15 \uBC0F \uC774\uBBF8\uC9C0 \uC804\uCC98\uB9AC\uB97C \uACB0\uD569\uD558\uACE0 `),ie=r(sa,"CODE",{});var aj=c(ie);Om=e(aj,"pixel_values"),aj.forEach(a),Lm=e(sa,"\uB97C \uC0DD\uC131\uD558\uB294 \uD568\uC218\uB97C \uB9CC\uB4ED\uB2C8\uB2E4:"),sa.forEach(a),Ou.forEach(a),ut=o(s),d(Oa.$$.fragment,s),jt=o(s),d(Ds.$$.fragment,s),bt=o(s),La=r(s,"OL",{start:!0});var lj=c(La);Ka=r(lj,"LI",{});var tr=c(Ka);Km=e(tr,"\u{1F917} Datasets\uC758 "),sl=r(tr,"A",{href:!0,rel:!0});var nj=c(sl);fe=r(nj,"CODE",{});var ej=c(fe);sh=e(ej,"set_transform"),ej.forEach(a),nj.forEach(a),ah=e(tr,"\uB97C \uC0AC\uC6A9\uD558\uC5EC \uC2E4\uC2DC\uAC04\uC73C\uB85C \uBCC0\uD658\uC744 \uC801\uC6A9\uD569\uB2C8\uB2E4:"),tr.forEach(a),lj.forEach(a),it=o(s),d(al.$$.fragment,s),ft=o(s),ll=r(s,"OL",{start:!0});var pj=c(ll);nl=r(pj,"LI",{});var rr=c(nl);lh=e(rr,"\uC774\uC81C \uC774\uBBF8\uC9C0\uC5D0 \uC561\uC138\uC2A4\uD558\uBA74 \uC774\uBBF8\uC9C0 \uD504\uB85C\uC138\uC11C\uAC00 "),de=r(rr,"CODE",{});var tj=c(de);nh=e(tj,"pixel_values"),tj.forEach(a),eh=e(rr,`\uB97C \uCD94\uAC00\uD55C \uAC83\uC744 \uC54C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
\uB4DC\uB514\uC5B4 \uCC98\uB9AC\uB41C \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC804\uB2EC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4!`),rr.forEach(a),pj.forEach(a),dt=o(s),d(el.$$.fragment,s),Jt=o(s),nn=r(s,"P",{});var rj=c(nn);ph=e(rj,"\uB2E4\uC74C\uC740 \uBCC0\uD615\uC774 \uC801\uC6A9\uB41C \uD6C4\uC758 \uC774\uBBF8\uC9C0\uC785\uB2C8\uB2E4. \uC774\uBBF8\uC9C0\uAC00 \uBB34\uC791\uC704\uB85C \uC798\uB824\uB098\uAC14\uACE0 \uC0C9\uC0C1 \uC18D\uC131\uC774 \uB2E4\uB985\uB2C8\uB2E4."),rj.forEach(a),_t=o(s),d(pl.$$.fragment,s),$t=o(s),tl=r(s,"DIV",{class:!0});var cj=c(tl);Je=r(cj,"IMG",{src:!0}),cj.forEach(a),yt=o(s),d(Ps.$$.fragment,s),Mt=o(s),vs=r(s,"H3",{class:!0});var cr=c(vs);Hs=r(cr,"A",{id:!0,class:!0,href:!0});var mj=c(Hs);_e=r(mj,"SPAN",{});var hj=c(_e);d(rl.$$.fragment,hj),hj.forEach(a),mj.forEach(a),th=o(cr),$e=r(cr,"SPAN",{});var oj=c($e);rh=e(oj,"\uD328\uB4DC"),oj.forEach(a),cr.forEach(a),wt=o(s),X=r(s,"P",{});var js=c(X);ch=e(js,"\uC608\uB97C \uB4E4\uC5B4, "),en=r(js,"A",{href:!0});var uj=c(en);mh=e(uj,"DETR"),uj.forEach(a),hh=e(js,`\uC640 \uAC19\uC740 \uACBD\uC6B0\uC5D0\uB294 \uBAA8\uB378\uC774 \uD559\uC2B5\uD560 \uB54C \uD06C\uAE30 \uC870\uC815 \uC99D\uAC15\uC744 \uC801\uC6A9\uD569\uB2C8\uB2E4.
\uC774\uB85C \uC778\uD574 \uBC30\uCE58 \uB0B4 \uC774\uBBF8\uC9C0 \uD06C\uAE30\uAC00 \uB2E4\uB97C \uC218 \uC788\uC2B5\uB2C8\uB2E4.
`),ye=r(js,"CODE",{});var jj=c(ye);oh=e(jj,"DetrImageProcessor"),jj.forEach(a),uh=e(js,"\uC758 "),Me=r(js,"CODE",{});var bj=c(Me);jh=e(bj,"DetrImageProcessor.pad_and_create_pixel_mask()"),bj.forEach(a),bh=e(js,"\uB97C \uC0AC\uC6A9\uD558\uACE0 \uC0AC\uC6A9\uC790 \uC9C0\uC815 "),we=r(js,"CODE",{});var ij=c(we);ih=e(ij,"collate_fn"),ij.forEach(a),fh=e(js,"\uC744 \uC815\uC758\uD574\uC11C \uBC30\uCE58 \uC774\uBBF8\uC9C0\uB97C \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),js.forEach(a),vt=o(s),d(cl.$$.fragment,s),Tt=o(s),Ts=r(s,"H2",{class:!0});var mr=c(Ts);Ss=r(mr,"A",{id:!0,class:!0,href:!0});var fj=c(Ss);ve=r(fj,"SPAN",{});var dj=c(ve);d(ml.$$.fragment,dj),dj.forEach(a),fj.forEach(a),dh=o(mr),Te=r(mr,"SPAN",{});var Jj=c(Te);Jh=e(Jj,"\uBA40\uD2F0\uBAA8\uB2EC"),Jj.forEach(a),mr.forEach(a),gt=o(s),Os=r(s,"P",{});var hr=c(Os);_h=e(hr,"\uBA40\uD2F0\uBAA8\uB2EC \uC785\uB825\uC774 \uD544\uC694\uD55C \uC791\uC5C5\uC758 \uACBD\uC6B0, \uBAA8\uB378\uC5D0 \uB370\uC774\uD130\uC14B\uC744 \uC900\uBE44\uD558\uAE30 \uC704\uD55C "),pn=r(hr,"A",{href:!0});var _j=c(pn);$h=e(_j,"\uD504\uB85C\uC138\uC11C"),_j.forEach(a),yh=e(hr,`\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4.
\uD504\uB85C\uC138\uC11C\uB294 \uD1A0\uD06C\uB098\uC774\uC800\uC640 \uD2B9\uC131 \uCD94\uCD9C\uAE30\uC640 \uAC19\uC740 \uB450 \uAC00\uC9C0 \uCC98\uB9AC \uAC1D\uCCB4\uB97C \uACB0\uD569\uD569\uB2C8\uB2E4.`),hr.forEach(a),Et=o(s),gs=r(s,"P",{});var Qe=c(gs);hl=r(Qe,"A",{href:!0,rel:!0});var $j=c(hl);Mh=e($j,"LJ Speech"),$j.forEach(a),wh=e(Qe,` \uB370\uC774\uD130\uC14B\uC744 \uB85C\uB4DC\uD558\uC5EC \uC790\uB3D9 \uC74C\uC131 \uC778\uC2DD(ASR)\uC744 \uC704\uD55C \uD504\uB85C\uC138\uC11C\uB97C \uC0AC\uC6A9\uD558\uB294 \uBC29\uBC95\uC744 \uD655\uC778\uD558\uC138\uC694.
(\uB370\uC774\uD130\uC14B\uC744 \uB85C\uB4DC\uD558\uB294 \uBC29\uBC95\uC5D0 \uB300\uD55C \uC790\uC138\uD55C \uB0B4\uC6A9\uC740 \u{1F917} `),ol=r(Qe,"A",{href:!0,rel:!0});var yj=c(ol);vh=e(yj,"\uB370\uC774\uD130\uC14B \uD29C\uD1A0\uB9AC\uC5BC"),yj.forEach(a),Th=e(Qe,"\uC5D0\uC11C \uBCFC \uC218 \uC788\uC2B5\uB2C8\uB2E4.)"),Qe.forEach(a),It=o(s),d(ul.$$.fragment,s),kt=o(s),hs=r(s,"P",{});var dn=c(hs);gh=e(dn,"ASR\uC5D0\uC11C\uB294 "),ge=r(dn,"CODE",{});var Mj=c(ge);Eh=e(Mj,"audio"),Mj.forEach(a),Ih=e(dn,"\uC640 "),Ee=r(dn,"CODE",{});var wj=c(Ee);kh=e(wj,"text"),wj.forEach(a),Uh=e(dn,"\uC5D0\uB9CC \uC9D1\uC911\uD558\uBA74 \uB418\uBBC0\uB85C, \uB2E4\uB978 \uC5F4\uB4E4\uC744 \uC81C\uAC70\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4:"),dn.forEach(a),Ut=o(s),d(jl.$$.fragment,s),Ct=o(s),os=r(s,"P",{});var Jn=c(os);Ch=e(Jn,"\uC774\uC81C "),Ie=r(Jn,"CODE",{});var vj=c(Ie);Zh=e(vj,"audio"),vj.forEach(a),Vh=e(Jn,"\uC640 "),ke=r(Jn,"CODE",{});var Tj=c(ke);Gh=e(Tj,"text"),Tj.forEach(a),Bh=e(Jn,"\uC5F4\uC744 \uC0B4\uD3B4\uBCF4\uC138\uC694:"),Jn.forEach(a),Zt=o(s),d(bl.$$.fragment,s),Vt=o(s),Ls=r(s,"P",{});var or=c(Ls);Wh=e(or,"\uAE30\uC874\uC5D0 \uC0AC\uC804 \uD559\uC2B5\uB41C \uBAA8\uB378\uC5D0\uC11C \uC0AC\uC6A9\uB41C \uB370\uC774\uD130\uC14B\uACFC \uC0C8\uB85C\uC6B4 \uC624\uB514\uC624 \uB370\uC774\uD130\uC14B\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB97C \uC77C\uCE58\uC2DC\uD0A4\uAE30 \uC704\uD574 \uC624\uB514\uC624 \uB370\uC774\uD130\uC14B\uC758 \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB97C "),tn=r(or,"A",{href:!0});var gj=c(tn);Nh=e(gj,"\uB9AC\uC0D8\uD50C\uB9C1"),gj.forEach(a),Ah=e(or,"\uD574\uC57C \uD569\uB2C8\uB2E4!"),or.forEach(a),Gt=o(s),d(il.$$.fragment,s),Bt=o(s),fl=r(s,"P",{});var jo=c(fl);Ue=r(jo,"CODE",{});var Ej=c(Ue);xh=e(Ej,"AutoProcessor.from_pretrained()"),Ej.forEach(a),Rh=e(jo,"\uB85C \uD504\uB85C\uC138\uC11C\uB97C \uAC00\uC838\uC624\uC138\uC694:"),jo.forEach(a),Wt=o(s),d(dl.$$.fragment,s),Nt=o(s),rn=r(s,"OL",{});var Ij=c(rn);q=r(Ij,"LI",{});var Es=c(q);Ce=r(Es,"CODE",{});var kj=c(Ce);Xh=e(kj,"array"),kj.forEach(a),Yh=e(Es,"\uC5D0 \uB4E4\uC5B4 \uC788\uB294 \uC624\uB514\uC624 \uB370\uC774\uD130\uB97C "),Ze=r(Es,"CODE",{});var Uj=c(Ze);Fh=e(Uj,"input_values"),Uj.forEach(a),zh=e(Es,"\uB85C \uBCC0\uD658\uD558\uACE0 "),Ve=r(Es,"CODE",{});var Cj=c(Ve);qh=e(Cj,"text"),Cj.forEach(a),Qh=e(Es,"\uB97C \uD1A0\uD070\uD654\uD558\uC5EC "),Ge=r(Es,"CODE",{});var Zj=c(Ge);Dh=e(Zj,"labels"),Zj.forEach(a),Ph=e(Es,`\uB85C \uBCC0\uD658\uD558\uB294 \uD568\uC218\uB97C \uB9CC\uB4ED\uB2C8\uB2E4.
\uBAA8\uB378\uC758 \uC785\uB825\uC740 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:`),Es.forEach(a),Ij.forEach(a),At=o(s),d(Jl.$$.fragment,s),xt=o(s),_l=r(s,"OL",{start:!0});var Vj=c(_l);$l=r(Vj,"LI",{});var ur=c($l);Hh=e(ur,"\uC0D8\uD50C\uC744 "),Be=r(ur,"CODE",{});var Gj=c(Be);Sh=e(Gj,"prepare_dataset"),Gj.forEach(a),Oh=e(ur," \uD568\uC218\uC5D0 \uC801\uC6A9\uD558\uC138\uC694:"),ur.forEach(a),Vj.forEach(a),Rt=o(s),d(yl.$$.fragment,s),Xt=o(s),us=r(s,"P",{});var _n=c(us);Lh=e(_n,"\uC774\uC81C \uD504\uB85C\uC138\uC11C\uAC00 "),We=r(_n,"CODE",{});var Bj=c(We);Kh=e(Bj,"input_values"),Bj.forEach(a),so=e(_n,"\uC640 "),Ne=r(_n,"CODE",{});var Wj=c(Ne);ao=e(Wj,"labels"),Wj.forEach(a),lo=e(_n,`\uB97C \uCD94\uAC00\uD558\uACE0, \uC0D8\uD50C\uB9C1 \uB808\uC774\uD2B8\uB3C4 \uC62C\uBC14\uB974\uAC8C 16kHz\uB85C \uB2E4\uC6B4 \uC0D8\uD50C\uB9C1\uD588\uC2B5\uB2C8\uB2E4.
\uB4DC\uB514\uC5B4 \uCC98\uB9AC\uB41C \uB370\uC774\uD130\uC14B\uC744 \uBAA8\uB378\uC5D0 \uC804\uB2EC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4!`),_n.forEach(a),this.h()},h(){j(u,"name","hf:doc:metadata"),j(u,"content",JSON.stringify(tb)),j(M,"id","preprocess"),j(M,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(M,"href","#preprocess"),j(b,"class","relative group"),j(F,"href","./main_classes/tokenizer"),j(Z,"href","./main_classes/feature_extractor"),j(bs,"href","./main_classes/image"),j(Ul,"href","./main_classes/processors"),j(Us,"id","natural-language-processing"),j(Us,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(Us,"href","#natural-language-processing"),j(is,"class","relative group"),j(Zl,"href","main_classes/tokenizer"),j(Wl,"href","glossary#input-ids"),j(Al,"href","glossary#attention-mask"),j(Rl,"href","glossary#token-type-ids"),j(Zs,"id","pad"),j(Zs,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(Zs,"href","#pad"),j(fs,"class","relative group"),j(Bs,"id","truncation"),j(Bs,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(Bs,"href","#truncation"),j(Js,"class","relative group"),j(Ns,"id","build-tensors"),j(Ns,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(Ns,"href","#build-tensors"),j(_s,"class","relative group"),j(xs,"id","audio"),j(xs,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(xs,"href","#audio"),j($s,"class","relative group"),j(ql,"href","main_classes/feature_extractor"),j(fa,"href","https://huggingface.co/datasets/PolyAI/minds14"),j(fa,"rel","nofollow"),j(da,"href","https://huggingface.co/docs/datasets/load_hub.html"),j(da,"rel","nofollow"),j($a,"href","https://huggingface.co/facebook/wav2vec2-base"),j($a,"rel","nofollow"),j(wa,"start","2"),j(Ys,"id","computer-vision"),j(Ys,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(Ys,"href","#computer-vision"),j(Ms,"class","relative group"),j(sn,"href","main_classes/image_processor"),j(Ba,"href","https://huggingface.co/datasets/food101"),j(Ba,"rel","nofollow"),j(Wa,"href","https://huggingface.co/docs/datasets/load_hub.html"),j(Wa,"rel","nofollow"),j(Aa,"href","https://huggingface.co/docs/datasets/package_reference/main_classes.html?highlight=image#datasets.Image"),j(Aa,"rel","nofollow"),Nj(pe.src,bo="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/vision-preprocess-tutorial.png")||j(pe,"src",bo),j(Ra,"class","flex justify-center"),j(Fa,"href","https://pytorch.org/vision/stable/transforms.html"),j(Fa,"rel","nofollow"),j(za,"href","https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/image_classification_albumentations.ipynb"),j(za,"rel","nofollow"),j(qa,"href","https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/image_classification_kornia.ipynb"),j(qa,"rel","nofollow"),j(Qa,"href","https://pytorch.org/vision/master/generated/torchvision.transforms.Compose.html"),j(Qa,"rel","nofollow"),j(Da,"href","https://pytorch.org/vision/main/generated/torchvision.transforms.RandomResizedCrop.html"),j(Da,"rel","nofollow"),j(Pa,"href","https://pytorch.org/vision/main/generated/torchvision.transforms.ColorJitter.html"),j(Pa,"rel","nofollow"),j(ln,"href","model_doc/visionencoderdecoder#transformers.VisionEncoderDecoderModel.forward.pixel_values"),j(Sa,"start","2"),j(sl,"href","https://huggingface.co/docs/datasets/process.html#format-transform"),j(sl,"rel","nofollow"),j(La,"start","3"),j(ll,"start","4"),Nj(Je.src,io="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/preprocessed_image.png")||j(Je,"src",io),j(tl,"class","flex justify-center"),j(Hs,"id","pad"),j(Hs,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(Hs,"href","#pad"),j(vs,"class","relative group"),j(en,"href","./model_doc/detr"),j(Ss,"id","multimodal"),j(Ss,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),j(Ss,"href","#multimodal"),j(Ts,"class","relative group"),j(pn,"href","main_classes/processors"),j(hl,"href","https://huggingface.co/datasets/lj_speech"),j(hl,"rel","nofollow"),j(ol,"href","https://huggingface.co/docs/datasets/load_hub.html"),j(ol,"rel","nofollow"),j(tn,"href","preprocessing#audio"),j(_l,"start","2")},m(s,p){l(document.head,u),m(s,i,p),m(s,b,p),l(b,M),l(M,w),J(v,w,null),l(b,g),l(b,I),l(I,C),m(s,G,p),J(U,s,p),m(s,N,p),m(s,B,p),l(B,Q),m(s,Y,p),m(s,T,p),l(T,V),l(V,A),l(V,F),l(F,L),l(V,x),l(T,K),l(T,D),l(D,W),l(D,Z),l(Z,gl),l(D,El),l(T,Il),l(T,ss),l(ss,as),l(ss,bs),l(bs,kl),l(ss,jr),l(T,br),l(T,aa),l(aa,ir),l(aa,Ul),l(Ul,fr),l(aa,dr),m(s,De,p),J(ks,s,p),m(s,Pe,p),m(s,Cl,p),l(Cl,Jr),m(s,He,p),J(la,s,p),m(s,Se,p),m(s,is,p),l(is,Us),l(Us,$n),J(na,$n,null),l(is,_r),l(is,yn),l(yn,$r),m(s,Oe,p),J(ea,s,p),m(s,Le,p),m(s,ls,p),l(ls,yr),l(ls,Zl),l(Zl,Mr),l(ls,wr),l(ls,Mn),l(Mn,vr),l(ls,Tr),m(s,Ke,p),J(Cs,s,p),m(s,sp,p),m(s,ns,p),l(ns,gr),l(ns,wn),l(wn,Er),l(ns,Ir),l(ns,vn),l(vn,kr),l(ns,Ur),m(s,ap,p),J(pa,s,p),m(s,lp,p),m(s,Vl,p),l(Vl,Cr),m(s,np,p),J(ta,s,p),m(s,ep,p),m(s,Gl,p),l(Gl,Zr),m(s,pp,p),m(s,es,p),l(es,Bl),l(Bl,Wl),l(Wl,Vr),l(Bl,Gr),l(es,Br),l(es,Nl),l(Nl,Al),l(Al,Wr),l(Nl,Nr),l(es,Ar),l(es,xl),l(xl,Rl),l(Rl,xr),l(xl,Rr),m(s,tp,p),m(s,ra,p),l(ra,Tn),l(Tn,Xr),l(ra,Yr),m(s,rp,p),J(ca,s,p),m(s,cp,p),m(s,Xl,p),l(Xl,Fr),m(s,mp,p),m(s,Yl,p),l(Yl,zr),m(s,hp,p),J(ma,s,p),m(s,op,p),m(s,fs,p),l(fs,Zs),l(Zs,gn),J(ha,gn,null),l(fs,qr),l(fs,En),l(En,Qr),m(s,up,p),m(s,Vs,p),l(Vs,Dr),l(Vs,In),l(In,Pr),l(Vs,Hr),m(s,jp,p),m(s,ds,p),l(ds,kn),l(kn,Sr),l(ds,Or),l(ds,Un),l(Un,Lr),l(ds,Kr),m(s,bp,p),J(oa,s,p),m(s,ip,p),m(s,Gs,p),l(Gs,sc),l(Gs,Cn),l(Cn,ac),l(Gs,lc),m(s,fp,p),m(s,Js,p),l(Js,Bs),l(Bs,Zn),J(ua,Zn,null),l(Js,nc),l(Js,Vn),l(Vn,ec),m(s,dp,p),m(s,Fl,p),l(Fl,pc),m(s,Jp,p),m(s,ps,p),l(ps,tc),l(ps,Gn),l(Gn,rc),l(ps,cc),l(ps,Bn),l(Bn,mc),l(ps,hc),m(s,_p,p),J(ja,s,p),m(s,$p,p),J(Ws,s,p),m(s,yp,p),m(s,_s,p),l(_s,Ns),l(Ns,Wn),J(ba,Wn,null),l(_s,oc),l(_s,Nn),l(Nn,uc),m(s,Mp,p),m(s,zl,p),l(zl,jc),m(s,wp,p),m(s,P,p),l(P,An),l(An,bc),l(P,ic),l(P,xn),l(xn,fc),l(P,dc),l(P,Rn),l(Rn,Jc),l(P,_c),m(s,vp,p),J(As,s,p),m(s,Tp,p),m(s,$s,p),l($s,xs),l(xs,Xn),J(ia,Xn,null),l($s,$c),l($s,Yn),l(Yn,yc),m(s,gp,p),m(s,Rs,p),l(Rs,Mc),l(Rs,ql),l(ql,wc),l(Rs,vc),m(s,Ep,p),m(s,ts,p),l(ts,Tc),l(ts,fa),l(fa,gc),l(ts,Ec),l(ts,da),l(da,Ic),l(ts,kc),m(s,Ip,p),J(Ja,s,p),m(s,kp,p),m(s,ys,p),l(ys,Fn),l(Fn,Uc),l(ys,Cc),l(ys,zn),l(zn,Zc),l(ys,Vc),m(s,Up,p),J(_a,s,p),m(s,Cp,p),m(s,Ql,p),l(Ql,Gc),m(s,Zp,p),m(s,rs,p),l(rs,Dl),l(Dl,qn),l(qn,Bc),l(Dl,Wc),l(rs,Nc),l(rs,Pl),l(Pl,Qn),l(Qn,Ac),l(Pl,xc),l(rs,Rc),l(rs,Hl),l(Hl,Dn),l(Dn,Xc),l(Hl,Yc),m(s,Vp,p),m(s,Xs,p),l(Xs,Fc),l(Xs,$a),l($a,zc),l(Xs,qc),m(s,Gp,p),m(s,Sl,p),l(Sl,ya),l(ya,Qc),l(ya,Pn),l(Pn,Dc),l(ya,Pc),m(s,Bp,p),J(Ma,s,p),m(s,Wp,p),m(s,wa,p),l(wa,va),l(va,Hc),l(va,Hn),l(Hn,Sc),l(va,Oc),m(s,Np,p),J(Ta,s,p),m(s,Ap,p),m(s,cs,p),l(cs,Lc),l(cs,Sn),l(Sn,Kc),l(cs,sm),l(cs,On),l(On,am),l(cs,lm),m(s,xp,p),m(s,ga,p),l(ga,Ln),l(Ln,nm),l(ga,em),m(s,Rp,p),J(Ea,s,p),m(s,Xp,p),m(s,ms,p),l(ms,pm),l(ms,Kn),l(Kn,tm),l(ms,rm),l(ms,se),l(se,cm),l(ms,mm),m(s,Yp,p),J(Ia,s,p),m(s,Fp,p),m(s,Ol,p),l(Ol,hm),m(s,zp,p),J(ka,s,p),m(s,qp,p),m(s,Ll,p),l(Ll,om),m(s,Qp,p),J(Ua,s,p),m(s,Dp,p),m(s,Ca,p),l(Ca,ae),l(ae,um),l(Ca,jm),m(s,Pp,p),J(Za,s,p),m(s,Hp,p),m(s,Kl,p),l(Kl,bm),m(s,Sp,p),J(Va,s,p),m(s,Op,p),m(s,Ms,p),l(Ms,Ys),l(Ys,le),J(Ga,le,null),l(Ms,im),l(Ms,ne),l(ne,fm),m(s,Lp,p),m(s,Fs,p),l(Fs,dm),l(Fs,sn),l(sn,Jm),l(Fs,_m),m(s,Kp,p),J(zs,s,p),m(s,st,p),m(s,ws,p),l(ws,Ba),l(Ba,$m),l(ws,ym),l(ws,Wa),l(Wa,Mm),l(ws,wm),m(s,at,p),J(qs,s,p),m(s,lt,p),J(Na,s,p),m(s,nt,p),m(s,Qs,p),l(Qs,vm),l(Qs,Aa),l(Aa,ee),l(ee,Tm),l(Qs,gm),m(s,et,p),J(xa,s,p),m(s,pt,p),m(s,Ra,p),l(Ra,pe),m(s,tt,p),m(s,Xa,p),l(Xa,te),l(te,Em),l(Xa,Im),m(s,rt,p),J(Ya,s,p),m(s,ct,p),m(s,z,p),l(z,km),l(z,Fa),l(Fa,re),l(re,Um),l(z,Cm),l(z,za),l(za,Zm),l(z,Vm),l(z,qa),l(qa,Gm),l(z,Bm),m(s,mt,p),m(s,an,p),l(an,R),l(R,Qa),l(Qa,ce),l(ce,Wm),l(R,Nm),l(R,Da),l(Da,me),l(me,Am),l(R,xm),l(R,Pa),l(Pa,he),l(he,Rm),l(R,Xm),l(R,oe),l(oe,Ym),l(R,Fm),l(R,ue),l(ue,zm),l(R,qm),m(s,ht,p),J(Ha,s,p),m(s,ot,p),m(s,Sa,p),l(Sa,H),l(H,Qm),l(H,ln),l(ln,je),l(je,Dm),l(H,Pm),l(H,be),l(be,Hm),l(H,Sm),l(H,ie),l(ie,Om),l(H,Lm),m(s,ut,p),J(Oa,s,p),m(s,jt,p),J(Ds,s,p),m(s,bt,p),m(s,La,p),l(La,Ka),l(Ka,Km),l(Ka,sl),l(sl,fe),l(fe,sh),l(Ka,ah),m(s,it,p),J(al,s,p),m(s,ft,p),m(s,ll,p),l(ll,nl),l(nl,lh),l(nl,de),l(de,nh),l(nl,eh),m(s,dt,p),J(el,s,p),m(s,Jt,p),m(s,nn,p),l(nn,ph),m(s,_t,p),J(pl,s,p),m(s,$t,p),m(s,tl,p),l(tl,Je),m(s,yt,p),J(Ps,s,p),m(s,Mt,p),m(s,vs,p),l(vs,Hs),l(Hs,_e),J(rl,_e,null),l(vs,th),l(vs,$e),l($e,rh),m(s,wt,p),m(s,X,p),l(X,ch),l(X,en),l(en,mh),l(X,hh),l(X,ye),l(ye,oh),l(X,uh),l(X,Me),l(Me,jh),l(X,bh),l(X,we),l(we,ih),l(X,fh),m(s,vt,p),J(cl,s,p),m(s,Tt,p),m(s,Ts,p),l(Ts,Ss),l(Ss,ve),J(ml,ve,null),l(Ts,dh),l(Ts,Te),l(Te,Jh),m(s,gt,p),m(s,Os,p),l(Os,_h),l(Os,pn),l(pn,$h),l(Os,yh),m(s,Et,p),m(s,gs,p),l(gs,hl),l(hl,Mh),l(gs,wh),l(gs,ol),l(ol,vh),l(gs,Th),m(s,It,p),J(ul,s,p),m(s,kt,p),m(s,hs,p),l(hs,gh),l(hs,ge),l(ge,Eh),l(hs,Ih),l(hs,Ee),l(Ee,kh),l(hs,Uh),m(s,Ut,p),J(jl,s,p),m(s,Ct,p),m(s,os,p),l(os,Ch),l(os,Ie),l(Ie,Zh),l(os,Vh),l(os,ke),l(ke,Gh),l(os,Bh),m(s,Zt,p),J(bl,s,p),m(s,Vt,p),m(s,Ls,p),l(Ls,Wh),l(Ls,tn),l(tn,Nh),l(Ls,Ah),m(s,Gt,p),J(il,s,p),m(s,Bt,p),m(s,fl,p),l(fl,Ue),l(Ue,xh),l(fl,Rh),m(s,Wt,p),J(dl,s,p),m(s,Nt,p),m(s,rn,p),l(rn,q),l(q,Ce),l(Ce,Xh),l(q,Yh),l(q,Ze),l(Ze,Fh),l(q,zh),l(q,Ve),l(Ve,qh),l(q,Qh),l(q,Ge),l(Ge,Dh),l(q,Ph),m(s,At,p),J(Jl,s,p),m(s,xt,p),m(s,_l,p),l(_l,$l),l($l,Hh),l($l,Be),l(Be,Sh),l($l,Oh),m(s,Rt,p),J(yl,s,p),m(s,Xt,p),m(s,us,p),l(us,Lh),l(us,We),l(We,Kh),l(us,so),l(us,Ne),l(Ne,ao),l(us,lo),Yt=!0},p(s,[p]){const Ml={};p&2&&(Ml.$$scope={dirty:p,ctx:s}),ks.$set(Ml);const Ae={};p&2&&(Ae.$$scope={dirty:p,ctx:s}),Cs.$set(Ae);const xe={};p&2&&(xe.$$scope={dirty:p,ctx:s}),Ws.$set(xe);const Re={};p&2&&(Re.$$scope={dirty:p,ctx:s}),As.$set(Re);const Xe={};p&2&&(Xe.$$scope={dirty:p,ctx:s}),zs.$set(Xe);const S={};p&2&&(S.$$scope={dirty:p,ctx:s}),qs.$set(S);const wl={};p&2&&(wl.$$scope={dirty:p,ctx:s}),Ds.$set(wl);const Ye={};p&2&&(Ye.$$scope={dirty:p,ctx:s}),Ps.$set(Ye)},i(s){Yt||(_(v.$$.fragment,s),_(U.$$.fragment,s),_(ks.$$.fragment,s),_(la.$$.fragment,s),_(na.$$.fragment,s),_(ea.$$.fragment,s),_(Cs.$$.fragment,s),_(pa.$$.fragment,s),_(ta.$$.fragment,s),_(ca.$$.fragment,s),_(ma.$$.fragment,s),_(ha.$$.fragment,s),_(oa.$$.fragment,s),_(ua.$$.fragment,s),_(ja.$$.fragment,s),_(Ws.$$.fragment,s),_(ba.$$.fragment,s),_(As.$$.fragment,s),_(ia.$$.fragment,s),_(Ja.$$.fragment,s),_(_a.$$.fragment,s),_(Ma.$$.fragment,s),_(Ta.$$.fragment,s),_(Ea.$$.fragment,s),_(Ia.$$.fragment,s),_(ka.$$.fragment,s),_(Ua.$$.fragment,s),_(Za.$$.fragment,s),_(Va.$$.fragment,s),_(Ga.$$.fragment,s),_(zs.$$.fragment,s),_(qs.$$.fragment,s),_(Na.$$.fragment,s),_(xa.$$.fragment,s),_(Ya.$$.fragment,s),_(Ha.$$.fragment,s),_(Oa.$$.fragment,s),_(Ds.$$.fragment,s),_(al.$$.fragment,s),_(el.$$.fragment,s),_(pl.$$.fragment,s),_(Ps.$$.fragment,s),_(rl.$$.fragment,s),_(cl.$$.fragment,s),_(ml.$$.fragment,s),_(ul.$$.fragment,s),_(jl.$$.fragment,s),_(bl.$$.fragment,s),_(il.$$.fragment,s),_(dl.$$.fragment,s),_(Jl.$$.fragment,s),_(yl.$$.fragment,s),Yt=!0)},o(s){$(v.$$.fragment,s),$(U.$$.fragment,s),$(ks.$$.fragment,s),$(la.$$.fragment,s),$(na.$$.fragment,s),$(ea.$$.fragment,s),$(Cs.$$.fragment,s),$(pa.$$.fragment,s),$(ta.$$.fragment,s),$(ca.$$.fragment,s),$(ma.$$.fragment,s),$(ha.$$.fragment,s),$(oa.$$.fragment,s),$(ua.$$.fragment,s),$(ja.$$.fragment,s),$(Ws.$$.fragment,s),$(ba.$$.fragment,s),$(As.$$.fragment,s),$(ia.$$.fragment,s),$(Ja.$$.fragment,s),$(_a.$$.fragment,s),$(Ma.$$.fragment,s),$(Ta.$$.fragment,s),$(Ea.$$.fragment,s),$(Ia.$$.fragment,s),$(ka.$$.fragment,s),$(Ua.$$.fragment,s),$(Za.$$.fragment,s),$(Va.$$.fragment,s),$(Ga.$$.fragment,s),$(zs.$$.fragment,s),$(qs.$$.fragment,s),$(Na.$$.fragment,s),$(xa.$$.fragment,s),$(Ya.$$.fragment,s),$(Ha.$$.fragment,s),$(Oa.$$.fragment,s),$(Ds.$$.fragment,s),$(al.$$.fragment,s),$(el.$$.fragment,s),$(pl.$$.fragment,s),$(Ps.$$.fragment,s),$(rl.$$.fragment,s),$(cl.$$.fragment,s),$(ml.$$.fragment,s),$(ul.$$.fragment,s),$(jl.$$.fragment,s),$(bl.$$.fragment,s),$(il.$$.fragment,s),$(dl.$$.fragment,s),$(Jl.$$.fragment,s),$(yl.$$.fragment,s),Yt=!1},d(s){a(u),s&&a(i),s&&a(b),y(v),s&&a(G),y(U,s),s&&a(N),s&&a(B),s&&a(Y),s&&a(T),s&&a(De),y(ks,s),s&&a(Pe),s&&a(Cl),s&&a(He),y(la,s),s&&a(Se),s&&a(is),y(na),s&&a(Oe),y(ea,s),s&&a(Le),s&&a(ls),s&&a(Ke),y(Cs,s),s&&a(sp),s&&a(ns),s&&a(ap),y(pa,s),s&&a(lp),s&&a(Vl),s&&a(np),y(ta,s),s&&a(ep),s&&a(Gl),s&&a(pp),s&&a(es),s&&a(tp),s&&a(ra),s&&a(rp),y(ca,s),s&&a(cp),s&&a(Xl),s&&a(mp),s&&a(Yl),s&&a(hp),y(ma,s),s&&a(op),s&&a(fs),y(ha),s&&a(up),s&&a(Vs),s&&a(jp),s&&a(ds),s&&a(bp),y(oa,s),s&&a(ip),s&&a(Gs),s&&a(fp),s&&a(Js),y(ua),s&&a(dp),s&&a(Fl),s&&a(Jp),s&&a(ps),s&&a(_p),y(ja,s),s&&a($p),y(Ws,s),s&&a(yp),s&&a(_s),y(ba),s&&a(Mp),s&&a(zl),s&&a(wp),s&&a(P),s&&a(vp),y(As,s),s&&a(Tp),s&&a($s),y(ia),s&&a(gp),s&&a(Rs),s&&a(Ep),s&&a(ts),s&&a(Ip),y(Ja,s),s&&a(kp),s&&a(ys),s&&a(Up),y(_a,s),s&&a(Cp),s&&a(Ql),s&&a(Zp),s&&a(rs),s&&a(Vp),s&&a(Xs),s&&a(Gp),s&&a(Sl),s&&a(Bp),y(Ma,s),s&&a(Wp),s&&a(wa),s&&a(Np),y(Ta,s),s&&a(Ap),s&&a(cs),s&&a(xp),s&&a(ga),s&&a(Rp),y(Ea,s),s&&a(Xp),s&&a(ms),s&&a(Yp),y(Ia,s),s&&a(Fp),s&&a(Ol),s&&a(zp),y(ka,s),s&&a(qp),s&&a(Ll),s&&a(Qp),y(Ua,s),s&&a(Dp),s&&a(Ca),s&&a(Pp),y(Za,s),s&&a(Hp),s&&a(Kl),s&&a(Sp),y(Va,s),s&&a(Op),s&&a(Ms),y(Ga),s&&a(Lp),s&&a(Fs),s&&a(Kp),y(zs,s),s&&a(st),s&&a(ws),s&&a(at),y(qs,s),s&&a(lt),y(Na,s),s&&a(nt),s&&a(Qs),s&&a(et),y(xa,s),s&&a(pt),s&&a(Ra),s&&a(tt),s&&a(Xa),s&&a(rt),y(Ya,s),s&&a(ct),s&&a(z),s&&a(mt),s&&a(an),s&&a(ht),y(Ha,s),s&&a(ot),s&&a(Sa),s&&a(ut),y(Oa,s),s&&a(jt),y(Ds,s),s&&a(bt),s&&a(La),s&&a(it),y(al,s),s&&a(ft),s&&a(ll),s&&a(dt),y(el,s),s&&a(Jt),s&&a(nn),s&&a(_t),y(pl,s),s&&a($t),s&&a(tl),s&&a(yt),y(Ps,s),s&&a(Mt),s&&a(vs),y(rl),s&&a(wt),s&&a(X),s&&a(vt),y(cl,s),s&&a(Tt),s&&a(Ts),y(ml),s&&a(gt),s&&a(Os),s&&a(Et),s&&a(gs),s&&a(It),y(ul,s),s&&a(kt),s&&a(hs),s&&a(Ut),y(jl,s),s&&a(Ct),s&&a(os),s&&a(Zt),y(bl,s),s&&a(Vt),s&&a(Ls),s&&a(Gt),y(il,s),s&&a(Bt),s&&a(fl),s&&a(Wt),y(dl,s),s&&a(Nt),s&&a(rn),s&&a(At),y(Jl,s),s&&a(xt),s&&a(_l),s&&a(Rt),y(yl,s),s&&a(Xt),s&&a(us)}}}const tb={local:"preprocess",sections:[{local:"natural-language-processing",sections:[{local:"pad",title:"\uD328\uB529"},{local:"truncation",title:"\uC0DD\uB7B5"},{local:"build-tensors",title:"\uD150\uC11C \uB9CC\uB4E4\uAE30"}],title:"\uC790\uC5F0\uC5B4\uCC98\uB9AC"},{local:"audio",title:"\uC624\uB514\uC624"},{local:"computer-vision",sections:[{local:"pad",title:"\uD328\uB4DC"}],title:"\uCEF4\uD4E8\uD130 \uBE44\uC804"},{local:"multimodal",title:"\uBA40\uD2F0\uBAA8\uB2EC"}],title:"\uC804\uCC98\uB9AC"};function rb(k){return zj(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ib extends Rj{constructor(u){super();Xj(this,u,rb,pb,Yj,{})}}export{ib as default,tb as metadata};
