import{s as jr,o as or,n as ft}from"../chunks/scheduler.987d3921.js";import{S as dr,i as fr,g as p,s as l,u as i,A as gr,h as r,f as n,c as t,j as w,v as c,y as h,k as u,o as m,a as e,w as b,d as j,t as o,x as d}from"../chunks/index.ab17fb05.js";import{T as wr}from"../chunks/Tip.6d67a94d.js";import{Y as vr}from"../chunks/Youtube.236d1a59.js";import{I as y}from"../chunks/IconCopyLink.4b0dcf5a.js";import{C as v}from"../chunks/CodeBlock.043aa174.js";import{D as Tr}from"../chunks/DocNotebookDropdown.2b9d5557.js";import{F as Mr,M as br}from"../chunks/Markdown.24f1fdd6.js";function Jr($){let g,T="Wenn Sie ein vortrainiertes Modell verwenden möchten, ist es wichtig, den zugehörigen vortrainierten Tokenizer zu verwenden. Dadurch wird sichergestellt, dass der Text auf die gleiche Weise aufgeteilt wird wie das Pretraining-Korpus und die gleichen entsprechenden Token-zu-Index (in der Regel als <em>vocab</em> bezeichnet) während des Pretrainings verwendet werden.";return{c(){g=p("p"),g.innerHTML=T},l(f){g=r(f,"P",{"data-svelte-h":!0}),h(g)!=="svelte-1x15an"&&(g.innerHTML=T)},m(f,M){e(f,g,M)},p:ft,d(f){f&&n(g)}}}function yr($){let g,T;return g=new v({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSUyQyUyMHRydW5jYXRpb24lM0RUcnVlJTJDJTIwcmV0dXJuX3RlbnNvcnMlM0QlMjJwdCUyMiklMEFwcmludChlbmNvZGVkX2lucHV0KQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: tensor([[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                      [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>],
                      [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]), 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: tensor([[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                           [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                           [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]), 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: tensor([[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
                           [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>],
                           [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]])}`,wrap:!1}}),{c(){i(g.$$.fragment)},l(f){c(g.$$.fragment,f)},m(f,M){b(g,f,M),T=!0},p:ft,i(f){T||(j(g.$$.fragment,f),T=!0)},o(f){o(g.$$.fragment,f),T=!1},d(f){d(g,f)}}}function $r($){let g,T;return g=new br({props:{$$slots:{default:[yr]},$$scope:{ctx:$}}}),{c(){i(g.$$.fragment)},l(f){c(g.$$.fragment,f)},m(f,M){b(g,f,M),T=!0},p(f,M){const J={};M&2&&(J.$$scope={dirty:M,ctx:f}),g.$set(J)},i(f){T||(j(g.$$.fragment,f),T=!0)},o(f){o(g.$$.fragment,f),T=!1},d(f){d(g,f)}}}function kr($){let g,T;return g=new v({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSUyQyUyMHRydW5jYXRpb24lM0RUcnVlJTJDJTIwcmV0dXJuX3RlbnNvcnMlM0QlMjJ0ZiUyMiklMEFwcmludChlbmNvZGVkX2lucHV0KQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;tf&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: &lt;tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">9</span>), dtype=int32, numpy=
array([[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>],
       [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]],
      dtype=int32)&gt;, 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: &lt;tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">9</span>), dtype=int32, numpy=
array([[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], dtype=int32)&gt;, 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: &lt;tf.Tensor: shape=(<span class="hljs-number">2</span>, <span class="hljs-number">9</span>), dtype=int32, numpy=
array([[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>],
       [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>],
       [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], dtype=int32)&gt;}`,wrap:!1}}),{c(){i(g.$$.fragment)},l(f){c(g.$$.fragment,f)},m(f,M){b(g,f,M),T=!0},p:ft,i(f){T||(j(g.$$.fragment,f),T=!0)},o(f){o(g.$$.fragment,f),T=!1},d(f){d(g,f)}}}function xr($){let g,T;return g=new br({props:{$$slots:{default:[kr]},$$scope:{ctx:$}}}),{c(){i(g.$$.fragment)},l(f){c(g.$$.fragment,f)},m(f,M){b(g,f,M),T=!0},p(f,M){const J={};M&2&&(J.$$scope={dirty:M,ctx:f}),g.$set(J)},i(f){T||(j(g.$$.fragment,f),T=!0)},o(f){o(g.$$.fragment,f),T=!1},d(f){d(g,f)}}}function _r($){let g,T,f,M,J,E,Ta,hs,at,pa,gt="Vorverarbeiten",Sa,us,Aa,ms,wt="Bevor Sie Ihre Daten in einem Modell verwenden können, müssen die Daten in ein für das Modell akzeptables Format gebracht werden. Ein Modell versteht keine Rohtexte, Bilder oder Audiodaten. Diese Eingaben müssen in Zahlen umgewandelt und zu Tensoren zusammengesetzt werden. In dieser Anleitung werden Sie:",Ea,is,vt="<li>Textdaten mit einem Tokenizer vorverarbeiten.</li> <li>Bild- oder Audiodaten mit einem Feature Extractor vorverarbeiten.</li> <li>Daten für eine multimodale Aufgabe mit einem Prozessor vorverarbeiten.</li>",Na,k,N,Ma,cs,et,ra,Tt="NLP",Ra,bs,Fa,js,Mt='Das wichtigste Werkzeug zur Verarbeitung von Textdaten ist ein <a href="main_classes/tokenizer">Tokenizer</a>. Ein Tokenizer zerlegt Text zunächst nach einer Reihe von Regeln in <em>Token</em>. Die Token werden in Zahlen umgewandelt, die zum Aufbau von Tensoren als Eingabe für ein Modell verwendet werden. Alle zusätzlichen Eingaben, die ein Modell benötigt, werden ebenfalls vom Tokenizer hinzugefügt.',Xa,R,Ha,os,Jt="Laden Sie einen vortrainierten Tokenizer mit der Klasse [AutoTokenizer], um schnell loszulegen. Damit wird das <em>vocab</em> heruntergeladen, das verwendet wird, wenn ein Modell vortrainiert wird.",Ya,x,F,Ja,ds,lt,ha,yt="Tokenize",qa,fs,$t="Laden Sie einen vortrainierten Tokenizer mit <code>AutoTokenizer.from_pretrained()</code>:",La,gs,Pa,ws,kt="Dann übergeben Sie Ihren Satz an den Tokenizer:",Qa,vs,Da,Ts,xt="Der Tokenizer gibt ein Wörterbuch mit drei wichtigen Elementen zurück:",Ka,Ms,_t='<li><a href="glossary#input-ids">input_ids</a> sind die Indizes, die den einzelnen Token im Satz entsprechen.</li> <li><a href="glossary#attention-mask">attention_mask</a> gibt an, ob ein Token beachtet werden soll oder nicht.</li> <li><a href="glossary#token-type-ids">token_type_ids</a> gibt an, zu welcher Sequenz ein Token gehört, wenn es mehr als eine Sequenz gibt.</li>',Oa,Js,Ct="Sie können die <code>input_ids</code> dekodieren, um die ursprüngliche Eingabe zurückzugeben:",se,ys,ne,$s,zt=`Wie Sie sehen können, hat der Tokenisierer zwei spezielle Token - <code>CLS</code> und <code>SEP</code> (Klassifikator und Separator) - zum Satz hinzugefügt. Nicht alle Modelle benötigen
spezielle Token, aber wenn dies der Fall ist, fügt der Tokenisierer sie automatisch für Sie hinzu.`,ae,ks,It="Wenn Sie mehrere Sätze verarbeiten wollen, übergeben Sie die Sätze als Liste an den Tokenizer:",ee,xs,le,_,X,ya,_s,tt,ua,Ut="Pad",te,Cs,Bt="Dies bringt uns zu einem wichtigen Thema. Wenn Sie einen Haufen von Sätzen verarbeiten, sind diese nicht immer gleich lang. Das ist ein Problem, weil Tensoren, die Eingabe für das Modell, eine einheitliche Form haben müssen. Padding ist eine Strategie, die sicherstellt, dass Tensoren rechteckig sind, indem ein spezielles <em>Padding-Token</em> zu Sätzen mit weniger Token hinzugefügt wird.",pe,zs,Wt="Setzen Sie den Parameter “padding” auf “true”, um die kürzeren Sequenzen im Stapel so aufzufüllen, dass sie der längsten Sequenz entsprechen:",re,Is,he,Us,Zt="Beachten Sie, dass der Tokenizer den ersten und den dritten Satz mit einer “0” aufgefüllt hat, weil sie kürzer sind!",ue,C,H,$a,Bs,pt,ma,Gt="Kürzung",me,Ws,Vt="Auf der anderen Seite des Spektrums kann es vorkommen, dass eine Sequenz zu lang für ein Modell ist. In diesem Fall müssen Sie die Sequenz auf eine kürzere Länge kürzen.",ie,Zs,St="Setzen Sie den Parameter “truncation” auf “true”, um eine Sequenz auf die vom Modell akzeptierte Höchstlänge zu kürzen:",ce,Gs,be,z,Y,ka,Vs,rt,ia,At="Tensoren erstellen",je,Ss,Et="Schließlich möchten Sie, dass der Tokenizer die tatsächlichen Tensoren zurückgibt, die dem Modell zugeführt werden.",oe,As,Nt="Setzen Sie den Parameter <code>return_tensors</code> entweder auf <code>pt</code> für PyTorch, oder <code>tf</code> für TensorFlow:",de,q,fe,I,L,xa,Es,ht,ca,Rt="Audio",ge,Ns,Ft='Audioeingaben werden anders vorverarbeitet als Texteingaben, aber das Endziel bleibt dasselbe: numerische Sequenzen zu erstellen, die das Modell verstehen kann. Ein <a href="main_classes/feature_extractor">feature extractor</a> dient dem ausdrücklichen Zweck, Merkmale aus Rohbild- oder Audiodaten zu extrahieren und in Tensoren zu konvertieren. Bevor Sie beginnen, installieren Sie 🤗 Datasets, um einen Audio-Datensatz zu laden, mit dem Sie experimentieren können:',we,Rs,ve,Fs,Xt='Laden Sie den <a href="https://huggingface.co/datasets/PolyAI/minds14" rel="nofollow">MInDS-14</a> Datensatz (weitere Informationen zum Laden eines Datensatzes finden Sie im 🤗 <a href="https://huggingface.co/docs/datasets/load_hub.html" rel="nofollow">Datasets tutorial</a>):',Te,Xs,Me,Hs,Ht="Greifen Sie auf das erste Element der <code>audio</code>-Spalte zu, um einen Blick auf die Eingabe zu werfen. Durch den Aufruf der Spalte “audio” wird die Audiodatei automatisch geladen und neu gesampelt:",Je,Ys,ye,qs,Yt="Dies gibt drei Elemente zurück:",$e,Ls,qt="<li>“array” ist das Sprachsignal, das als 1D-Array geladen - und möglicherweise neu gesampelt - wurde.</li> <li>Pfad” zeigt auf den Speicherort der Audiodatei.</li> <li><code>sampling_rate</code> bezieht sich darauf, wie viele Datenpunkte im Sprachsignal pro Sekunde gemessen werden.</li>",ke,U,P,_a,Ps,ut,ba,Lt="Resample",xe,Qs,Pt='Für dieses Tutorial werden Sie das Modell <a href="https://huggingface.co/facebook/wav2vec2-base" rel="nofollow">Wav2Vec2</a> verwenden. Wie Sie aus der Modellkarte ersehen können, ist das Wav2Vec2-Modell auf 16kHz abgetastetes Sprachaudio vortrainiert. Es ist wichtig, dass die Abtastrate Ihrer Audiodaten mit der Abtastrate des Datensatzes übereinstimmt, der für das Pre-Training des Modells verwendet wurde. Wenn die Abtastrate Ihrer Daten nicht dieselbe ist, müssen Sie Ihre Audiodaten neu abtasten.',_e,Ds,Qt='Der Datensatz <a href="https://huggingface.co/datasets/PolyAI/minds14" rel="nofollow">MInDS-14</a> hat zum Beispiel eine Abtastrate von 8000 kHz. Um das Wav2Vec2-Modell mit diesem Datensatz verwenden zu können, müssen Sie die Abtastrate auf 16 kHz erhöhen:',Ce,Ks,ze,Os,Dt="<li>Verwenden Sie die Methode [~datasets.Dataset.cast_column] von 🤗 Datasets, um die Abtastrate auf 16kHz zu erhöhen:</li>",Ie,sn,Ue,Q,Kt="<li>Laden Sie die Audiodatei:</li>",Be,nn,We,an,Ot="Wie Sie sehen können, ist die Abtastrate jetzt 16kHz!",Ze,B,D,Ca,en,mt,ja,sp="Merkmalsextraktor",Ge,ln,np="Der nächste Schritt ist das Laden eines Merkmalsextraktors, um die Eingabe zu normalisieren und aufzufüllen. Beim Auffüllen von Textdaten wird für kürzere Sequenzen ein <code>0</code> hinzugefügt. Die gleiche Idee gilt für Audiodaten, und der Audio-Feature-Extraktor fügt eine <code>0</code> - interpretiert als Stille - zu <code>array</code> hinzu.",Ve,tn,ap="Laden Sie den Merkmalsextraktor mit <code>AutoFeatureExtractor.from_pretrained()</code>:",Se,pn,Ae,rn,ep="Übergeben Sie das Audio-”Array” an den Feature-Extraktor. Wir empfehlen auch, das Argument <code>sampling_rate</code> im Feature Extractor hinzuzufügen, um eventuell auftretende stille Fehler besser zu beheben.",Ee,hn,Ne,W,K,za,un,it,oa,lp="Auffüllen und Kürzen",Re,mn,tp="Genau wie beim Tokenizer können Sie variable Sequenzen in einem Stapel durch Auffüllen oder Abschneiden behandeln. Werfen Sie einen Blick auf die Sequenzlänge dieser beiden Audiobeispiele:",Fe,cn,Xe,bn,pp="Wie Sie sehen können, hat das erste Beispiel eine längere Sequenz als das zweite Beispiel. Lassen Sie uns eine Funktion erstellen, die den Datensatz vorverarbeitet. Geben Sie eine maximale Länge der Probe an, und der Feature-Extraktor wird die Sequenzen entweder auffüllen oder abschneiden, damit sie dieser Länge entsprechen:",He,jn,Ye,on,rp="Wenden Sie die Funktion auf die ersten paar Beispiele im Datensatz an:",qe,dn,Le,fn,hp="Schauen Sie sich nun noch einmal die verarbeiteten Beispiel-Längen an:",Pe,gn,Qe,wn,up="Die Länge der ersten beiden Beispiele entspricht nun der von Ihnen angegebenen Maximallänge.",De,Z,O,Ia,vn,ct,da,mp="Bildverarbeitung",Ke,Tn,ip="Ein Merkmalsextraktor wird auch verwendet, um Bilder für Bildverarbeitungsaufgaben zu verarbeiten. Auch hier besteht das Ziel darin, das Rohbild in eine Reihe von Tensoren als Eingabe zu konvertieren.",Oe,Mn,cp='Laden wir den <a href="https://huggingface.co/datasets/food101" rel="nofollow">food101</a> Datensatz für dieses Tutorial. Verwenden Sie den Parameter 🤗 Datasets <code>split</code>, um nur eine kleine Stichprobe aus dem Trainingssplit zu laden, da der Datensatz recht groß ist:',sl,Jn,nl,yn,bp='Als Nächstes sehen Sie sich das Bild mit dem Merkmal 🤗 Datensätze [Bild] (<a href="https://huggingface.co/docs/datasets/package_reference/main_classes.html?highlight=image#datasets.Image" rel="nofollow">https://huggingface.co/docs/datasets/package_reference/main_classes.html?highlight=image#datasets.Image</a>) an:',al,$n,el,kn,jp='<img src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/vision-preprocess-tutorial.png" alt="vision-preprocess-tutorial.png"/>',ll,G,ss,Ua,xn,bt,fa,op="Merkmalsextraktor",tl,_n,dp="Laden Sie den Merkmalsextraktor mit <code>AutoImageProcessor.from_pretrained()</code>:",pl,Cn,rl,V,ns,Ba,zn,jt,ga,fp="Datenerweiterung",hl,In,gp='Bei Bildverarbeitungsaufgaben ist es üblich, den Bildern als Teil der Vorverarbeitung eine Art von Datenerweiterung hinzuzufügen. Sie können Erweiterungen mit jeder beliebigen Bibliothek hinzufügen, aber in diesem Tutorial werden Sie das Modul <a href="https://pytorch.org/vision/stable/transforms.html" rel="nofollow"><code>transforms</code></a> von torchvision verwenden.',ul,Un,wp='<li>Normalisieren Sie das Bild und verwenden Sie <a href="https://pytorch.org/vision/master/generated/torchvision.transforms.Compose.html" rel="nofollow"><code>Compose</code></a>, um einige Transformationen - <a href="https://pytorch.org/vision/main/generated/torchvision.transforms.RandomResizedCrop.html" rel="nofollow"><code>RandomResizedCrop</code></a> und <a href="https://pytorch.org/vision/main/generated/torchvision.transforms.ColorJitter.html" rel="nofollow"><code>ColorJitter</code></a> - miteinander zu verknüpfen:</li>',ml,Bn,il,as,vp='<li>Das Modell akzeptiert <a href="model_doc/visionencoderdecoder#transformers.VisionEncoderDecoderModel.forward.pixel_values"><code>pixel_values</code></a> als Eingabe. Dieser Wert wird vom Merkmalsextraktor erzeugt. Erstellen Sie eine Funktion, die <code>pixel_values</code> aus den Transformationen erzeugt:</li>',cl,Wn,bl,es,Tp='<li>Dann verwenden Sie 🤗 Datasets <a href="https://huggingface.co/docs/datasets/process.html#format-transform" rel="nofollow"><code>set_transform</code></a>, um die Transformationen im laufenden Betrieb anzuwenden:</li>',jl,Zn,ol,ls,Mp="<li>Wenn Sie nun auf das Bild zugreifen, werden Sie feststellen, dass der Feature Extractor die Modelleingabe “pixel_values” hinzugefügt hat:</li>",dl,Gn,fl,Vn,Jp="Hier sehen Sie, wie das Bild nach der Vorverarbeitung aussieht. Wie von den angewandten Transformationen zu erwarten, wurde das Bild willkürlich beschnitten und seine Farbeigenschaften sind anders.",gl,Sn,wl,An,yp='<img src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/preprocessed_image.png" alt="preprocessed_image"/>',vl,S,ts,Wa,En,ot,wa,$p="Multimodal",Tl,Nn,kp="Für multimodale Aufgaben werden Sie eine Kombination aus allem, was Sie bisher gelernt haben, verwenden und Ihre Fähigkeiten auf eine Aufgabe der automatischen Spracherkennung (ASR) anwenden. Dies bedeutet, dass Sie einen:",Ml,Rn,xp="<li>Feature Extractor zur Vorverarbeitung der Audiodaten.</li> <li>Tokenizer, um den Text zu verarbeiten.</li>",Jl,Fn,_p='Kehren wir zum <a href="https://huggingface.co/datasets/lj_speech" rel="nofollow">LJ Speech</a> Datensatz zurück:',yl,Xn,$l,Hn,Cp="Da Sie hauptsächlich an den Spalten “Audio” und “Text” interessiert sind, entfernen Sie die anderen Spalten:",kl,Yn,xl,qn,zp="Schauen Sie sich nun die Spalten “Audio” und “Text” an:",_l,Ln,Cl,Pn,Ip='Erinnern Sie sich an den früheren Abschnitt über die Verarbeitung von Audiodaten: Sie sollten immer die Abtastrate Ihrer Audiodaten <a href="preprocessing#audio">resample</a>, damit sie mit der Abtastrate des Datensatzes übereinstimmt, der für das Vortraining eines Modells verwendet wird:',zl,Qn,Il,A,ps,Za,Dn,dt,va,Up="Prozessor",Ul,Kn,Bp="Ein Processor kombiniert einen Feature-Extraktor und einen Tokenizer. Laden Sie einen Processor mit [`AutoProcessor.from_pretrained]:",Bl,On,Wl,sa,Wp="<li>Erstellen Sie eine Funktion, die die Audiodaten zu <code>input_values</code> verarbeitet und den Text zu <code>labels</code> tokenisiert. Dies sind Ihre Eingaben für das Modell:</li>",Zl,na,Gl,rs,Zp="<li>Wenden Sie die Funktion “prepare_dataset” auf ein Beispiel an:</li>",Vl,aa,Sl,ea,Gp="Beachten Sie, dass der Processor <code>input_values</code> und <code>labels</code> hinzugefügt hat. Auch die Abtastrate wurde korrekt auf 16kHz heruntergerechnet.",Al,la,Vp="Toll, Sie sollten jetzt in der Lage sein, Daten für jede Modalität vorzuverarbeiten und sogar verschiedene Modalitäten zu kombinieren! Im nächsten Kurs lernen Sie, wie Sie ein Modell mit Ihren neu aufbereiteten Daten feinabstimmen können.",El,Ga,Nl;return hs=new y({}),us=new Tr({props:{classNames:"absolute z-10 right-0 top-0",options:[{label:"Mixed",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/de/preprocessing.ipynb"},{label:"PyTorch",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/de/pytorch/preprocessing.ipynb"},{label:"TensorFlow",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/main/transformers_doc/de/tensorflow/preprocessing.ipynb"},{label:"Mixed",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/de/preprocessing.ipynb"},{label:"PyTorch",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/de/pytorch/preprocessing.ipynb"},{label:"TensorFlow",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/main/transformers_doc/de/tensorflow/preprocessing.ipynb"}]}}),cs=new y({}),bs=new vr({props:{id:"Yffk5aydLzg"}}),R=new wr({props:{$$slots:{default:[Jr]},$$scope:{ctx:$}}}),ds=new y({}),gs=new v({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJiZXJ0LWJhc2UtY2FzZWQlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer

<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;bert-base-cased&quot;</span>)`,wrap:!1}}),vs=new v({props:{code:"ZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplciglMjJEbyUyMG5vdCUyMG1lZGRsZSUyMGluJTIwdGhlJTIwYWZmYWlycyUyMG9mJTIwd2l6YXJkcyUyQyUyMGZvciUyMHRoZXklMjBhcmUlMjBzdWJ0bGUlMjBhbmQlMjBxdWljayUyMHRvJTIwYW5nZXIuJTIyKSUwQXByaW50KGVuY29kZWRfaW5wdXQp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(<span class="hljs-string">&quot;Do not meddle in the affairs of wizards, for they are subtle and quick to anger.&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [<span class="hljs-number">101</span>, <span class="hljs-number">2079</span>, <span class="hljs-number">2025</span>, <span class="hljs-number">19960</span>, <span class="hljs-number">10362</span>, <span class="hljs-number">1999</span>, <span class="hljs-number">1996</span>, <span class="hljs-number">3821</span>, <span class="hljs-number">1997</span>, <span class="hljs-number">16657</span>, <span class="hljs-number">1010</span>, <span class="hljs-number">2005</span>, <span class="hljs-number">2027</span>, <span class="hljs-number">2024</span>, <span class="hljs-number">11259</span>, <span class="hljs-number">1998</span>, <span class="hljs-number">4248</span>, <span class="hljs-number">2000</span>, <span class="hljs-number">4963</span>, <span class="hljs-number">1012</span>, <span class="hljs-number">102</span>], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>]}`,wrap:!1}}),ys=new v({props:{code:"dG9rZW5pemVyLmRlY29kZShlbmNvZGVkX2lucHV0JTVCJTIyaW5wdXRfaWRzJTIyJTVEKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.decode(encoded_input[<span class="hljs-string">&quot;input_ids&quot;</span>])
<span class="hljs-string">&#x27;[CLS] Do not meddle in the affairs of wizards, for they are subtle and quick to anger. [SEP]&#x27;</span>`,wrap:!1}}),xs=new v({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dHMlMjAlM0QlMjB0b2tlbml6ZXIoYmF0Y2hfc2VudGVuY2VzKSUwQXByaW50KGVuY29kZWRfaW5wdXRzKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_inputs = tokenizer(batch_sentences)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_inputs)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>]], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>]]}`,wrap:!1}}),_s=new y({}),Is=new v({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSklMEFwcmludChlbmNvZGVkX2lucHV0KQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]}`,wrap:!1}}),Bs=new y({}),Gs=new v({props:{code:"YmF0Y2hfc2VudGVuY2VzJTIwJTNEJTIwJTVCJTBBJTIwJTIwJTIwJTIwJTIyQnV0JTIwd2hhdCUyMGFib3V0JTIwc2Vjb25kJTIwYnJlYWtmYXN0JTNGJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIyRG9uJ3QlMjB0aGluayUyMGhlJTIwa25vd3MlMjBhYm91dCUyMHNlY29uZCUyMGJyZWFrZmFzdCUyQyUyMFBpcC4lMjIlMkMlMEElMjAlMjAlMjAlMjAlMjJXaGF0JTIwYWJvdXQlMjBlbGV2ZW5zaWVzJTNGJTIyJTJDJTBBJTVEJTBBZW5jb2RlZF9pbnB1dCUyMCUzRCUyMHRva2VuaXplcihiYXRjaF9zZW50ZW5jZXMlMkMlMjBwYWRkaW5nJTNEVHJ1ZSUyQyUyMHRydW5jYXRpb24lM0RUcnVlKSUwQXByaW50KGVuY29kZWRfaW5wdXQp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>batch_sentences = [
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;But what about second breakfast?&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;Don&#x27;t think he knows about second breakfast, Pip.&quot;</span>,
<span class="hljs-meta">... </span>    <span class="hljs-string">&quot;What about elevensies?&quot;</span>,
<span class="hljs-meta">... </span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>encoded_input = tokenizer(batch_sentences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(encoded_input)
{<span class="hljs-string">&#x27;input_ids&#x27;</span>: [[<span class="hljs-number">101</span>, <span class="hljs-number">1252</span>, <span class="hljs-number">1184</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1790</span>, <span class="hljs-number">112</span>, <span class="hljs-number">189</span>, <span class="hljs-number">1341</span>, <span class="hljs-number">1119</span>, <span class="hljs-number">3520</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">1248</span>, <span class="hljs-number">6462</span>, <span class="hljs-number">117</span>, <span class="hljs-number">21902</span>, <span class="hljs-number">1643</span>, <span class="hljs-number">119</span>, <span class="hljs-number">102</span>], 
               [<span class="hljs-number">101</span>, <span class="hljs-number">1327</span>, <span class="hljs-number">1164</span>, <span class="hljs-number">5450</span>, <span class="hljs-number">23434</span>, <span class="hljs-number">136</span>, <span class="hljs-number">102</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;token_type_ids&#x27;</span>: [[<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]], 
 <span class="hljs-string">&#x27;attention_mask&#x27;</span>: [[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>], 
                    [<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>]]}`,wrap:!1}}),Vs=new y({}),q=new Mr({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[xr],pytorch:[$r]},$$scope:{ctx:$}}}),Es=new y({}),Rs=new v({props:{code:"cGlwJTIwaW5zdGFsbCUyMGRhdGFzZXRz",highlighted:"pip install datasets",wrap:!1}}),Xs=new v({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTJDJTIwQXVkaW8lMEElMEFkYXRhc2V0JTIwJTNEJTIwbG9hZF9kYXRhc2V0KCUyMlBvbHlBSSUyRm1pbmRzMTQlMjIlMkMlMjBuYW1lJTNEJTIyZW4tVVMlMjIlMkMlMjBzcGxpdCUzRCUyMnRyYWluJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset, Audio

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = load_dataset(<span class="hljs-string">&quot;PolyAI/minds14&quot;</span>, name=<span class="hljs-string">&quot;en-US&quot;</span>, split=<span class="hljs-string">&quot;train&quot;</span>)`,wrap:!1}}),Ys=new v({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJhdWRpbyUyMiU1RA==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>]
{<span class="hljs-string">&#x27;array&#x27;</span>: array([ <span class="hljs-number">0.</span>        ,  <span class="hljs-number">0.00024414</span>, -<span class="hljs-number">0.00024414</span>, ..., -<span class="hljs-number">0.00024414</span>,
         <span class="hljs-number">0.</span>        ,  <span class="hljs-number">0.</span>        ], dtype=float32),
 <span class="hljs-string">&#x27;path&#x27;</span>: <span class="hljs-string">&#x27;/root/.cache/huggingface/datasets/downloads/extracted/f14948e0e84be638dd7943ac36518a4cf3324e8b7aa331c5ab11541518e9368c/en-US~JOINT_ACCOUNT/602ba55abb1e6d0fbce92065.wav&#x27;</span>,
 <span class="hljs-string">&#x27;sampling_rate&#x27;</span>: <span class="hljs-number">8000</span>}`,wrap:!1}}),Ps=new y({}),Ks=new v({props:{code:"ZGF0YXNldCUyMCUzRCUyMGxvYWRfZGF0YXNldCglMjJQb2x5QUklMkZtaW5kczE0JTIyJTJDJTIwbmFtZSUzRCUyMmVuLVVTJTIyJTJDJTIwc3BsaXQlM0QlMjJ0cmFpbiUyMiklMEFkYXRhc2V0JTVCMCU1RCU1QiUyMmF1ZGlvJTIyJTVE",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = load_dataset(<span class="hljs-string">&quot;PolyAI/minds14&quot;</span>, name=<span class="hljs-string">&quot;en-US&quot;</span>, split=<span class="hljs-string">&quot;train&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>]
{<span class="hljs-string">&#x27;array&#x27;</span>: array([ <span class="hljs-number">0.</span>        ,  <span class="hljs-number">0.00024414</span>, -<span class="hljs-number">0.00024414</span>, ..., -<span class="hljs-number">0.00024414</span>,
         <span class="hljs-number">0.</span>        ,  <span class="hljs-number">0.</span>        ], dtype=float32),
 <span class="hljs-string">&#x27;path&#x27;</span>: <span class="hljs-string">&#x27;/root/.cache/huggingface/datasets/downloads/extracted/f14948e0e84be638dd7943ac36518a4cf3324e8b7aa331c5ab11541518e9368c/en-US~JOINT_ACCOUNT/602ba55abb1e6d0fbce92065.wav&#x27;</span>,
 <span class="hljs-string">&#x27;sampling_rate&#x27;</span>: <span class="hljs-number">8000</span>}`,wrap:!1}}),sn=new v({props:{code:"ZGF0YXNldCUyMCUzRCUyMGRhdGFzZXQuY2FzdF9jb2x1bW4oJTIyYXVkaW8lMjIlMkMlMjBBdWRpbyhzYW1wbGluZ19yYXRlJTNEMTZfMDAwKSk=",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = dataset.cast_column(<span class="hljs-string">&quot;audio&quot;</span>, Audio(sampling_rate=<span class="hljs-number">16_000</span>))',wrap:!1}}),nn=new v({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJhdWRpbyUyMiU1RA==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>]
{<span class="hljs-string">&#x27;array&#x27;</span>: array([ <span class="hljs-number">2.3443763e-05</span>,  <span class="hljs-number">2.1729663e-04</span>,  <span class="hljs-number">2.2145823e-04</span>, ...,
         <span class="hljs-number">3.8356509e-05</span>, -<span class="hljs-number">7.3497440e-06</span>, -<span class="hljs-number">2.1754686e-05</span>], dtype=float32),
 <span class="hljs-string">&#x27;path&#x27;</span>: <span class="hljs-string">&#x27;/root/.cache/huggingface/datasets/downloads/extracted/f14948e0e84be638dd7943ac36518a4cf3324e8b7aa331c5ab11541518e9368c/en-US~JOINT_ACCOUNT/602ba55abb1e6d0fbce92065.wav&#x27;</span>,
 <span class="hljs-string">&#x27;sampling_rate&#x27;</span>: <span class="hljs-number">16000</span>}`,wrap:!1}}),en=new y({}),pn=new v({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9GZWF0dXJlRXh0cmFjdG9yJTBBJTBBZmVhdHVyZV9leHRyYWN0b3IlMjAlM0QlMjBBdXRvRmVhdHVyZUV4dHJhY3Rvci5mcm9tX3ByZXRyYWluZWQoJTIyZmFjZWJvb2slMkZ3YXYydmVjMi1iYXNlJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoFeatureExtractor

<span class="hljs-meta">&gt;&gt;&gt; </span>feature_extractor = AutoFeatureExtractor.from_pretrained(<span class="hljs-string">&quot;facebook/wav2vec2-base&quot;</span>)`,wrap:!1}}),hn=new v({props:{code:"YXVkaW9faW5wdXQlMjAlM0QlMjAlNUJkYXRhc2V0JTVCMCU1RCU1QiUyMmF1ZGlvJTIyJTVEJTVCJTIyYXJyYXklMjIlNUQlNUQlMEFmZWF0dXJlX2V4dHJhY3RvcihhdWRpb19pbnB1dCUyQyUyMHNhbXBsaW5nX3JhdGUlM0QxNjAwMCk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>audio_input = [dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>][<span class="hljs-string">&quot;array&quot;</span>]]
<span class="hljs-meta">&gt;&gt;&gt; </span>feature_extractor(audio_input, sampling_rate=<span class="hljs-number">16000</span>)
{<span class="hljs-string">&#x27;input_values&#x27;</span>: [array([ <span class="hljs-number">3.8106556e-04</span>,  <span class="hljs-number">2.7506407e-03</span>,  <span class="hljs-number">2.8015103e-03</span>, ...,
        <span class="hljs-number">5.6335266e-04</span>,  <span class="hljs-number">4.6588284e-06</span>, -<span class="hljs-number">1.7142107e-04</span>], dtype=float32)]}`,wrap:!1}}),un=new y({}),cn=new v({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJhdWRpbyUyMiU1RCU1QiUyMmFycmF5JTIyJTVELnNoYXBlJTBBJTBBZGF0YXNldCU1QjElNUQlNUIlMjJhdWRpbyUyMiU1RCU1QiUyMmFycmF5JTIyJTVELnNoYXBl",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>][<span class="hljs-string">&quot;array&quot;</span>].shape
(<span class="hljs-number">173398</span>,)

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">1</span>][<span class="hljs-string">&quot;audio&quot;</span>][<span class="hljs-string">&quot;array&quot;</span>].shape
(<span class="hljs-number">106496</span>,)`,wrap:!1}}),jn=new v({props:{code:"ZGVmJTIwcHJlcHJvY2Vzc19mdW5jdGlvbihleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBhdWRpb19hcnJheXMlMjAlM0QlMjAlNUJ4JTVCJTIyYXJyYXklMjIlNUQlMjBmb3IlMjB4JTIwaW4lMjBleGFtcGxlcyU1QiUyMmF1ZGlvJTIyJTVEJTVEJTBBJTIwJTIwJTIwJTIwaW5wdXRzJTIwJTNEJTIwZmVhdHVyZV9leHRyYWN0b3IoJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwYXVkaW9fYXJyYXlzJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwc2FtcGxpbmdfcmF0ZSUzRDE2MDAwJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwcGFkZGluZyUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjBtYXhfbGVuZ3RoJTNEMTAwMDAwJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwdHJ1bmNhdGlvbiUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjApJTBBJTIwJTIwJTIwJTIwcmV0dXJuJTIwaW5wdXRz",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">preprocess_function</span>(<span class="hljs-params">examples</span>):
<span class="hljs-meta">... </span>    audio_arrays = [x[<span class="hljs-string">&quot;array&quot;</span>] <span class="hljs-keyword">for</span> x <span class="hljs-keyword">in</span> examples[<span class="hljs-string">&quot;audio&quot;</span>]]
<span class="hljs-meta">... </span>    inputs = feature_extractor(
<span class="hljs-meta">... </span>        audio_arrays,
<span class="hljs-meta">... </span>        sampling_rate=<span class="hljs-number">16000</span>,
<span class="hljs-meta">... </span>        padding=<span class="hljs-literal">True</span>,
<span class="hljs-meta">... </span>        max_length=<span class="hljs-number">100000</span>,
<span class="hljs-meta">... </span>        truncation=<span class="hljs-literal">True</span>,
<span class="hljs-meta">... </span>    )
<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> inputs`,wrap:!1}}),dn=new v({props:{code:"cHJvY2Vzc2VkX2RhdGFzZXQlMjAlM0QlMjBwcmVwcm9jZXNzX2Z1bmN0aW9uKGRhdGFzZXQlNUIlM0E1JTVEKQ==",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>processed_dataset = preprocess_function(dataset[:<span class="hljs-number">5</span>])',wrap:!1}}),gn=new v({props:{code:"cHJvY2Vzc2VkX2RhdGFzZXQlNUIlMjJpbnB1dF92YWx1ZXMlMjIlNUQlNUIwJTVELnNoYXBlJTBBJTBBcHJvY2Vzc2VkX2RhdGFzZXQlNUIlMjJpbnB1dF92YWx1ZXMlMjIlNUQlNUIxJTVELnNoYXBl",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>processed_dataset[<span class="hljs-string">&quot;input_values&quot;</span>][<span class="hljs-number">0</span>].shape
(<span class="hljs-number">100000</span>,)

<span class="hljs-meta">&gt;&gt;&gt; </span>processed_dataset[<span class="hljs-string">&quot;input_values&quot;</span>][<span class="hljs-number">1</span>].shape
(<span class="hljs-number">100000</span>,)`,wrap:!1}}),vn=new y({}),Jn=new v({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBJTBBZGF0YXNldCUyMCUzRCUyMGxvYWRfZGF0YXNldCglMjJmb29kMTAxJTIyJTJDJTIwc3BsaXQlM0QlMjJ0cmFpbiU1QiUzQTEwMCU1RCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = load_dataset(<span class="hljs-string">&quot;food101&quot;</span>, split=<span class="hljs-string">&quot;train[:100]&quot;</span>)`,wrap:!1}}),$n=new v({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJpbWFnZSUyMiU1RA==",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;image&quot;</span>]',wrap:!1}}),xn=new y({}),Cn=new v({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9JbWFnZVByb2Nlc3NvciUwQSUwQWltYWdlX3Byb2Nlc3NvciUyMCUzRCUyMEF1dG9JbWFnZVByb2Nlc3Nvci5mcm9tX3ByZXRyYWluZWQoJTIyZ29vZ2xlJTJGdml0LWJhc2UtcGF0Y2gxNi0yMjQlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoImageProcessor

<span class="hljs-meta">&gt;&gt;&gt; </span>image_processor = AutoImageProcessor.from_pretrained(<span class="hljs-string">&quot;google/vit-base-patch16-224&quot;</span>)`,wrap:!1}}),zn=new y({}),Bn=new v({props:{code:"ZnJvbSUyMHRvcmNodmlzaW9uLnRyYW5zZm9ybXMlMjBpbXBvcnQlMjBDb21wb3NlJTJDJTIwTm9ybWFsaXplJTJDJTIwUmFuZG9tUmVzaXplZENyb3AlMkMlMjBDb2xvckppdHRlciUyQyUyMFRvVGVuc29yJTBBJTBBbm9ybWFsaXplJTIwJTNEJTIwTm9ybWFsaXplKG1lYW4lM0RpbWFnZV9wcm9jZXNzb3IuaW1hZ2VfbWVhbiUyQyUyMHN0ZCUzRGltYWdlX3Byb2Nlc3Nvci5pbWFnZV9zdGQpJTBBX3RyYW5zZm9ybXMlMjAlM0QlMjBDb21wb3NlKCUwQSUyMCUyMCUyMCUyMCU1QlJhbmRvbVJlc2l6ZWRDcm9wKGltYWdlX3Byb2Nlc3Nvci5zaXplJTVCJTIyaGVpZ2h0JTIyJTVEKSUyQyUyMENvbG9ySml0dGVyKGJyaWdodG5lc3MlM0QwLjUlMkMlMjBodWUlM0QwLjUpJTJDJTIwVG9UZW5zb3IoKSUyQyUyMG5vcm1hbGl6ZSU1RCUwQSk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> torchvision.transforms <span class="hljs-keyword">import</span> Compose, Normalize, RandomResizedCrop, ColorJitter, ToTensor

<span class="hljs-meta">&gt;&gt;&gt; </span>normalize = Normalize(mean=image_processor.image_mean, std=image_processor.image_std)
<span class="hljs-meta">&gt;&gt;&gt; </span>_transforms = Compose(
<span class="hljs-meta">... </span>    [RandomResizedCrop(image_processor.size[<span class="hljs-string">&quot;height&quot;</span>]), ColorJitter(brightness=<span class="hljs-number">0.5</span>, hue=<span class="hljs-number">0.5</span>), ToTensor(), normalize]
<span class="hljs-meta">... </span>)`,wrap:!1}}),Wn=new v({props:{code:"ZGVmJTIwdHJhbnNmb3JtcyhleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjBleGFtcGxlcyU1QiUyMnBpeGVsX3ZhbHVlcyUyMiU1RCUyMCUzRCUyMCU1Ql90cmFuc2Zvcm1zKGltYWdlLmNvbnZlcnQoJTIyUkdCJTIyKSklMjBmb3IlMjBpbWFnZSUyMGluJTIwZXhhbXBsZXMlNUIlMjJpbWFnZSUyMiU1RCU1RCUwQSUyMCUyMCUyMCUyMHJldHVybiUyMGV4YW1wbGVz",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">transforms</span>(<span class="hljs-params">examples</span>):
<span class="hljs-meta">... </span>    examples[<span class="hljs-string">&quot;pixel_values&quot;</span>] = [_transforms(image.convert(<span class="hljs-string">&quot;RGB&quot;</span>)) <span class="hljs-keyword">for</span> image <span class="hljs-keyword">in</span> examples[<span class="hljs-string">&quot;image&quot;</span>]]
<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> examples`,wrap:!1}}),Zn=new v({props:{code:"ZGF0YXNldC5zZXRfdHJhbnNmb3JtKHRyYW5zZm9ybXMp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>dataset.set_transform(transforms)',wrap:!1}}),Gn=new v({props:{code:"ZGF0YXNldCU1QjAlNUQlNUIlMjJpbWFnZSUyMiU1RA==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;image&quot;</span>]
{<span class="hljs-string">&#x27;image&#x27;</span>: &lt;PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=384x512 at <span class="hljs-number">0x7F1A7B0630D0</span>&gt;,
 <span class="hljs-string">&#x27;label&#x27;</span>: <span class="hljs-number">6</span>,
 <span class="hljs-string">&#x27;pixel_values&#x27;</span>: tensor([[[ <span class="hljs-number">0.0353</span>,  <span class="hljs-number">0.0745</span>,  <span class="hljs-number">0.1216</span>,  ..., -<span class="hljs-number">0.9922</span>, -<span class="hljs-number">0.9922</span>, -<span class="hljs-number">0.9922</span>],
          [-<span class="hljs-number">0.0196</span>,  <span class="hljs-number">0.0667</span>,  <span class="hljs-number">0.1294</span>,  ..., -<span class="hljs-number">0.9765</span>, -<span class="hljs-number">0.9843</span>, -<span class="hljs-number">0.9922</span>],
          [ <span class="hljs-number">0.0196</span>,  <span class="hljs-number">0.0824</span>,  <span class="hljs-number">0.1137</span>,  ..., -<span class="hljs-number">0.9765</span>, -<span class="hljs-number">0.9686</span>, -<span class="hljs-number">0.8667</span>],
          ...,
          [ <span class="hljs-number">0.0275</span>,  <span class="hljs-number">0.0745</span>,  <span class="hljs-number">0.0510</span>,  ..., -<span class="hljs-number">0.1137</span>, -<span class="hljs-number">0.1216</span>, -<span class="hljs-number">0.0824</span>],
          [ <span class="hljs-number">0.0667</span>,  <span class="hljs-number">0.0824</span>,  <span class="hljs-number">0.0667</span>,  ..., -<span class="hljs-number">0.0588</span>, -<span class="hljs-number">0.0745</span>, -<span class="hljs-number">0.0980</span>],
          [ <span class="hljs-number">0.0353</span>,  <span class="hljs-number">0.0353</span>,  <span class="hljs-number">0.0431</span>,  ..., -<span class="hljs-number">0.0039</span>, -<span class="hljs-number">0.0039</span>, -<span class="hljs-number">0.0588</span>]],
 
         [[ <span class="hljs-number">0.2078</span>,  <span class="hljs-number">0.2471</span>,  <span class="hljs-number">0.2863</span>,  ..., -<span class="hljs-number">0.9451</span>, -<span class="hljs-number">0.9373</span>, -<span class="hljs-number">0.9451</span>],
          [ <span class="hljs-number">0.1608</span>,  <span class="hljs-number">0.2471</span>,  <span class="hljs-number">0.3098</span>,  ..., -<span class="hljs-number">0.9373</span>, -<span class="hljs-number">0.9451</span>, -<span class="hljs-number">0.9373</span>],
          [ <span class="hljs-number">0.2078</span>,  <span class="hljs-number">0.2706</span>,  <span class="hljs-number">0.3020</span>,  ..., -<span class="hljs-number">0.9608</span>, -<span class="hljs-number">0.9373</span>, -<span class="hljs-number">0.8275</span>],
          ...,
          [-<span class="hljs-number">0.0353</span>,  <span class="hljs-number">0.0118</span>, -<span class="hljs-number">0.0039</span>,  ..., -<span class="hljs-number">0.2392</span>, -<span class="hljs-number">0.2471</span>, -<span class="hljs-number">0.2078</span>],
          [ <span class="hljs-number">0.0196</span>,  <span class="hljs-number">0.0353</span>,  <span class="hljs-number">0.0196</span>,  ..., -<span class="hljs-number">0.1843</span>, -<span class="hljs-number">0.2000</span>, -<span class="hljs-number">0.2235</span>],
          [-<span class="hljs-number">0.0118</span>, -<span class="hljs-number">0.0039</span>, -<span class="hljs-number">0.0039</span>,  ..., -<span class="hljs-number">0.0980</span>, -<span class="hljs-number">0.0980</span>, -<span class="hljs-number">0.1529</span>]],
 
         [[ <span class="hljs-number">0.3961</span>,  <span class="hljs-number">0.4431</span>,  <span class="hljs-number">0.4980</span>,  ..., -<span class="hljs-number">0.9216</span>, -<span class="hljs-number">0.9137</span>, -<span class="hljs-number">0.9216</span>],
          [ <span class="hljs-number">0.3569</span>,  <span class="hljs-number">0.4510</span>,  <span class="hljs-number">0.5216</span>,  ..., -<span class="hljs-number">0.9059</span>, -<span class="hljs-number">0.9137</span>, -<span class="hljs-number">0.9137</span>],
          [ <span class="hljs-number">0.4118</span>,  <span class="hljs-number">0.4745</span>,  <span class="hljs-number">0.5216</span>,  ..., -<span class="hljs-number">0.9137</span>, -<span class="hljs-number">0.8902</span>, -<span class="hljs-number">0.7804</span>],
          ...,
          [-<span class="hljs-number">0.2314</span>, -<span class="hljs-number">0.1922</span>, -<span class="hljs-number">0.2078</span>,  ..., -<span class="hljs-number">0.4196</span>, -<span class="hljs-number">0.4275</span>, -<span class="hljs-number">0.3882</span>],
          [-<span class="hljs-number">0.1843</span>, -<span class="hljs-number">0.1686</span>, -<span class="hljs-number">0.2000</span>,  ..., -<span class="hljs-number">0.3647</span>, -<span class="hljs-number">0.3804</span>, -<span class="hljs-number">0.4039</span>],
          [-<span class="hljs-number">0.1922</span>, -<span class="hljs-number">0.1922</span>, -<span class="hljs-number">0.1922</span>,  ..., -<span class="hljs-number">0.2941</span>, -<span class="hljs-number">0.2863</span>, -<span class="hljs-number">0.3412</span>]]])}`,wrap:!1}}),Sn=new v({props:{code:"aW1wb3J0JTIwbnVtcHklMjBhcyUyMG5wJTBBaW1wb3J0JTIwbWF0cGxvdGxpYi5weXBsb3QlMjBhcyUyMHBsdCUwQSUwQWltZyUyMCUzRCUyMGRhdGFzZXQlNUIwJTVEJTVCJTIycGl4ZWxfdmFsdWVzJTIyJTVEJTBBcGx0Lmltc2hvdyhpbWcucGVybXV0ZSgxJTJDJTIwMiUyQyUyMDApKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> numpy <span class="hljs-keyword">as</span> np
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> matplotlib.pyplot <span class="hljs-keyword">as</span> plt

<span class="hljs-meta">&gt;&gt;&gt; </span>img = dataset[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;pixel_values&quot;</span>]
<span class="hljs-meta">&gt;&gt;&gt; </span>plt.imshow(img.permute(<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">0</span>))`,wrap:!1}}),En=new y({}),Xn=new v({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBJTBBbGpfc3BlZWNoJTIwJTNEJTIwbG9hZF9kYXRhc2V0KCUyMmxqX3NwZWVjaCUyMiUyQyUyMHNwbGl0JTNEJTIydHJhaW4lMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech = load_dataset(<span class="hljs-string">&quot;lj_speech&quot;</span>, split=<span class="hljs-string">&quot;train&quot;</span>)`,wrap:!1}}),Yn=new v({props:{code:"bGpfc3BlZWNoJTIwJTNEJTIwbGpfc3BlZWNoLm1hcChyZW1vdmVfY29sdW1ucyUzRCU1QiUyMmZpbGUlMjIlMkMlMjAlMjJpZCUyMiUyQyUyMCUyMm5vcm1hbGl6ZWRfdGV4dCUyMiU1RCk=",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech = lj_speech.<span class="hljs-built_in">map</span>(remove_columns=[<span class="hljs-string">&quot;file&quot;</span>, <span class="hljs-string">&quot;id&quot;</span>, <span class="hljs-string">&quot;normalized_text&quot;</span>])',wrap:!1}}),Ln=new v({props:{code:"bGpfc3BlZWNoJTVCMCU1RCU1QiUyMmF1ZGlvJTIyJTVEJTBBJTBBbGpfc3BlZWNoJTVCMCU1RCU1QiUyMnRleHQlMjIlNUQ=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;audio&quot;</span>]
{<span class="hljs-string">&#x27;array&#x27;</span>: array([-<span class="hljs-number">7.3242188e-04</span>, -<span class="hljs-number">7.6293945e-04</span>, -<span class="hljs-number">6.4086914e-04</span>, ...,
         <span class="hljs-number">7.3242188e-04</span>,  <span class="hljs-number">2.1362305e-04</span>,  <span class="hljs-number">6.1035156e-05</span>], dtype=float32),
 <span class="hljs-string">&#x27;path&#x27;</span>: <span class="hljs-string">&#x27;/root/.cache/huggingface/datasets/downloads/extracted/917ece08c95cf0c4115e45294e3cd0dee724a1165b7fc11798369308a465bd26/LJSpeech-1.1/wavs/LJ001-0001.wav&#x27;</span>,
 <span class="hljs-string">&#x27;sampling_rate&#x27;</span>: <span class="hljs-number">22050</span>}

<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech[<span class="hljs-number">0</span>][<span class="hljs-string">&quot;text&quot;</span>]
<span class="hljs-string">&#x27;Printing, in the only sense with which we are at present concerned, differs from most if not from all the arts and crafts represented in the Exhibition&#x27;</span>`,wrap:!1}}),Qn=new v({props:{code:"bGpfc3BlZWNoJTIwJTNEJTIwbGpfc3BlZWNoLmNhc3RfY29sdW1uKCUyMmF1ZGlvJTIyJTJDJTIwQXVkaW8oc2FtcGxpbmdfcmF0ZSUzRDE2XzAwMCkp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>lj_speech = lj_speech.cast_column(<span class="hljs-string">&quot;audio&quot;</span>, Audio(sampling_rate=<span class="hljs-number">16_000</span>))',wrap:!1}}),Dn=new y({}),On=new v({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Qcm9jZXNzb3IlMEElMEFwcm9jZXNzb3IlMjAlM0QlMjBBdXRvUHJvY2Vzc29yLmZyb21fcHJldHJhaW5lZCglMjJmYWNlYm9vayUyRndhdjJ2ZWMyLWJhc2UtOTYwaCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoProcessor

<span class="hljs-meta">&gt;&gt;&gt; </span>processor = AutoProcessor.from_pretrained(<span class="hljs-string">&quot;facebook/wav2vec2-base-960h&quot;</span>)`,wrap:!1}}),na=new v({props:{code:"ZGVmJTIwcHJlcGFyZV9kYXRhc2V0KGV4YW1wbGUpJTNBJTBBJTIwJTIwJTIwJTIwYXVkaW8lMjAlM0QlMjBleGFtcGxlJTVCJTIyYXVkaW8lMjIlNUQlMEElMEElMjAlMjAlMjAlMjBleGFtcGxlLnVwZGF0ZShwcm9jZXNzb3IoYXVkaW8lM0RhdWRpbyU1QiUyMmFycmF5JTIyJTVEJTJDJTIwdGV4dCUzRGV4YW1wbGUlNUIlMjJ0ZXh0JTIyJTVEJTJDJTIwc2FtcGxpbmdfcmF0ZSUzRDE2MDAwKSklMEElMEElMjAlMjAlMjAlMjByZXR1cm4lMjBleGFtcGxl",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">prepare_dataset</span>(<span class="hljs-params">example</span>):
<span class="hljs-meta">... </span>    audio = example[<span class="hljs-string">&quot;audio&quot;</span>]

<span class="hljs-meta">... </span>    example.update(processor(audio=audio[<span class="hljs-string">&quot;array&quot;</span>], text=example[<span class="hljs-string">&quot;text&quot;</span>], sampling_rate=<span class="hljs-number">16000</span>))

<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> example`,wrap:!1}}),aa=new v({props:{code:"cHJlcGFyZV9kYXRhc2V0KGxqX3NwZWVjaCU1QjAlNUQp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>prepare_dataset(lj_speech[<span class="hljs-number">0</span>])',wrap:!1}}),{c(){g=p("meta"),T=l(),f=p("p"),M=l(),J=p("h1"),E=p("a"),Ta=p("span"),i(hs.$$.fragment),at=l(),pa=p("span"),pa.textContent=gt,Sa=l(),i(us.$$.fragment),Aa=l(),ms=p("p"),ms.textContent=wt,Ea=l(),is=p("ul"),is.innerHTML=vt,Na=l(),k=p("h2"),N=p("a"),Ma=p("span"),i(cs.$$.fragment),et=l(),ra=p("span"),ra.textContent=Tt,Ra=l(),i(bs.$$.fragment),Fa=l(),js=p("p"),js.innerHTML=Mt,Xa=l(),i(R.$$.fragment),Ha=l(),os=p("p"),os.innerHTML=Jt,Ya=l(),x=p("h3"),F=p("a"),Ja=p("span"),i(ds.$$.fragment),lt=l(),ha=p("span"),ha.textContent=yt,qa=l(),fs=p("p"),fs.innerHTML=$t,La=l(),i(gs.$$.fragment),Pa=l(),ws=p("p"),ws.textContent=kt,Qa=l(),i(vs.$$.fragment),Da=l(),Ts=p("p"),Ts.textContent=xt,Ka=l(),Ms=p("ul"),Ms.innerHTML=_t,Oa=l(),Js=p("p"),Js.innerHTML=Ct,se=l(),i(ys.$$.fragment),ne=l(),$s=p("p"),$s.innerHTML=zt,ae=l(),ks=p("p"),ks.textContent=It,ee=l(),i(xs.$$.fragment),le=l(),_=p("h3"),X=p("a"),ya=p("span"),i(_s.$$.fragment),tt=l(),ua=p("span"),ua.textContent=Ut,te=l(),Cs=p("p"),Cs.innerHTML=Bt,pe=l(),zs=p("p"),zs.textContent=Wt,re=l(),i(Is.$$.fragment),he=l(),Us=p("p"),Us.textContent=Zt,ue=l(),C=p("h3"),H=p("a"),$a=p("span"),i(Bs.$$.fragment),pt=l(),ma=p("span"),ma.textContent=Gt,me=l(),Ws=p("p"),Ws.textContent=Vt,ie=l(),Zs=p("p"),Zs.textContent=St,ce=l(),i(Gs.$$.fragment),be=l(),z=p("h3"),Y=p("a"),ka=p("span"),i(Vs.$$.fragment),rt=l(),ia=p("span"),ia.textContent=At,je=l(),Ss=p("p"),Ss.textContent=Et,oe=l(),As=p("p"),As.innerHTML=Nt,de=l(),i(q.$$.fragment),fe=l(),I=p("h2"),L=p("a"),xa=p("span"),i(Es.$$.fragment),ht=l(),ca=p("span"),ca.textContent=Rt,ge=l(),Ns=p("p"),Ns.innerHTML=Ft,we=l(),i(Rs.$$.fragment),ve=l(),Fs=p("p"),Fs.innerHTML=Xt,Te=l(),i(Xs.$$.fragment),Me=l(),Hs=p("p"),Hs.innerHTML=Ht,Je=l(),i(Ys.$$.fragment),ye=l(),qs=p("p"),qs.textContent=Yt,$e=l(),Ls=p("ul"),Ls.innerHTML=qt,ke=l(),U=p("h3"),P=p("a"),_a=p("span"),i(Ps.$$.fragment),ut=l(),ba=p("span"),ba.textContent=Lt,xe=l(),Qs=p("p"),Qs.innerHTML=Pt,_e=l(),Ds=p("p"),Ds.innerHTML=Qt,Ce=l(),i(Ks.$$.fragment),ze=l(),Os=p("ol"),Os.innerHTML=Dt,Ie=l(),i(sn.$$.fragment),Ue=l(),Q=p("ol"),Q.innerHTML=Kt,Be=l(),i(nn.$$.fragment),We=l(),an=p("p"),an.textContent=Ot,Ze=l(),B=p("h3"),D=p("a"),Ca=p("span"),i(en.$$.fragment),mt=l(),ja=p("span"),ja.textContent=sp,Ge=l(),ln=p("p"),ln.innerHTML=np,Ve=l(),tn=p("p"),tn.innerHTML=ap,Se=l(),i(pn.$$.fragment),Ae=l(),rn=p("p"),rn.innerHTML=ep,Ee=l(),i(hn.$$.fragment),Ne=l(),W=p("h3"),K=p("a"),za=p("span"),i(un.$$.fragment),it=l(),oa=p("span"),oa.textContent=lp,Re=l(),mn=p("p"),mn.textContent=tp,Fe=l(),i(cn.$$.fragment),Xe=l(),bn=p("p"),bn.textContent=pp,He=l(),i(jn.$$.fragment),Ye=l(),on=p("p"),on.textContent=rp,qe=l(),i(dn.$$.fragment),Le=l(),fn=p("p"),fn.textContent=hp,Pe=l(),i(gn.$$.fragment),Qe=l(),wn=p("p"),wn.textContent=up,De=l(),Z=p("h2"),O=p("a"),Ia=p("span"),i(vn.$$.fragment),ct=l(),da=p("span"),da.textContent=mp,Ke=l(),Tn=p("p"),Tn.textContent=ip,Oe=l(),Mn=p("p"),Mn.innerHTML=cp,sl=l(),i(Jn.$$.fragment),nl=l(),yn=p("p"),yn.innerHTML=bp,al=l(),i($n.$$.fragment),el=l(),kn=p("p"),kn.innerHTML=jp,ll=l(),G=p("h3"),ss=p("a"),Ua=p("span"),i(xn.$$.fragment),bt=l(),fa=p("span"),fa.textContent=op,tl=l(),_n=p("p"),_n.innerHTML=dp,pl=l(),i(Cn.$$.fragment),rl=l(),V=p("h3"),ns=p("a"),Ba=p("span"),i(zn.$$.fragment),jt=l(),ga=p("span"),ga.textContent=fp,hl=l(),In=p("p"),In.innerHTML=gp,ul=l(),Un=p("ol"),Un.innerHTML=wp,ml=l(),i(Bn.$$.fragment),il=l(),as=p("ol"),as.innerHTML=vp,cl=l(),i(Wn.$$.fragment),bl=l(),es=p("ol"),es.innerHTML=Tp,jl=l(),i(Zn.$$.fragment),ol=l(),ls=p("ol"),ls.innerHTML=Mp,dl=l(),i(Gn.$$.fragment),fl=l(),Vn=p("p"),Vn.textContent=Jp,gl=l(),i(Sn.$$.fragment),wl=l(),An=p("p"),An.innerHTML=yp,vl=l(),S=p("h2"),ts=p("a"),Wa=p("span"),i(En.$$.fragment),ot=l(),wa=p("span"),wa.textContent=$p,Tl=l(),Nn=p("p"),Nn.textContent=kp,Ml=l(),Rn=p("ul"),Rn.innerHTML=xp,Jl=l(),Fn=p("p"),Fn.innerHTML=_p,yl=l(),i(Xn.$$.fragment),$l=l(),Hn=p("p"),Hn.textContent=Cp,kl=l(),i(Yn.$$.fragment),xl=l(),qn=p("p"),qn.textContent=zp,_l=l(),i(Ln.$$.fragment),Cl=l(),Pn=p("p"),Pn.innerHTML=Ip,zl=l(),i(Qn.$$.fragment),Il=l(),A=p("h3"),ps=p("a"),Za=p("span"),i(Dn.$$.fragment),dt=l(),va=p("span"),va.textContent=Up,Ul=l(),Kn=p("p"),Kn.textContent=Bp,Bl=l(),i(On.$$.fragment),Wl=l(),sa=p("ol"),sa.innerHTML=Wp,Zl=l(),i(na.$$.fragment),Gl=l(),rs=p("ol"),rs.innerHTML=Zp,Vl=l(),i(aa.$$.fragment),Sl=l(),ea=p("p"),ea.innerHTML=Gp,Al=l(),la=p("p"),la.textContent=Vp,El=l(),Ga=p("p"),this.h()},l(s){const a=gr("svelte-1phssyn",document.head);g=r(a,"META",{name:!0,content:!0}),a.forEach(n),T=t(s),f=r(s,"P",{}),w(f).forEach(n),M=t(s),J=r(s,"H1",{class:!0});var ta=w(J);E=r(ta,"A",{id:!0,class:!0,href:!0});var Va=w(E);Ta=r(Va,"SPAN",{});var Sp=w(Ta);c(hs.$$.fragment,Sp),Sp.forEach(n),Va.forEach(n),at=t(ta),pa=r(ta,"SPAN",{"data-svelte-h":!0}),h(pa)!=="svelte-1uwjfe5"&&(pa.textContent=gt),ta.forEach(n),Sa=t(s),c(us.$$.fragment,s),Aa=t(s),ms=r(s,"P",{"data-svelte-h":!0}),h(ms)!=="svelte-1c59xdm"&&(ms.textContent=wt),Ea=t(s),is=r(s,"UL",{"data-svelte-h":!0}),h(is)!=="svelte-dfqolb"&&(is.innerHTML=vt),Na=t(s),k=r(s,"H2",{class:!0});var Rl=w(k);N=r(Rl,"A",{id:!0,class:!0,href:!0});var Ap=w(N);Ma=r(Ap,"SPAN",{});var Ep=w(Ma);c(cs.$$.fragment,Ep),Ep.forEach(n),Ap.forEach(n),et=t(Rl),ra=r(Rl,"SPAN",{"data-svelte-h":!0}),h(ra)!=="svelte-1oxh479"&&(ra.textContent=Tt),Rl.forEach(n),Ra=t(s),c(bs.$$.fragment,s),Fa=t(s),js=r(s,"P",{"data-svelte-h":!0}),h(js)!=="svelte-g81qxa"&&(js.innerHTML=Mt),Xa=t(s),c(R.$$.fragment,s),Ha=t(s),os=r(s,"P",{"data-svelte-h":!0}),h(os)!=="svelte-xaymnc"&&(os.innerHTML=Jt),Ya=t(s),x=r(s,"H3",{class:!0});var Fl=w(x);F=r(Fl,"A",{id:!0,class:!0,href:!0});var Np=w(F);Ja=r(Np,"SPAN",{});var Rp=w(Ja);c(ds.$$.fragment,Rp),Rp.forEach(n),Np.forEach(n),lt=t(Fl),ha=r(Fl,"SPAN",{"data-svelte-h":!0}),h(ha)!=="svelte-1dz6lnm"&&(ha.textContent=yt),Fl.forEach(n),qa=t(s),fs=r(s,"P",{"data-svelte-h":!0}),h(fs)!=="svelte-iv96gu"&&(fs.innerHTML=$t),La=t(s),c(gs.$$.fragment,s),Pa=t(s),ws=r(s,"P",{"data-svelte-h":!0}),h(ws)!=="svelte-1v3tjlj"&&(ws.textContent=kt),Qa=t(s),c(vs.$$.fragment,s),Da=t(s),Ts=r(s,"P",{"data-svelte-h":!0}),h(Ts)!=="svelte-16a85p0"&&(Ts.textContent=xt),Ka=t(s),Ms=r(s,"UL",{"data-svelte-h":!0}),h(Ms)!=="svelte-ehcfcq"&&(Ms.innerHTML=_t),Oa=t(s),Js=r(s,"P",{"data-svelte-h":!0}),h(Js)!=="svelte-on0y8j"&&(Js.innerHTML=Ct),se=t(s),c(ys.$$.fragment,s),ne=t(s),$s=r(s,"P",{"data-svelte-h":!0}),h($s)!=="svelte-pt1crd"&&($s.innerHTML=zt),ae=t(s),ks=r(s,"P",{"data-svelte-h":!0}),h(ks)!=="svelte-1xom36s"&&(ks.textContent=It),ee=t(s),c(xs.$$.fragment,s),le=t(s),_=r(s,"H3",{class:!0});var Xl=w(_);X=r(Xl,"A",{id:!0,class:!0,href:!0});var Fp=w(X);ya=r(Fp,"SPAN",{});var Xp=w(ya);c(_s.$$.fragment,Xp),Xp.forEach(n),Fp.forEach(n),tt=t(Xl),ua=r(Xl,"SPAN",{"data-svelte-h":!0}),h(ua)!=="svelte-1jjli6i"&&(ua.textContent=Ut),Xl.forEach(n),te=t(s),Cs=r(s,"P",{"data-svelte-h":!0}),h(Cs)!=="svelte-26r8ij"&&(Cs.innerHTML=Bt),pe=t(s),zs=r(s,"P",{"data-svelte-h":!0}),h(zs)!=="svelte-kvg5wr"&&(zs.textContent=Wt),re=t(s),c(Is.$$.fragment,s),he=t(s),Us=r(s,"P",{"data-svelte-h":!0}),h(Us)!=="svelte-1kx41oy"&&(Us.textContent=Zt),ue=t(s),C=r(s,"H3",{class:!0});var Hl=w(C);H=r(Hl,"A",{id:!0,class:!0,href:!0});var Hp=w(H);$a=r(Hp,"SPAN",{});var Yp=w($a);c(Bs.$$.fragment,Yp),Yp.forEach(n),Hp.forEach(n),pt=t(Hl),ma=r(Hl,"SPAN",{"data-svelte-h":!0}),h(ma)!=="svelte-jg6c3y"&&(ma.textContent=Gt),Hl.forEach(n),me=t(s),Ws=r(s,"P",{"data-svelte-h":!0}),h(Ws)!=="svelte-1etorhk"&&(Ws.textContent=Vt),ie=t(s),Zs=r(s,"P",{"data-svelte-h":!0}),h(Zs)!=="svelte-1atlazv"&&(Zs.textContent=St),ce=t(s),c(Gs.$$.fragment,s),be=t(s),z=r(s,"H3",{class:!0});var Yl=w(z);Y=r(Yl,"A",{id:!0,class:!0,href:!0});var qp=w(Y);ka=r(qp,"SPAN",{});var Lp=w(ka);c(Vs.$$.fragment,Lp),Lp.forEach(n),qp.forEach(n),rt=t(Yl),ia=r(Yl,"SPAN",{"data-svelte-h":!0}),h(ia)!=="svelte-172d43z"&&(ia.textContent=At),Yl.forEach(n),je=t(s),Ss=r(s,"P",{"data-svelte-h":!0}),h(Ss)!=="svelte-117r7tm"&&(Ss.textContent=Et),oe=t(s),As=r(s,"P",{"data-svelte-h":!0}),h(As)!=="svelte-jw8oly"&&(As.innerHTML=Nt),de=t(s),c(q.$$.fragment,s),fe=t(s),I=r(s,"H2",{class:!0});var ql=w(I);L=r(ql,"A",{id:!0,class:!0,href:!0});var Pp=w(L);xa=r(Pp,"SPAN",{});var Qp=w(xa);c(Es.$$.fragment,Qp),Qp.forEach(n),Pp.forEach(n),ht=t(ql),ca=r(ql,"SPAN",{"data-svelte-h":!0}),h(ca)!=="svelte-ivwwlt"&&(ca.textContent=Rt),ql.forEach(n),ge=t(s),Ns=r(s,"P",{"data-svelte-h":!0}),h(Ns)!=="svelte-pawou8"&&(Ns.innerHTML=Ft),we=t(s),c(Rs.$$.fragment,s),ve=t(s),Fs=r(s,"P",{"data-svelte-h":!0}),h(Fs)!=="svelte-rs2hh"&&(Fs.innerHTML=Xt),Te=t(s),c(Xs.$$.fragment,s),Me=t(s),Hs=r(s,"P",{"data-svelte-h":!0}),h(Hs)!=="svelte-13wforh"&&(Hs.innerHTML=Ht),Je=t(s),c(Ys.$$.fragment,s),ye=t(s),qs=r(s,"P",{"data-svelte-h":!0}),h(qs)!=="svelte-1l8nkvh"&&(qs.textContent=Yt),$e=t(s),Ls=r(s,"UL",{"data-svelte-h":!0}),h(Ls)!=="svelte-1cugg1l"&&(Ls.innerHTML=qt),ke=t(s),U=r(s,"H3",{class:!0});var Ll=w(U);P=r(Ll,"A",{id:!0,class:!0,href:!0});var Dp=w(P);_a=r(Dp,"SPAN",{});var Kp=w(_a);c(Ps.$$.fragment,Kp),Kp.forEach(n),Dp.forEach(n),ut=t(Ll),ba=r(Ll,"SPAN",{"data-svelte-h":!0}),h(ba)!=="svelte-ia9nbo"&&(ba.textContent=Lt),Ll.forEach(n),xe=t(s),Qs=r(s,"P",{"data-svelte-h":!0}),h(Qs)!=="svelte-boafh9"&&(Qs.innerHTML=Pt),_e=t(s),Ds=r(s,"P",{"data-svelte-h":!0}),h(Ds)!=="svelte-c6z4wu"&&(Ds.innerHTML=Qt),Ce=t(s),c(Ks.$$.fragment,s),ze=t(s),Os=r(s,"OL",{"data-svelte-h":!0}),h(Os)!=="svelte-1r1hw72"&&(Os.innerHTML=Dt),Ie=t(s),c(sn.$$.fragment,s),Ue=t(s),Q=r(s,"OL",{start:!0,"data-svelte-h":!0}),h(Q)!=="svelte-xgh4i2"&&(Q.innerHTML=Kt),Be=t(s),c(nn.$$.fragment,s),We=t(s),an=r(s,"P",{"data-svelte-h":!0}),h(an)!=="svelte-1wzgp5y"&&(an.textContent=Ot),Ze=t(s),B=r(s,"H3",{class:!0});var Pl=w(B);D=r(Pl,"A",{id:!0,class:!0,href:!0});var Op=w(D);Ca=r(Op,"SPAN",{});var sr=w(Ca);c(en.$$.fragment,sr),sr.forEach(n),Op.forEach(n),mt=t(Pl),ja=r(Pl,"SPAN",{"data-svelte-h":!0}),h(ja)!=="svelte-1r3sn7d"&&(ja.textContent=sp),Pl.forEach(n),Ge=t(s),ln=r(s,"P",{"data-svelte-h":!0}),h(ln)!=="svelte-19l38g0"&&(ln.innerHTML=np),Ve=t(s),tn=r(s,"P",{"data-svelte-h":!0}),h(tn)!=="svelte-1new3ky"&&(tn.innerHTML=ap),Se=t(s),c(pn.$$.fragment,s),Ae=t(s),rn=r(s,"P",{"data-svelte-h":!0}),h(rn)!=="svelte-ct91ai"&&(rn.innerHTML=ep),Ee=t(s),c(hn.$$.fragment,s),Ne=t(s),W=r(s,"H3",{class:!0});var Ql=w(W);K=r(Ql,"A",{id:!0,class:!0,href:!0});var nr=w(K);za=r(nr,"SPAN",{});var ar=w(za);c(un.$$.fragment,ar),ar.forEach(n),nr.forEach(n),it=t(Ql),oa=r(Ql,"SPAN",{"data-svelte-h":!0}),h(oa)!=="svelte-nju6vx"&&(oa.textContent=lp),Ql.forEach(n),Re=t(s),mn=r(s,"P",{"data-svelte-h":!0}),h(mn)!=="svelte-1v18n3g"&&(mn.textContent=tp),Fe=t(s),c(cn.$$.fragment,s),Xe=t(s),bn=r(s,"P",{"data-svelte-h":!0}),h(bn)!=="svelte-1d0iauf"&&(bn.textContent=pp),He=t(s),c(jn.$$.fragment,s),Ye=t(s),on=r(s,"P",{"data-svelte-h":!0}),h(on)!=="svelte-14so5au"&&(on.textContent=rp),qe=t(s),c(dn.$$.fragment,s),Le=t(s),fn=r(s,"P",{"data-svelte-h":!0}),h(fn)!=="svelte-1ki09yh"&&(fn.textContent=hp),Pe=t(s),c(gn.$$.fragment,s),Qe=t(s),wn=r(s,"P",{"data-svelte-h":!0}),h(wn)!=="svelte-wvzyyg"&&(wn.textContent=up),De=t(s),Z=r(s,"H2",{class:!0});var Dl=w(Z);O=r(Dl,"A",{id:!0,class:!0,href:!0});var er=w(O);Ia=r(er,"SPAN",{});var lr=w(Ia);c(vn.$$.fragment,lr),lr.forEach(n),er.forEach(n),ct=t(Dl),da=r(Dl,"SPAN",{"data-svelte-h":!0}),h(da)!=="svelte-10av238"&&(da.textContent=mp),Dl.forEach(n),Ke=t(s),Tn=r(s,"P",{"data-svelte-h":!0}),h(Tn)!=="svelte-6smxz4"&&(Tn.textContent=ip),Oe=t(s),Mn=r(s,"P",{"data-svelte-h":!0}),h(Mn)!=="svelte-sq3im2"&&(Mn.innerHTML=cp),sl=t(s),c(Jn.$$.fragment,s),nl=t(s),yn=r(s,"P",{"data-svelte-h":!0}),h(yn)!=="svelte-6j4v24"&&(yn.innerHTML=bp),al=t(s),c($n.$$.fragment,s),el=t(s),kn=r(s,"P",{"data-svelte-h":!0}),h(kn)!=="svelte-1pswjfa"&&(kn.innerHTML=jp),ll=t(s),G=r(s,"H3",{class:!0});var Kl=w(G);ss=r(Kl,"A",{id:!0,class:!0,href:!0});var tr=w(ss);Ua=r(tr,"SPAN",{});var pr=w(Ua);c(xn.$$.fragment,pr),pr.forEach(n),tr.forEach(n),bt=t(Kl),fa=r(Kl,"SPAN",{"data-svelte-h":!0}),h(fa)!=="svelte-1r3sn7d"&&(fa.textContent=op),Kl.forEach(n),tl=t(s),_n=r(s,"P",{"data-svelte-h":!0}),h(_n)!=="svelte-glvnqt"&&(_n.innerHTML=dp),pl=t(s),c(Cn.$$.fragment,s),rl=t(s),V=r(s,"H3",{class:!0});var Ol=w(V);ns=r(Ol,"A",{id:!0,class:!0,href:!0});var rr=w(ns);Ba=r(rr,"SPAN",{});var hr=w(Ba);c(zn.$$.fragment,hr),hr.forEach(n),rr.forEach(n),jt=t(Ol),ga=r(Ol,"SPAN",{"data-svelte-h":!0}),h(ga)!=="svelte-19l0956"&&(ga.textContent=fp),Ol.forEach(n),hl=t(s),In=r(s,"P",{"data-svelte-h":!0}),h(In)!=="svelte-1usc7ke"&&(In.innerHTML=gp),ul=t(s),Un=r(s,"OL",{"data-svelte-h":!0}),h(Un)!=="svelte-11j1h3u"&&(Un.innerHTML=wp),ml=t(s),c(Bn.$$.fragment,s),il=t(s),as=r(s,"OL",{start:!0,"data-svelte-h":!0}),h(as)!=="svelte-121pxtp"&&(as.innerHTML=vp),cl=t(s),c(Wn.$$.fragment,s),bl=t(s),es=r(s,"OL",{start:!0,"data-svelte-h":!0}),h(es)!=="svelte-1gi0jbr"&&(es.innerHTML=Tp),jl=t(s),c(Zn.$$.fragment,s),ol=t(s),ls=r(s,"OL",{start:!0,"data-svelte-h":!0}),h(ls)!=="svelte-1penylb"&&(ls.innerHTML=Mp),dl=t(s),c(Gn.$$.fragment,s),fl=t(s),Vn=r(s,"P",{"data-svelte-h":!0}),h(Vn)!=="svelte-3p7rad"&&(Vn.textContent=Jp),gl=t(s),c(Sn.$$.fragment,s),wl=t(s),An=r(s,"P",{"data-svelte-h":!0}),h(An)!=="svelte-vgp975"&&(An.innerHTML=yp),vl=t(s),S=r(s,"H2",{class:!0});var st=w(S);ts=r(st,"A",{id:!0,class:!0,href:!0});var ur=w(ts);Wa=r(ur,"SPAN",{});var mr=w(Wa);c(En.$$.fragment,mr),mr.forEach(n),ur.forEach(n),ot=t(st),wa=r(st,"SPAN",{"data-svelte-h":!0}),h(wa)!=="svelte-atom6z"&&(wa.textContent=$p),st.forEach(n),Tl=t(s),Nn=r(s,"P",{"data-svelte-h":!0}),h(Nn)!=="svelte-vi8yec"&&(Nn.textContent=kp),Ml=t(s),Rn=r(s,"UL",{"data-svelte-h":!0}),h(Rn)!=="svelte-1wva8w2"&&(Rn.innerHTML=xp),Jl=t(s),Fn=r(s,"P",{"data-svelte-h":!0}),h(Fn)!=="svelte-13p5bse"&&(Fn.innerHTML=_p),yl=t(s),c(Xn.$$.fragment,s),$l=t(s),Hn=r(s,"P",{"data-svelte-h":!0}),h(Hn)!=="svelte-hipclc"&&(Hn.textContent=Cp),kl=t(s),c(Yn.$$.fragment,s),xl=t(s),qn=r(s,"P",{"data-svelte-h":!0}),h(qn)!=="svelte-1gzy36"&&(qn.textContent=zp),_l=t(s),c(Ln.$$.fragment,s),Cl=t(s),Pn=r(s,"P",{"data-svelte-h":!0}),h(Pn)!=="svelte-15k345g"&&(Pn.innerHTML=Ip),zl=t(s),c(Qn.$$.fragment,s),Il=t(s),A=r(s,"H3",{class:!0});var nt=w(A);ps=r(nt,"A",{id:!0,class:!0,href:!0});var ir=w(ps);Za=r(ir,"SPAN",{});var cr=w(Za);c(Dn.$$.fragment,cr),cr.forEach(n),ir.forEach(n),dt=t(nt),va=r(nt,"SPAN",{"data-svelte-h":!0}),h(va)!=="svelte-193z0me"&&(va.textContent=Up),nt.forEach(n),Ul=t(s),Kn=r(s,"P",{"data-svelte-h":!0}),h(Kn)!=="svelte-1hdpnt"&&(Kn.textContent=Bp),Bl=t(s),c(On.$$.fragment,s),Wl=t(s),sa=r(s,"OL",{"data-svelte-h":!0}),h(sa)!=="svelte-o941t7"&&(sa.innerHTML=Wp),Zl=t(s),c(na.$$.fragment,s),Gl=t(s),rs=r(s,"OL",{start:!0,"data-svelte-h":!0}),h(rs)!=="svelte-10gge3x"&&(rs.innerHTML=Zp),Vl=t(s),c(aa.$$.fragment,s),Sl=t(s),ea=r(s,"P",{"data-svelte-h":!0}),h(ea)!=="svelte-1jrj23h"&&(ea.innerHTML=Gp),Al=t(s),la=r(s,"P",{"data-svelte-h":!0}),h(la)!=="svelte-14gj5fi"&&(la.textContent=Vp),El=t(s),Ga=r(s,"P",{}),w(Ga).forEach(n),this.h()},h(){u(g,"name","hf:doc:metadata"),u(g,"content",JSON.stringify(Cr)),u(E,"id","vorverarbeiten"),u(E,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(E,"href","#vorverarbeiten"),u(J,"class","relative group"),u(N,"id","nlp"),u(N,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(N,"href","#nlp"),u(k,"class","relative group"),u(F,"id","tokenize"),u(F,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(F,"href","#tokenize"),u(x,"class","relative group"),u(X,"id","pad"),u(X,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(X,"href","#pad"),u(_,"class","relative group"),u(H,"id","krzung"),u(H,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(H,"href","#krzung"),u(C,"class","relative group"),u(Y,"id","tensoren-erstellen"),u(Y,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(Y,"href","#tensoren-erstellen"),u(z,"class","relative group"),u(L,"id","audio"),u(L,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(L,"href","#audio"),u(I,"class","relative group"),u(P,"id","resample"),u(P,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(P,"href","#resample"),u(U,"class","relative group"),u(Q,"start","2"),u(D,"id","merkmalsextraktor"),u(D,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(D,"href","#merkmalsextraktor"),u(B,"class","relative group"),u(K,"id","auffllen-und-krzen"),u(K,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(K,"href","#auffllen-und-krzen"),u(W,"class","relative group"),u(O,"id","bildverarbeitung"),u(O,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(O,"href","#bildverarbeitung"),u(Z,"class","relative group"),u(ss,"id","merkmalsextraktor"),u(ss,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(ss,"href","#merkmalsextraktor"),u(G,"class","relative group"),u(ns,"id","datenerweiterung"),u(ns,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(ns,"href","#datenerweiterung"),u(V,"class","relative group"),u(as,"start","2"),u(es,"start","3"),u(ls,"start","4"),u(ts,"id","multimodal"),u(ts,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(ts,"href","#multimodal"),u(S,"class","relative group"),u(ps,"id","prozessor"),u(ps,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(ps,"href","#prozessor"),u(A,"class","relative group"),u(rs,"start","2")},m(s,a){m(document.head,g),e(s,T,a),e(s,f,a),e(s,M,a),e(s,J,a),m(J,E),m(E,Ta),b(hs,Ta,null),m(J,at),m(J,pa),e(s,Sa,a),b(us,s,a),e(s,Aa,a),e(s,ms,a),e(s,Ea,a),e(s,is,a),e(s,Na,a),e(s,k,a),m(k,N),m(N,Ma),b(cs,Ma,null),m(k,et),m(k,ra),e(s,Ra,a),b(bs,s,a),e(s,Fa,a),e(s,js,a),e(s,Xa,a),b(R,s,a),e(s,Ha,a),e(s,os,a),e(s,Ya,a),e(s,x,a),m(x,F),m(F,Ja),b(ds,Ja,null),m(x,lt),m(x,ha),e(s,qa,a),e(s,fs,a),e(s,La,a),b(gs,s,a),e(s,Pa,a),e(s,ws,a),e(s,Qa,a),b(vs,s,a),e(s,Da,a),e(s,Ts,a),e(s,Ka,a),e(s,Ms,a),e(s,Oa,a),e(s,Js,a),e(s,se,a),b(ys,s,a),e(s,ne,a),e(s,$s,a),e(s,ae,a),e(s,ks,a),e(s,ee,a),b(xs,s,a),e(s,le,a),e(s,_,a),m(_,X),m(X,ya),b(_s,ya,null),m(_,tt),m(_,ua),e(s,te,a),e(s,Cs,a),e(s,pe,a),e(s,zs,a),e(s,re,a),b(Is,s,a),e(s,he,a),e(s,Us,a),e(s,ue,a),e(s,C,a),m(C,H),m(H,$a),b(Bs,$a,null),m(C,pt),m(C,ma),e(s,me,a),e(s,Ws,a),e(s,ie,a),e(s,Zs,a),e(s,ce,a),b(Gs,s,a),e(s,be,a),e(s,z,a),m(z,Y),m(Y,ka),b(Vs,ka,null),m(z,rt),m(z,ia),e(s,je,a),e(s,Ss,a),e(s,oe,a),e(s,As,a),e(s,de,a),b(q,s,a),e(s,fe,a),e(s,I,a),m(I,L),m(L,xa),b(Es,xa,null),m(I,ht),m(I,ca),e(s,ge,a),e(s,Ns,a),e(s,we,a),b(Rs,s,a),e(s,ve,a),e(s,Fs,a),e(s,Te,a),b(Xs,s,a),e(s,Me,a),e(s,Hs,a),e(s,Je,a),b(Ys,s,a),e(s,ye,a),e(s,qs,a),e(s,$e,a),e(s,Ls,a),e(s,ke,a),e(s,U,a),m(U,P),m(P,_a),b(Ps,_a,null),m(U,ut),m(U,ba),e(s,xe,a),e(s,Qs,a),e(s,_e,a),e(s,Ds,a),e(s,Ce,a),b(Ks,s,a),e(s,ze,a),e(s,Os,a),e(s,Ie,a),b(sn,s,a),e(s,Ue,a),e(s,Q,a),e(s,Be,a),b(nn,s,a),e(s,We,a),e(s,an,a),e(s,Ze,a),e(s,B,a),m(B,D),m(D,Ca),b(en,Ca,null),m(B,mt),m(B,ja),e(s,Ge,a),e(s,ln,a),e(s,Ve,a),e(s,tn,a),e(s,Se,a),b(pn,s,a),e(s,Ae,a),e(s,rn,a),e(s,Ee,a),b(hn,s,a),e(s,Ne,a),e(s,W,a),m(W,K),m(K,za),b(un,za,null),m(W,it),m(W,oa),e(s,Re,a),e(s,mn,a),e(s,Fe,a),b(cn,s,a),e(s,Xe,a),e(s,bn,a),e(s,He,a),b(jn,s,a),e(s,Ye,a),e(s,on,a),e(s,qe,a),b(dn,s,a),e(s,Le,a),e(s,fn,a),e(s,Pe,a),b(gn,s,a),e(s,Qe,a),e(s,wn,a),e(s,De,a),e(s,Z,a),m(Z,O),m(O,Ia),b(vn,Ia,null),m(Z,ct),m(Z,da),e(s,Ke,a),e(s,Tn,a),e(s,Oe,a),e(s,Mn,a),e(s,sl,a),b(Jn,s,a),e(s,nl,a),e(s,yn,a),e(s,al,a),b($n,s,a),e(s,el,a),e(s,kn,a),e(s,ll,a),e(s,G,a),m(G,ss),m(ss,Ua),b(xn,Ua,null),m(G,bt),m(G,fa),e(s,tl,a),e(s,_n,a),e(s,pl,a),b(Cn,s,a),e(s,rl,a),e(s,V,a),m(V,ns),m(ns,Ba),b(zn,Ba,null),m(V,jt),m(V,ga),e(s,hl,a),e(s,In,a),e(s,ul,a),e(s,Un,a),e(s,ml,a),b(Bn,s,a),e(s,il,a),e(s,as,a),e(s,cl,a),b(Wn,s,a),e(s,bl,a),e(s,es,a),e(s,jl,a),b(Zn,s,a),e(s,ol,a),e(s,ls,a),e(s,dl,a),b(Gn,s,a),e(s,fl,a),e(s,Vn,a),e(s,gl,a),b(Sn,s,a),e(s,wl,a),e(s,An,a),e(s,vl,a),e(s,S,a),m(S,ts),m(ts,Wa),b(En,Wa,null),m(S,ot),m(S,wa),e(s,Tl,a),e(s,Nn,a),e(s,Ml,a),e(s,Rn,a),e(s,Jl,a),e(s,Fn,a),e(s,yl,a),b(Xn,s,a),e(s,$l,a),e(s,Hn,a),e(s,kl,a),b(Yn,s,a),e(s,xl,a),e(s,qn,a),e(s,_l,a),b(Ln,s,a),e(s,Cl,a),e(s,Pn,a),e(s,zl,a),b(Qn,s,a),e(s,Il,a),e(s,A,a),m(A,ps),m(ps,Za),b(Dn,Za,null),m(A,dt),m(A,va),e(s,Ul,a),e(s,Kn,a),e(s,Bl,a),b(On,s,a),e(s,Wl,a),e(s,sa,a),e(s,Zl,a),b(na,s,a),e(s,Gl,a),e(s,rs,a),e(s,Vl,a),b(aa,s,a),e(s,Sl,a),e(s,ea,a),e(s,Al,a),e(s,la,a),e(s,El,a),e(s,Ga,a),Nl=!0},p(s,[a]){const ta={};a&2&&(ta.$$scope={dirty:a,ctx:s}),R.$set(ta);const Va={};a&2&&(Va.$$scope={dirty:a,ctx:s}),q.$set(Va)},i(s){Nl||(j(hs.$$.fragment,s),j(us.$$.fragment,s),j(cs.$$.fragment,s),j(bs.$$.fragment,s),j(R.$$.fragment,s),j(ds.$$.fragment,s),j(gs.$$.fragment,s),j(vs.$$.fragment,s),j(ys.$$.fragment,s),j(xs.$$.fragment,s),j(_s.$$.fragment,s),j(Is.$$.fragment,s),j(Bs.$$.fragment,s),j(Gs.$$.fragment,s),j(Vs.$$.fragment,s),j(q.$$.fragment,s),j(Es.$$.fragment,s),j(Rs.$$.fragment,s),j(Xs.$$.fragment,s),j(Ys.$$.fragment,s),j(Ps.$$.fragment,s),j(Ks.$$.fragment,s),j(sn.$$.fragment,s),j(nn.$$.fragment,s),j(en.$$.fragment,s),j(pn.$$.fragment,s),j(hn.$$.fragment,s),j(un.$$.fragment,s),j(cn.$$.fragment,s),j(jn.$$.fragment,s),j(dn.$$.fragment,s),j(gn.$$.fragment,s),j(vn.$$.fragment,s),j(Jn.$$.fragment,s),j($n.$$.fragment,s),j(xn.$$.fragment,s),j(Cn.$$.fragment,s),j(zn.$$.fragment,s),j(Bn.$$.fragment,s),j(Wn.$$.fragment,s),j(Zn.$$.fragment,s),j(Gn.$$.fragment,s),j(Sn.$$.fragment,s),j(En.$$.fragment,s),j(Xn.$$.fragment,s),j(Yn.$$.fragment,s),j(Ln.$$.fragment,s),j(Qn.$$.fragment,s),j(Dn.$$.fragment,s),j(On.$$.fragment,s),j(na.$$.fragment,s),j(aa.$$.fragment,s),Nl=!0)},o(s){o(hs.$$.fragment,s),o(us.$$.fragment,s),o(cs.$$.fragment,s),o(bs.$$.fragment,s),o(R.$$.fragment,s),o(ds.$$.fragment,s),o(gs.$$.fragment,s),o(vs.$$.fragment,s),o(ys.$$.fragment,s),o(xs.$$.fragment,s),o(_s.$$.fragment,s),o(Is.$$.fragment,s),o(Bs.$$.fragment,s),o(Gs.$$.fragment,s),o(Vs.$$.fragment,s),o(q.$$.fragment,s),o(Es.$$.fragment,s),o(Rs.$$.fragment,s),o(Xs.$$.fragment,s),o(Ys.$$.fragment,s),o(Ps.$$.fragment,s),o(Ks.$$.fragment,s),o(sn.$$.fragment,s),o(nn.$$.fragment,s),o(en.$$.fragment,s),o(pn.$$.fragment,s),o(hn.$$.fragment,s),o(un.$$.fragment,s),o(cn.$$.fragment,s),o(jn.$$.fragment,s),o(dn.$$.fragment,s),o(gn.$$.fragment,s),o(vn.$$.fragment,s),o(Jn.$$.fragment,s),o($n.$$.fragment,s),o(xn.$$.fragment,s),o(Cn.$$.fragment,s),o(zn.$$.fragment,s),o(Bn.$$.fragment,s),o(Wn.$$.fragment,s),o(Zn.$$.fragment,s),o(Gn.$$.fragment,s),o(Sn.$$.fragment,s),o(En.$$.fragment,s),o(Xn.$$.fragment,s),o(Yn.$$.fragment,s),o(Ln.$$.fragment,s),o(Qn.$$.fragment,s),o(Dn.$$.fragment,s),o(On.$$.fragment,s),o(na.$$.fragment,s),o(aa.$$.fragment,s),Nl=!1},d(s){s&&(n(T),n(f),n(M),n(J),n(Sa),n(Aa),n(ms),n(Ea),n(is),n(Na),n(k),n(Ra),n(Fa),n(js),n(Xa),n(Ha),n(os),n(Ya),n(x),n(qa),n(fs),n(La),n(Pa),n(ws),n(Qa),n(Da),n(Ts),n(Ka),n(Ms),n(Oa),n(Js),n(se),n(ne),n($s),n(ae),n(ks),n(ee),n(le),n(_),n(te),n(Cs),n(pe),n(zs),n(re),n(he),n(Us),n(ue),n(C),n(me),n(Ws),n(ie),n(Zs),n(ce),n(be),n(z),n(je),n(Ss),n(oe),n(As),n(de),n(fe),n(I),n(ge),n(Ns),n(we),n(ve),n(Fs),n(Te),n(Me),n(Hs),n(Je),n(ye),n(qs),n($e),n(Ls),n(ke),n(U),n(xe),n(Qs),n(_e),n(Ds),n(Ce),n(ze),n(Os),n(Ie),n(Ue),n(Q),n(Be),n(We),n(an),n(Ze),n(B),n(Ge),n(ln),n(Ve),n(tn),n(Se),n(Ae),n(rn),n(Ee),n(Ne),n(W),n(Re),n(mn),n(Fe),n(Xe),n(bn),n(He),n(Ye),n(on),n(qe),n(Le),n(fn),n(Pe),n(Qe),n(wn),n(De),n(Z),n(Ke),n(Tn),n(Oe),n(Mn),n(sl),n(nl),n(yn),n(al),n(el),n(kn),n(ll),n(G),n(tl),n(_n),n(pl),n(rl),n(V),n(hl),n(In),n(ul),n(Un),n(ml),n(il),n(as),n(cl),n(bl),n(es),n(jl),n(ol),n(ls),n(dl),n(fl),n(Vn),n(gl),n(wl),n(An),n(vl),n(S),n(Tl),n(Nn),n(Ml),n(Rn),n(Jl),n(Fn),n(yl),n($l),n(Hn),n(kl),n(xl),n(qn),n(_l),n(Cl),n(Pn),n(zl),n(Il),n(A),n(Ul),n(Kn),n(Bl),n(Wl),n(sa),n(Zl),n(Gl),n(rs),n(Vl),n(Sl),n(ea),n(Al),n(la),n(El),n(Ga)),n(g),d(hs),d(us,s),d(cs),d(bs,s),d(R,s),d(ds),d(gs,s),d(vs,s),d(ys,s),d(xs,s),d(_s),d(Is,s),d(Bs),d(Gs,s),d(Vs),d(q,s),d(Es),d(Rs,s),d(Xs,s),d(Ys,s),d(Ps),d(Ks,s),d(sn,s),d(nn,s),d(en),d(pn,s),d(hn,s),d(un),d(cn,s),d(jn,s),d(dn,s),d(gn,s),d(vn),d(Jn,s),d($n,s),d(xn),d(Cn,s),d(zn),d(Bn,s),d(Wn,s),d(Zn,s),d(Gn,s),d(Sn,s),d(En),d(Xn,s),d(Yn,s),d(Ln,s),d(Qn,s),d(Dn),d(On,s),d(na,s),d(aa,s)}}}const Cr={local:"vorverarbeiten",sections:[{local:"nlp",sections:[{local:"tokenize",title:"Tokenize"},{local:"pad",title:"Pad"},{local:"krzung",title:"Kürzung"},{local:"tensoren-erstellen",title:"Tensoren erstellen"}],title:"NLP"},{local:"audio",sections:[{local:"resample",title:"Resample"},{local:"merkmalsextraktor",title:"Merkmalsextraktor"},{local:"auffllen-und-krzen",title:"Auffüllen und Kürzen"}],title:"Audio"},{local:"bildverarbeitung",sections:[{local:"merkmalsextraktor",title:"Merkmalsextraktor"},{local:"datenerweiterung",title:"Datenerweiterung"}],title:"Bildverarbeitung"},{local:"multimodal",sections:[{local:"prozessor",title:"Prozessor"}],title:"Multimodal"}],title:"Vorverarbeiten"};function zr($){return or(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ar extends dr{constructor(g){super(),fr(this,g,zr,_r,jr,{})}}export{Ar as component};
