import{s as A,n as B,o as F}from"../chunks/scheduler.37c15a92.js";import{S as G,i as N,g as u,s as p,r as E,A as R,h as d,f as a,c,j as S,u as L,x as g,k as H,y as W,a as n,v as M,d as q,t as U,w as j}from"../chunks/index.2bf4358c.js";import{C as D}from"../chunks/CourseFloatingBanner.15ba07e6.js";import{H as I}from"../chunks/Heading.8ada512a.js";function J(P){let o,_,f,$,s,h,r,k,l,T="Gran trabajo terminando este capítulo!",x,i,w="Luego de esta profundizacion en los tokenizadores, deberías:",v,m,y="<li>Ser capaz de entrenar un nuevo tokenizador usando un existente como plantilla</li> <li>Entender como usar los offsets para mapear las posiciones de los tokens a sus trozos de texto original</li> <li>Conocer las diferencias entre BPE, WordPiece y Unigram</li> <li>Ser capaz de mezclar y combinar los bloques provistos por la librería 🤗 Tokenizers para construir tu propio tokenizador</li> <li>Ser capaz de usar el tokenizador dentro de la librería 🤗 Transformers.</li>",C,z,b;return s=new I({props:{title:"Tokenizadores, listo!",local:"tokenizers-check",headingTag:"h1"}}),r=new D({props:{chapter:6,classNames:"absolute z-10 right-0 top-0"}}),{c(){o=u("meta"),_=p(),f=u("p"),$=p(),E(s.$$.fragment),h=p(),E(r.$$.fragment),k=p(),l=u("p"),l.textContent=T,x=p(),i=u("p"),i.textContent=w,v=p(),m=u("ul"),m.innerHTML=y,C=p(),z=u("p"),this.h()},l(e){const t=R("svelte-u9bgzb",document.head);o=d(t,"META",{name:!0,content:!0}),t.forEach(a),_=c(e),f=d(e,"P",{}),S(f).forEach(a),$=c(e),L(s.$$.fragment,e),h=c(e),L(r.$$.fragment,e),k=c(e),l=d(e,"P",{"data-svelte-h":!0}),g(l)!=="svelte-3z1det"&&(l.textContent=T),x=c(e),i=d(e,"P",{"data-svelte-h":!0}),g(i)!=="svelte-6klo4x"&&(i.textContent=w),v=c(e),m=d(e,"UL",{"data-svelte-h":!0}),g(m)!=="svelte-qla4gz"&&(m.innerHTML=y),C=c(e),z=d(e,"P",{}),S(z).forEach(a),this.h()},h(){H(o,"name","hf:doc:metadata"),H(o,"content",K)},m(e,t){W(document.head,o),n(e,_,t),n(e,f,t),n(e,$,t),M(s,e,t),n(e,h,t),M(r,e,t),n(e,k,t),n(e,l,t),n(e,x,t),n(e,i,t),n(e,v,t),n(e,m,t),n(e,C,t),n(e,z,t),b=!0},p:B,i(e){b||(q(s.$$.fragment,e),q(r.$$.fragment,e),b=!0)},o(e){U(s.$$.fragment,e),U(r.$$.fragment,e),b=!1},d(e){e&&(a(_),a(f),a($),a(h),a(k),a(l),a(x),a(i),a(v),a(m),a(C),a(z)),a(o),j(s,e),j(r,e)}}}const K='{"title":"Tokenizadores, listo!","local":"tokenizers-check","sections":[],"depth":1}';function O(P){return F(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Z extends G{constructor(o){super(),N(this,o,O,J,A,{})}}export{Z as component};
