import{s as B,n as q,o as F}from"../chunks/scheduler.37c15a92.js";import{S as N,i as R,g as u,s as p,r as z,A as W,h as c,f as a,c as f,j as H,u as L,x as T,k as M,y as D,a as n,v as S,d as U,t as j,w as A}from"../chunks/index.2bf4358c.js";import{C as G}from"../chunks/CourseFloatingBanner.06521e8b.js";import{H as I}from"../chunks/Heading.8ada512a.js";function J(y){let s,h,_,d,l,v,i,x,o,E="完成這一章，辛苦了！",C,r,b="在深入研究標記器之後，您應該：",P,m,k="<li>能夠使用舊的標記器作為模板來訓練新的標記器</li> <li>瞭解如何使用偏移量將標記的位置映射到其原始文本範圍</li> <li>瞭解 BPE、WordPiece 和 Unigram 之間的區別</li> <li>能夠混合和匹配 🤗 Tokenizers 庫提供的塊來構建您自己的標記器</li> <li>能夠在 🤗 Transformers 庫中使用該標記器</li>",w,$,g;return l=new I({props:{title:"標記器，回顧！",local:"標記器回顧",headingTag:"h1"}}),i=new G({props:{chapter:6,classNames:"absolute z-10 right-0 top-0"}}),{c(){s=u("meta"),h=p(),_=u("p"),d=p(),z(l.$$.fragment),v=p(),z(i.$$.fragment),x=p(),o=u("p"),o.textContent=E,C=p(),r=u("p"),r.textContent=b,P=p(),m=u("ul"),m.innerHTML=k,w=p(),$=u("p"),this.h()},l(t){const e=W("svelte-u9bgzb",document.head);s=c(e,"META",{name:!0,content:!0}),e.forEach(a),h=f(t),_=c(t,"P",{}),H(_).forEach(a),d=f(t),L(l.$$.fragment,t),v=f(t),L(i.$$.fragment,t),x=f(t),o=c(t,"P",{"data-svelte-h":!0}),T(o)!=="svelte-1lh8k2v"&&(o.textContent=E),C=f(t),r=c(t,"P",{"data-svelte-h":!0}),T(r)!=="svelte-kvjzhn"&&(r.textContent=b),P=f(t),m=c(t,"UL",{"data-svelte-h":!0}),T(m)!=="svelte-5ywe36"&&(m.innerHTML=k),w=f(t),$=c(t,"P",{}),H($).forEach(a),this.h()},h(){M(s,"name","hf:doc:metadata"),M(s,"content",K)},m(t,e){D(document.head,s),n(t,h,e),n(t,_,e),n(t,d,e),S(l,t,e),n(t,v,e),S(i,t,e),n(t,x,e),n(t,o,e),n(t,C,e),n(t,r,e),n(t,P,e),n(t,m,e),n(t,w,e),n(t,$,e),g=!0},p:q,i(t){g||(U(l.$$.fragment,t),U(i.$$.fragment,t),g=!0)},o(t){j(l.$$.fragment,t),j(i.$$.fragment,t),g=!1},d(t){t&&(a(h),a(_),a(d),a(v),a(x),a(o),a(C),a(r),a(P),a(m),a(w),a($)),a(s),A(l,t),A(i,t)}}}const K='{"title":"標記器，回顧！","local":"標記器回顧","sections":[],"depth":1}';function O(y){return F(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Z extends N{constructor(s){super(),R(this,s,O,J,B,{})}}export{Z as component};
