import{s as G,n as N,o as O}from"../chunks/scheduler.cc52f4b9.js";import{S as R,i as D,e as c,s as l,c as z,h as I,a as h,d as n,b as s,f as A,g as L,j as U,k as F,l as J,m as a,n as M,t as k,o as H,p as S}from"../chunks/index.9480bb2b.js";import{C as K,H as Q,E as V}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.52103c90.js";import{C as X}from"../chunks/CourseFloatingBanner.78fb31df.js";function Y(j){let i,x,_,d,m,v,r,C,o,b,p,B="完成這一章，辛苦了！",P,f,W="在深入研究標記器之後，您應該：",w,u,q="<li>能夠使用舊的標記器作為模板來訓練新的標記器</li> <li>瞭解如何使用偏移量將標記的位置映射到其原始文本範圍</li> <li>瞭解 BPE、WordPiece 和 Unigram 之間的區別</li> <li>能夠混合和匹配 🤗 Tokenizers 庫提供的塊來構建您自己的標記器</li> <li>能夠在 🤗 Transformers 庫中使用該標記器</li>",y,$,T,g,E;return m=new K({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),r=new Q({props:{title:"標記器，回顧！",local:"標記器回顧",headingTag:"h1"}}),o=new X({props:{chapter:6,classNames:"absolute z-10 right-0 top-0"}}),$=new V({props:{source:"https://github.com/huggingface/course/blob/main/chapters/zh-TW/chapter6/9.mdx"}}),{c(){i=c("meta"),x=l(),_=c("p"),d=l(),z(m.$$.fragment),v=l(),z(r.$$.fragment),C=l(),z(o.$$.fragment),b=l(),p=c("p"),p.textContent=B,P=l(),f=c("p"),f.textContent=W,w=l(),u=c("ul"),u.innerHTML=q,y=l(),z($.$$.fragment),T=l(),g=c("p"),this.h()},l(t){const e=I("svelte-u9bgzb",document.head);i=h(e,"META",{name:!0,content:!0}),e.forEach(n),x=s(t),_=h(t,"P",{}),A(_).forEach(n),d=s(t),L(m.$$.fragment,t),v=s(t),L(r.$$.fragment,t),C=s(t),L(o.$$.fragment,t),b=s(t),p=h(t,"P",{"data-svelte-h":!0}),U(p)!=="svelte-1lh8k2v"&&(p.textContent=B),P=s(t),f=h(t,"P",{"data-svelte-h":!0}),U(f)!=="svelte-kvjzhn"&&(f.textContent=W),w=s(t),u=h(t,"UL",{"data-svelte-h":!0}),U(u)!=="svelte-5ywe36"&&(u.innerHTML=q),y=s(t),L($.$$.fragment,t),T=s(t),g=h(t,"P",{}),A(g).forEach(n),this.h()},h(){F(i,"name","hf:doc:metadata"),F(i,"content",Z)},m(t,e){J(document.head,i),a(t,x,e),a(t,_,e),a(t,d,e),M(m,t,e),a(t,v,e),M(r,t,e),a(t,C,e),M(o,t,e),a(t,b,e),a(t,p,e),a(t,P,e),a(t,f,e),a(t,w,e),a(t,u,e),a(t,y,e),M($,t,e),a(t,T,e),a(t,g,e),E=!0},p:N,i(t){E||(k(m.$$.fragment,t),k(r.$$.fragment,t),k(o.$$.fragment,t),k($.$$.fragment,t),E=!0)},o(t){H(m.$$.fragment,t),H(r.$$.fragment,t),H(o.$$.fragment,t),H($.$$.fragment,t),E=!1},d(t){t&&(n(x),n(_),n(d),n(v),n(C),n(b),n(p),n(P),n(f),n(w),n(u),n(y),n(T),n(g)),n(i),S(m,t),S(r,t),S(o,t),S($,t)}}}const Z='{"title":"標記器，回顧！","local":"標記器回顧","sections":[],"depth":1}';function tt(j){return O(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class lt extends R{constructor(i){super(),D(this,i,tt,Y,G,{})}}export{lt as component};
