import{s as J,n as K,o as Q}from"../chunks/scheduler.cc52f4b9.js";import{S as V,i as X,e as o,s as i,c as z,h as Y,a as r,d as a,b as s,f as G,g as I,j as _,k as N,l as Z,m as n,n as S,t as j,o as q,p as D}from"../chunks/index.5b747fde.js";import{C as tt,H as et,E as at}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.d38ac5a9.js";import{C as nt}from"../chunks/CourseFloatingBanner.b33fcd79.js";function it(W){let l,b,g,v,u,x,m,H,p,C,f,B='In <a href="/course/chapter3">Chapter 3</a> you got your first taste of the 🤗 Datasets library and saw that there were three main steps when it came to fine-tuning a model:',L,h,F="<li>Load a dataset from the Hugging Face Hub.</li> <li>Preprocess the data with <code>Dataset.map()</code>.</li> <li>Load and compute metrics.</li>",M,c,O="But this is just scratching the surface of what 🤗 Datasets can do! In this chapter, we will take a deep dive into the library. Along the way, we’ll find answers to the following questions:",T,d,R="<li>What do you do when your dataset is not on the Hub?</li> <li>How can you slice and dice a dataset? (And what if you <em>really</em> need to use Pandas?)</li> <li>What do you do when your dataset is huge and will melt your laptop’s RAM?</li> <li>What the heck are “memory mapping” and Apache Arrow?</li> <li>How can you create your own dataset and push it to the Hub?</li>",P,$,U='The techniques you learn here will prepare you for the advanced tokenization and fine-tuning tasks in <a href="/course/chapter6">Chapter 6</a> and <a href="/course/chapter7">Chapter 7</a> — so grab a coffee and let’s get started!',k,w,A,y,E;return u=new tt({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),m=new et({props:{title:"Introduction",local:"introduction",headingTag:"h1"}}),p=new nt({props:{chapter:5,classNames:"absolute z-10 right-0 top-0"}}),w=new at({props:{source:"https://github.com/huggingface/course/blob/main/chapters/en/chapter5/1.mdx"}}),{c(){l=o("meta"),b=i(),g=o("p"),v=i(),z(u.$$.fragment),x=i(),z(m.$$.fragment),H=i(),z(p.$$.fragment),C=i(),f=o("p"),f.innerHTML=B,L=i(),h=o("ol"),h.innerHTML=F,M=i(),c=o("p"),c.textContent=O,T=i(),d=o("ul"),d.innerHTML=R,P=i(),$=o("p"),$.innerHTML=U,k=i(),z(w.$$.fragment),A=i(),y=o("p"),this.h()},l(t){const e=Y("svelte-u9bgzb",document.head);l=r(e,"META",{name:!0,content:!0}),e.forEach(a),b=s(t),g=r(t,"P",{}),G(g).forEach(a),v=s(t),I(u.$$.fragment,t),x=s(t),I(m.$$.fragment,t),H=s(t),I(p.$$.fragment,t),C=s(t),f=r(t,"P",{"data-svelte-h":!0}),_(f)!=="svelte-kgw5en"&&(f.innerHTML=B),L=s(t),h=r(t,"OL",{"data-svelte-h":!0}),_(h)!=="svelte-1ou2s90"&&(h.innerHTML=F),M=s(t),c=r(t,"P",{"data-svelte-h":!0}),_(c)!=="svelte-ow4a6"&&(c.textContent=O),T=s(t),d=r(t,"UL",{"data-svelte-h":!0}),_(d)!=="svelte-lj4ah0"&&(d.innerHTML=R),P=s(t),$=r(t,"P",{"data-svelte-h":!0}),_($)!=="svelte-1n9tshc"&&($.innerHTML=U),k=s(t),I(w.$$.fragment,t),A=s(t),y=r(t,"P",{}),G(y).forEach(a),this.h()},h(){N(l,"name","hf:doc:metadata"),N(l,"content",st)},m(t,e){Z(document.head,l),n(t,b,e),n(t,g,e),n(t,v,e),S(u,t,e),n(t,x,e),S(m,t,e),n(t,H,e),S(p,t,e),n(t,C,e),n(t,f,e),n(t,L,e),n(t,h,e),n(t,M,e),n(t,c,e),n(t,T,e),n(t,d,e),n(t,P,e),n(t,$,e),n(t,k,e),S(w,t,e),n(t,A,e),n(t,y,e),E=!0},p:K,i(t){E||(j(u.$$.fragment,t),j(m.$$.fragment,t),j(p.$$.fragment,t),j(w.$$.fragment,t),E=!0)},o(t){q(u.$$.fragment,t),q(m.$$.fragment,t),q(p.$$.fragment,t),q(w.$$.fragment,t),E=!1},d(t){t&&(a(b),a(g),a(v),a(x),a(H),a(C),a(f),a(L),a(h),a(M),a(c),a(T),a(d),a(P),a($),a(k),a(A),a(y)),a(l),D(u,t),D(m,t),D(p,t),D(w,t)}}}const st='{"title":"Introduction","local":"introduction","sections":[],"depth":1}';function lt(W){return Q(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class pt extends V{constructor(l){super(),X(this,l,lt,it,J,{})}}export{pt as component};
