import{s as Se,a as Ge,n as Fe,o as Ue}from"../chunks/scheduler.505acc25.js";import{S as De,i as Oe,e as l,s as i,c as S,h as Re,a,d as n,b as o,f as he,g as F,j as r,k as f,l as je,m as s,n as U,t as D,o as O,p as R}from"../chunks/index.fbb49fb4.js";import{C as Ne}from"../chunks/CopyLLMTxtMenu.564b44fd.js";import{H as de}from"../chunks/Heading.511e0027.js";import{E as ze}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.8c19e80e.js";function We(ge){let p,j,E,N,m,z,c,W,h,ve="Now that you’re ready to dive deeper into the creation of your final agent, let’s see how you can submit it for review.",Y,d,B,g,we="The Dataset used in this leaderboard consist of 20 questions extracted from the level 1 questions of the <strong>validation</strong> set from GAIA.",X,v,be="The chosen question were filtered based on the number of tools and steps needed to answer a question.",J,w,ye="Based on the current look of the GAIA benchmark, we think that getting you to try to aim for 30% on level 1 question is a fair test.",K,b,Te,Q,y,V,T,_e="Now the big question in your mind is probably : “How do I start submitting ?”",Z,_,xe=`For this Unit, we created an API that will allow you to get the questions, and send your answers for scoring.
Here is a summary of the routes (see the <a href="https://agents-course-unit4-scoring.hf.space/docs" rel="nofollow">live documentation</a> for interactive details):`,ee,x,$e="<li><strong><code>GET /questions</code></strong>: Retrieve the full list of filtered evaluation questions.</li> <li><strong><code>GET /random-question</code></strong>: Fetch a single random question from the list.</li> <li><strong><code>GET /files/{task_id}</code></strong>: Download a specific file associated with a given task ID.</li> <li><strong><code>POST /submit</code></strong>: Submit agent answers, calculate the score, and update the leaderboard.</li>",te,$,Ce='The submit function will compare the answer to the ground truth in an <strong>EXACT MATCH</strong> manner, hence prompt it well ! The GAIA team shared a prompting example for your agent <a href="https://huggingface.co/spaces/gaia-benchmark/leaderboard" rel="nofollow">here</a> (for the sake of this course, make sure you don’t include the text “FINAL ANSWER” in your submission, just make your agent reply with the answer and nothing else).',ne,C,He="🎨 <strong>Make the Template Your Own!</strong>",se,H,Me='To demonstrate the process of interacting with the API, we’ve included a <a href="https://huggingface.co/spaces/agents-course/Final_Assignment_Template" rel="nofollow">basic template</a> as a starting point.',ie,M,Le="Please feel free—and <strong>actively encouraged</strong>—to change, add to, or completely restructure it! Modify it in any way that best suits your approach and creativity.",oe,L,Ae="In order to submit this templates compute 3 things needed by the API :",le,A,ke="<li><strong>Username:</strong> Your Hugging Face username (here obtained via Gradio login), which is used to identify your submission.</li> <li><strong>Code Link (<code>agent_code</code>):</strong> the URL linking to your Hugging Face Space code (<code>.../tree/main</code>) for verification purposes, so please keep your space public.</li> <li><strong>Answers (<code>answers</code>):</strong> The list of responses (<code>{&quot;task_id&quot;: ..., &quot;submitted_answer&quot;: ...}</code>) generated by your Agent for scoring.</li>",ae,k,Pe='Hence we encourage you to start by duplicating this <a href="https://huggingface.co/spaces/agents-course/Final_Assignment_Template" rel="nofollow">template</a> on your own huggingface profile.',re,P,qe='🏆 Check out the leaderboard <a href="https://huggingface.co/spaces/agents-course/Students_leaderboard" rel="nofollow">here</a>',ue,q,Ie=`<em>A friendly note: This leaderboard is meant for fun! We know it’s possible to submit scores without full verification. If we see too many high scores posted without a public link to back them up, we might need to review, adjust, or remove some entries to keep the leaderboard useful.</em>
The leaderboard will show the link to your space code-base, since this leaderboard is for students only, please keep your space public if you get a score you’re proud of.`,pe,u,Ee,fe,I,me,G,ce;return m=new Ne({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),c=new de({props:{title:"Hands-On",local:"hands-on",headingTag:"h1"}}),d=new de({props:{title:"The Dataset",local:"the-dataset",headingTag:"h2"}}),y=new de({props:{title:"The process",local:"the-process",headingTag:"h2"}}),I=new ze({props:{source:"https://github.com/huggingface/agents-course/blob/main/units/en/unit4/hands-on.mdx"}}),{c(){p=l("meta"),j=i(),E=l("p"),N=i(),S(m.$$.fragment),z=i(),S(c.$$.fragment),W=i(),h=l("p"),h.textContent=ve,Y=i(),S(d.$$.fragment),B=i(),g=l("p"),g.innerHTML=we,X=i(),v=l("p"),v.textContent=be,J=i(),w=l("p"),w.textContent=ye,K=i(),b=l("img"),Q=i(),S(y.$$.fragment),V=i(),T=l("p"),T.textContent=_e,Z=i(),_=l("p"),_.innerHTML=xe,ee=i(),x=l("ul"),x.innerHTML=$e,te=i(),$=l("p"),$.innerHTML=Ce,ne=i(),C=l("p"),C.innerHTML=He,se=i(),H=l("p"),H.innerHTML=Me,ie=i(),M=l("p"),M.innerHTML=Le,oe=i(),L=l("p"),L.textContent=Ae,le=i(),A=l("ul"),A.innerHTML=ke,ae=i(),k=l("p"),k.innerHTML=Pe,re=i(),P=l("p"),P.innerHTML=qe,ue=i(),q=l("p"),q.innerHTML=Ie,pe=i(),u=l("iframe"),fe=i(),S(I.$$.fragment),me=i(),G=l("p"),this.h()},l(e){const t=Re("svelte-u9bgzb",document.head);p=a(t,"META",{name:!0,content:!0}),t.forEach(n),j=o(e),E=a(e,"P",{}),he(E).forEach(n),N=o(e),F(m.$$.fragment,e),z=o(e),F(c.$$.fragment,e),W=o(e),h=a(e,"P",{"data-svelte-h":!0}),r(h)!=="svelte-1pkh1it"&&(h.textContent=ve),Y=o(e),F(d.$$.fragment,e),B=o(e),g=a(e,"P",{"data-svelte-h":!0}),r(g)!=="svelte-1dbtc9y"&&(g.innerHTML=we),X=o(e),v=a(e,"P",{"data-svelte-h":!0}),r(v)!=="svelte-1sq5bwc"&&(v.textContent=be),J=o(e),w=a(e,"P",{"data-svelte-h":!0}),r(w)!=="svelte-ixsceg"&&(w.textContent=ye),K=o(e),b=a(e,"IMG",{src:!0,alt:!0}),Q=o(e),F(y.$$.fragment,e),V=o(e),T=a(e,"P",{"data-svelte-h":!0}),r(T)!=="svelte-pg4f52"&&(T.textContent=_e),Z=o(e),_=a(e,"P",{"data-svelte-h":!0}),r(_)!=="svelte-1i5vcot"&&(_.innerHTML=xe),ee=o(e),x=a(e,"UL",{"data-svelte-h":!0}),r(x)!=="svelte-11wx5wm"&&(x.innerHTML=$e),te=o(e),$=a(e,"P",{"data-svelte-h":!0}),r($)!=="svelte-1s4mh74"&&($.innerHTML=Ce),ne=o(e),C=a(e,"P",{"data-svelte-h":!0}),r(C)!=="svelte-1eh0xx6"&&(C.innerHTML=He),se=o(e),H=a(e,"P",{"data-svelte-h":!0}),r(H)!=="svelte-1njhx4c"&&(H.innerHTML=Me),ie=o(e),M=a(e,"P",{"data-svelte-h":!0}),r(M)!=="svelte-1fvlct0"&&(M.innerHTML=Le),oe=o(e),L=a(e,"P",{"data-svelte-h":!0}),r(L)!=="svelte-rd5wrl"&&(L.textContent=Ae),le=o(e),A=a(e,"UL",{"data-svelte-h":!0}),r(A)!=="svelte-16yeua6"&&(A.innerHTML=ke),ae=o(e),k=a(e,"P",{"data-svelte-h":!0}),r(k)!=="svelte-1092b3t"&&(k.innerHTML=Pe),re=o(e),P=a(e,"P",{"data-svelte-h":!0}),r(P)!=="svelte-1llqan4"&&(P.innerHTML=qe),ue=o(e),q=a(e,"P",{"data-svelte-h":!0}),r(q)!=="svelte-15fkx8k"&&(q.innerHTML=Ie),pe=o(e),u=a(e,"IFRAME",{src:!0,frameborder:!0,width:!0,height:!0}),he(u).forEach(n),fe=o(e),F(I.$$.fragment,e),me=o(e),G=a(e,"P",{}),he(G).forEach(n),this.h()},h(){f(p,"name","hf:doc:metadata"),f(p,"content",Ye),Ge(b.src,Te="https://huggingface.co/datasets/agents-course/course-images/resolve/main/en/unit4/leaderboard%20GAIA%2024%3A04%3A2025.png")||f(b,"src",Te),f(b,"alt","GAIA current status!"),Ge(u.src,Ee="https://agents-course-students-leaderboard.hf.space")||f(u,"src",Ee),f(u,"frameborder","0"),f(u,"width","850"),f(u,"height","450")},m(e,t){je(document.head,p),s(e,j,t),s(e,E,t),s(e,N,t),U(m,e,t),s(e,z,t),U(c,e,t),s(e,W,t),s(e,h,t),s(e,Y,t),U(d,e,t),s(e,B,t),s(e,g,t),s(e,X,t),s(e,v,t),s(e,J,t),s(e,w,t),s(e,K,t),s(e,b,t),s(e,Q,t),U(y,e,t),s(e,V,t),s(e,T,t),s(e,Z,t),s(e,_,t),s(e,ee,t),s(e,x,t),s(e,te,t),s(e,$,t),s(e,ne,t),s(e,C,t),s(e,se,t),s(e,H,t),s(e,ie,t),s(e,M,t),s(e,oe,t),s(e,L,t),s(e,le,t),s(e,A,t),s(e,ae,t),s(e,k,t),s(e,re,t),s(e,P,t),s(e,ue,t),s(e,q,t),s(e,pe,t),s(e,u,t),s(e,fe,t),U(I,e,t),s(e,me,t),s(e,G,t),ce=!0},p:Fe,i(e){ce||(D(m.$$.fragment,e),D(c.$$.fragment,e),D(d.$$.fragment,e),D(y.$$.fragment,e),D(I.$$.fragment,e),ce=!0)},o(e){O(m.$$.fragment,e),O(c.$$.fragment,e),O(d.$$.fragment,e),O(y.$$.fragment,e),O(I.$$.fragment,e),ce=!1},d(e){e&&(n(j),n(E),n(N),n(z),n(W),n(h),n(Y),n(B),n(g),n(X),n(v),n(J),n(w),n(K),n(b),n(Q),n(V),n(T),n(Z),n(_),n(ee),n(x),n(te),n($),n(ne),n(C),n(se),n(H),n(ie),n(M),n(oe),n(L),n(le),n(A),n(ae),n(k),n(re),n(P),n(ue),n(q),n(pe),n(u),n(fe),n(me),n(G)),n(p),R(m,e),R(c,e),R(d,e),R(y,e),R(I,e)}}}const Ye='{"title":"Hands-On","local":"hands-on","sections":[{"title":"The Dataset","local":"the-dataset","sections":[],"depth":2},{"title":"The process","local":"the-process","sections":[],"depth":2}],"depth":1}';function Be(ge){return Ue(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ze extends De{constructor(p){super(),Oe(this,p,Be,We,Se,{})}}export{Ze as component};
