import{s as Y,o as J}from"../chunks/scheduler.37c15a92.js";import{S as K,i as X,g as o,s,r as Q,A as Z,h as p,f as n,c as l,j as O,u as F,x as L,k as V,y as ee,a,v as I,d as S,t as A,w as U,m as te,n as ne}from"../chunks/index.7cb9c9b8.js";import{T as ae}from"../chunks/Tip.d10b3fc9.js";import{H as ie,E as se}from"../chunks/EditOnGithub.858acfec.js";function le(x){let i;return{c(){i=te(`What we've talked about so far is Reinforcement Learning. But where does the "Deep" come into play?`)},l(r){i=ne(r,`What we've talked about so far is Reinforcement Learning. But where does the "Deep" come into play?`)},m(r,f){a(r,i,f)},d(r){r&&n(i)}}}function re(x){let i,r,f,b,u,T,m,y,c,j="Deep Reinforcement Learning introduces <strong>deep neural networks to solve Reinforcement Learning problems</strong> — hence the name “deep”.",H,h,B="For instance, in the next unit, we’ll learn about two value-based algorithms: Q-Learning (classic Reinforcement Learning) and then Deep Q-Learning.",M,g,G="You’ll see the difference is that, in the first approach, <strong>we use a traditional algorithm</strong> to create a Q table that helps us find what action to take for each state.",P,d,N="In the second approach, <strong>we will use a Neural Network</strong> (to approximate the Q value).",C,$,W='<img src="https://huggingface.co/datasets/huggingface-deep-rl-course/course-images/resolve/main/en/unit1/deep.jpg" alt="Value based RL"/> <figcaption>Schema inspired by the Q learning notebook by Udacity</figcaption>',R,_,q='If you are not familiar with Deep Learning you should definitely watch <a href="https://course.fast.ai" rel="nofollow">the FastAI Practical Deep Learning for Coders</a> (Free).',D,w,k,v,E;return u=new ie({props:{title:"The “Deep” in Reinforcement Learning",local:"deep-rl",headingTag:"h1"}}),m=new ae({props:{$$slots:{default:[le]},$$scope:{ctx:x}}}),w=new se({props:{source:"https://github.com/huggingface/deep-rl-class/blob/main/units/en/unit1/deep-rl.mdx"}}),{c(){i=o("meta"),r=s(),f=o("p"),b=s(),Q(u.$$.fragment),T=s(),Q(m.$$.fragment),y=s(),c=o("p"),c.innerHTML=j,H=s(),h=o("p"),h.textContent=B,M=s(),g=o("p"),g.innerHTML=G,P=s(),d=o("p"),d.innerHTML=N,C=s(),$=o("figure"),$.innerHTML=W,R=s(),_=o("p"),_.innerHTML=q,D=s(),Q(w.$$.fragment),k=s(),v=o("p"),this.h()},l(e){const t=Z("svelte-u9bgzb",document.head);i=p(t,"META",{name:!0,content:!0}),t.forEach(n),r=l(e),f=p(e,"P",{}),O(f).forEach(n),b=l(e),F(u.$$.fragment,e),T=l(e),F(m.$$.fragment,e),y=l(e),c=p(e,"P",{"data-svelte-h":!0}),L(c)!=="svelte-mylgu3"&&(c.innerHTML=j),H=l(e),h=p(e,"P",{"data-svelte-h":!0}),L(h)!=="svelte-8n3ni4"&&(h.textContent=B),M=l(e),g=p(e,"P",{"data-svelte-h":!0}),L(g)!=="svelte-twg46x"&&(g.innerHTML=G),P=l(e),d=p(e,"P",{"data-svelte-h":!0}),L(d)!=="svelte-4us9n7"&&(d.innerHTML=N),C=l(e),$=p(e,"FIGURE",{"data-svelte-h":!0}),L($)!=="svelte-u098e4"&&($.innerHTML=W),R=l(e),_=p(e,"P",{"data-svelte-h":!0}),L(_)!=="svelte-1b8mx3n"&&(_.innerHTML=q),D=l(e),F(w.$$.fragment,e),k=l(e),v=p(e,"P",{}),O(v).forEach(n),this.h()},h(){V(i,"name","hf:doc:metadata"),V(i,"content",oe)},m(e,t){ee(document.head,i),a(e,r,t),a(e,f,t),a(e,b,t),I(u,e,t),a(e,T,t),I(m,e,t),a(e,y,t),a(e,c,t),a(e,H,t),a(e,h,t),a(e,M,t),a(e,g,t),a(e,P,t),a(e,d,t),a(e,C,t),a(e,$,t),a(e,R,t),a(e,_,t),a(e,D,t),I(w,e,t),a(e,k,t),a(e,v,t),E=!0},p(e,[t]){const z={};t&2&&(z.$$scope={dirty:t,ctx:e}),m.$set(z)},i(e){E||(S(u.$$.fragment,e),S(m.$$.fragment,e),S(w.$$.fragment,e),E=!0)},o(e){A(u.$$.fragment,e),A(m.$$.fragment,e),A(w.$$.fragment,e),E=!1},d(e){e&&(n(r),n(f),n(b),n(T),n(y),n(c),n(H),n(h),n(M),n(g),n(P),n(d),n(C),n($),n(R),n(_),n(D),n(k),n(v)),n(i),U(u,e),U(m,e),U(w,e)}}}const oe='{"title":"The “Deep” in Reinforcement Learning","local":"deep-rl","sections":[],"depth":1}';function pe(x){return J(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class he extends K{constructor(i){super(),X(this,i,pe,re,Y,{})}}export{he as component};
