import{s as V,n as Y,o as J}from"../chunks/scheduler.37c15a92.js";import{S as N,i as Q,g as c,s as l,r as x,A as X,h as $,f as i,c as n,j as G,u as _,x as k,k as K,y as Z,a,v as b,d as y,t as T,w as v}from"../chunks/index.7cb9c9b8.js";import{H as U,E as tt}from"../chunks/EditOnGithub.858acfec.js";function et(j){let o,L,P,O,p,I,s,q="These are <strong>optional readings</strong> if you want to go deeper.",M,m,E,r,B='<li><a href="https://fse.studenttheses.ub.rug.nl/25709/1/mAI_2021_BickD.pdf" rel="nofollow">Towards Delivering a Coherent Self-Contained Explanation of Proximal Policy Optimization by Daniel Bick</a></li> <li><a href="https://stackoverflow.com/questions/46422845/what-is-the-way-to-understand-proximal-policy-optimization-algorithm-in-rl" rel="nofollow">What is the way to understand Proximal Policy Optimization Algorithm in RL?</a></li> <li><a href="https://youtu.be/KjWF8VIMGiY" rel="nofollow">Foundations of Deep RL Series, L4 TRPO and PPO by Pieter Abbeel</a></li> <li><a href="https://openai.com/blog/openai-baselines-ppo/" rel="nofollow">OpenAI PPO Blogpost</a></li> <li><a href="https://spinningup.openai.com/en/latest/algorithms/ppo.html" rel="nofollow">Spinning Up RL PPO</a></li> <li><a href="https://arxiv.org/abs/1707.06347" rel="nofollow">Paper Proximal Policy Optimization Algorithms</a></li>',H,f,A,u,W='<li><a href="https://iclr-blog-track.github.io/2022/03/25/ppo-implementation-details/" rel="nofollow">The 37 Implementation Details of Proximal Policy Optimization</a></li> <li><a href="https://www.youtube.com/watch?v=MEt6rrxH8W4" rel="nofollow">Part 1 of 3 — Proximal Policy Optimization Implementation: 11 Core Implementation Details</a></li>',C,h,S,d,F='<li><a href="https://youtu.be/C3p2wI4RAi8" rel="nofollow">Importance Sampling Explained</a></li>',z,g,R,w,D;return p=new U({props:{title:"Additional Readings",local:"additional-readings",headingTag:"h1"}}),m=new U({props:{title:"PPO Explained",local:"ppo-explained",headingTag:"h2"}}),f=new U({props:{title:"PPO Implementation details",local:"ppo-implementation-details",headingTag:"h2"}}),h=new U({props:{title:"Importance Sampling",local:"importance-sampling",headingTag:"h2"}}),g=new tt({props:{source:"https://github.com/huggingface/deep-rl-class/blob/main/units/en/unit8/additional-readings.mdx"}}),{c(){o=c("meta"),L=l(),P=c("p"),O=l(),x(p.$$.fragment),I=l(),s=c("p"),s.innerHTML=q,M=l(),x(m.$$.fragment),E=l(),r=c("ul"),r.innerHTML=B,H=l(),x(f.$$.fragment),A=l(),u=c("ul"),u.innerHTML=W,C=l(),x(h.$$.fragment),S=l(),d=c("ul"),d.innerHTML=F,z=l(),x(g.$$.fragment),R=l(),w=c("p"),this.h()},l(t){const e=X("svelte-u9bgzb",document.head);o=$(e,"META",{name:!0,content:!0}),e.forEach(i),L=n(t),P=$(t,"P",{}),G(P).forEach(i),O=n(t),_(p.$$.fragment,t),I=n(t),s=$(t,"P",{"data-svelte-h":!0}),k(s)!=="svelte-19yxmer"&&(s.innerHTML=q),M=n(t),_(m.$$.fragment,t),E=n(t),r=$(t,"UL",{"data-svelte-h":!0}),k(r)!=="svelte-12th2fj"&&(r.innerHTML=B),H=n(t),_(f.$$.fragment,t),A=n(t),u=$(t,"UL",{"data-svelte-h":!0}),k(u)!=="svelte-1hpa9qx"&&(u.innerHTML=W),C=n(t),_(h.$$.fragment,t),S=n(t),d=$(t,"UL",{"data-svelte-h":!0}),k(d)!=="svelte-1mzu2to"&&(d.innerHTML=F),z=n(t),_(g.$$.fragment,t),R=n(t),w=$(t,"P",{}),G(w).forEach(i),this.h()},h(){K(o,"name","hf:doc:metadata"),K(o,"content",it)},m(t,e){Z(document.head,o),a(t,L,e),a(t,P,e),a(t,O,e),b(p,t,e),a(t,I,e),a(t,s,e),a(t,M,e),b(m,t,e),a(t,E,e),a(t,r,e),a(t,H,e),b(f,t,e),a(t,A,e),a(t,u,e),a(t,C,e),b(h,t,e),a(t,S,e),a(t,d,e),a(t,z,e),b(g,t,e),a(t,R,e),a(t,w,e),D=!0},p:Y,i(t){D||(y(p.$$.fragment,t),y(m.$$.fragment,t),y(f.$$.fragment,t),y(h.$$.fragment,t),y(g.$$.fragment,t),D=!0)},o(t){T(p.$$.fragment,t),T(m.$$.fragment,t),T(f.$$.fragment,t),T(h.$$.fragment,t),T(g.$$.fragment,t),D=!1},d(t){t&&(i(L),i(P),i(O),i(I),i(s),i(M),i(E),i(r),i(H),i(A),i(u),i(C),i(S),i(d),i(z),i(R),i(w)),i(o),v(p,t),v(m,t),v(f,t),v(h,t),v(g,t)}}}const it='{"title":"Additional Readings","local":"additional-readings","sections":[{"title":"PPO Explained","local":"ppo-explained","sections":[],"depth":2},{"title":"PPO Implementation details","local":"ppo-implementation-details","sections":[],"depth":2},{"title":"Importance Sampling","local":"importance-sampling","sections":[],"depth":2}],"depth":1}';function at(j){return J(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class pt extends N{constructor(o){super(),Q(this,o,at,et,V,{})}}export{pt as component};
