import{S as Xn,i as Jn,s as Qn,e as o,k as d,w as $,t as s,N as Yn,c as a,d as t,m as h,a as l,x as C,h as n,b as i,G as e,g as f,y as S,L as Zn,q as P,o as O,B as T,v as ed}from"../chunks/vendor-hf-doc-builder.js";import{I as x}from"../chunks/IconCopyLink-hf-doc-builder.js";function td(Li){let R,Wo,U,Q,ut,ce,Aa,mt,La,jo,H,Y,pt,fe,Ia,vt,ka,Vo,B,Z,wt,ue,Ma,gt,$a,qo,nt,Et,yt,Ca,Ko,p,bt,Sa,Pa,_t,Oa,Ta,At,xa,Da,Lt,Na,Ga,It,Ra,Ua,kt,Ha,Ba,dt,Fa,b,Mt,Wa,ja,$t,Va,qa,Ct,Ka,za,St,Xa,Ja,Pt,Qa,Ya,Ot,Za,el,Tt,tl,zo,F,ee,xt,me,ol,Dt,al,Xo,v,Nt,ll,rl,Gt,il,sl,Rt,nl,dl,Ut,hl,cl,Ht,fl,ul,Bt,ml,pl,Ft,vl,wl,Wt,gl,Jo,W,te,jt,pe,El,Vt,yl,Qo,w,qt,bl,_l,ht,Kt,Al,Ll,Il,ct,zt,kl,Ml,$l,Xt,Cl,Sl,Jt,Qt,Pl,Ol,Yt,Tl,xl,Zt,Dl,Yo,j,oe,eo,ve,Nl,to,Gl,Zo,ae,oo,Rl,Ul,ao,Hl,ea,V,le,lo,we,Bl,ro,Fl,ta,q,re,io,ge,Wl,so,jl,oa,u,ie,Vl,Ee,ql,Kl,ye,zl,Xl,D,Jl,be,Ql,Yl,_e,Zl,er,Ae,tr,or,k,ar,Le,lr,rr,Ie,ir,sr,ke,nr,dr,Me,hr,cr,no,$e,fr,ur,ho,Ce,mr,pr,co,Se,vr,wr,fo,Pe,gr,Er,uo,Oe,yr,br,mo,Te,_r,Ar,po,xe,Lr,Ir,se,kr,De,Mr,$r,Ne,Cr,Sr,vo,Ge,Pr,Or,Re,Tr,Ue,xr,Dr,aa,K,ne,wo,He,Nr,go,Gr,la,_,Eo,Be,Rr,Ur,yo,Fe,Hr,Br,bo,We,Fr,Wr,_o,je,jr,Vr,Ao,Ve,qr,ra,z,de,Lo,qe,Kr,Io,zr,ia,g,ko,Ke,Xr,Jr,ft,ze,Qr,Mo,$o,Xe,Yr,Zr,Co,Je,ei,ti,So,Qe,oi,ai,Po,Ye,li,ri,Oo,Ze,ii,si,To,et,ni,sa,X,he,xo,tt,di,Do,hi,na,A,No,ot,ci,fi,Go,at,ui,mi,Ro,lt,pi,vi,Uo,rt,wi,gi,Ho,it,Ei,da;return ce=new x({}),fe=new x({}),ue=new x({}),me=new x({}),pe=new x({}),ve=new x({}),we=new x({}),ge=new x({}),He=new x({}),qe=new x({}),tt=new x({}),{c(){R=o("meta"),Wo=d(),U=o("h1"),Q=o("a"),ut=o("span"),$(ce.$$.fragment),Aa=d(),mt=o("span"),La=s("Appendix"),jo=d(),H=o("h2"),Y=o("a"),pt=o("span"),$(fe.$$.fragment),Ia=d(),vt=o("span"),ka=s("Appendix A: User Study"),Vo=s(`

_Full text responses to key questions_
`),B=o("h3"),Z=o("a"),wt=o("span"),$(ue.$$.fragment),Ma=d(),gt=o("span"),$a=s("How would you define model cards?"),qo=d(),nt=o("p"),Et=o("strong"),yt=o("em"),Ca=s("Insight: Respondents had generally similar views of what model cards are: documentation focused on issues like training, use cases, and bias/limitations"),Ko=d(),p=o("ul"),bt=o("li"),Sa=s("Model cards are model descriptions, both of how they were trained, their use cases, and potential biases and limitations"),Pa=d(),_t=o("li"),Oa=s("Documents describing the essential features of a model in order for the reader/user to understand the artefact he/she has in front, the background/training, how it can be used, and its technical/ethical limitations."),Ta=d(),At=o("li"),xa=s("They serve as a living artefact of models to document them. Model cards contain information that go from a high level description of what the specific model can be used to, to limitations, biases, metrics, and much more. They are used primarily to understand what the model does."),Da=d(),Lt=o("li"),Na=s("Model cards are to models what GitHub READMEs are to GitHub projects. It tells people all the information they need to know about the model. If you don\u2019t write one, nobody will use your model."),Ga=d(),It=o("li"),Ra=s("From what I understand, a model card uses certain benchmarks (geography, culture, sex, etc) to define both a model\u2019s usability and limitations. It\u2019s essentially a model\u2019s \u2018nutrition facts label\u2019 that can show how a model was created and educates others on its reusability."),Ua=d(),kt=o("li"),Ha=s("Model cards are the metadata and documentation about the model, everything I need to know to use the model properly: info about the model, what paper introduced it, what dataset was it trained on or fine-tuned on, whom does it belong to, are there known risks and limitations with this model, any useful technical info."),Ba=d(),dt=o("li"),Fa=s("IMO model cards are a brief presentation of a model which includes:"),b=o("ul"),Mt=o("li"),Wa=s("short summary of the architectural particularities of the model"),ja=d(),$t=o("li"),Va=s("describing the data it was trained on"),qa=d(),Ct=o("li"),Ka=s("what is the performance on reference datasets (accuracy and speed metrics if possible)"),za=d(),St=o("li"),Xa=s("limitations"),Ja=d(),Pt=o("li"),Qa=s("how to use it in the context of the Transformers library"),Ya=d(),Ot=o("li"),Za=s("source (original article, Github repo,\u2026)"),el=d(),Tt=o("li"),tl=s("Easily accessible documentation that any background can read and learn about critical model components and social impact"),zo=d(),F=o("h3"),ee=o("a"),xt=o("span"),$(me.$$.fragment),ol=d(),Dt=o("span"),al=s("What do you like about model cards?"),Xo=d(),v=o("ul"),Nt=o("li"),ll=s("They are interesting to teach people about new models"),rl=d(),Gt=o("li"),il=s("As a non-technical guy, the possibility of getting to know the model, to understand the basics of it, it\u2019s an opportunity for the author to disclose its innovation in a transparent & explainable (i.e. trustworthy) way."),sl=d(),Rt=o("li"),nl=s("I like interactive model cards with visuals and widgets that allow me to try the model without running any code."),dl=d(),Ut=o("li"),hl=s("What I like about good model cards is that you can find all the information you need about that particular model."),cl=d(),Ht=o("li"),fl=s("Model cards are revolutionary to the world of AI ethics. It\u2019s one of the first tangible steps in mitigating/educating on biases in machine learning. They foster greater awareness and accountability!"),ul=d(),Bt=o("li"),ml=s("Structured, exhaustive, the more info the better."),pl=d(),Ft=o("li"),vl=s("It helps to get an understanding of what the model is good (or bad) at."),wl=d(),Wt=o("li"),gl=s("Conciseness and accessibility"),Jo=d(),W=o("h3"),te=o("a"),jt=o("span"),$(pe.$$.fragment),El=d(),Vt=o("span"),yl=s("What do you dislike about model cards?"),Qo=d(),w=o("ul"),qt=o("li"),bl=s("Might get to technical and/or dense"),_l=d(),ht=o("li"),Kt=o("mark"),Al=s("They contain lots of information for different audiences (researchers, engineers, non engineers), so it's difficult to explore model cards with an intended use cases."),Ll=s(` 
* [NOTE: this comment could be addressed with toggle views for different audiences]`),Il=d(),ct=o("li"),zt=o("mark"),kl=s("Good ones are time consuming to create. They are hard to test to make sure the information is up to date. Often times, model cards are formatted completely differently - so you have to sort of figure out how that certain individual has structured theirs."),Ml=s(` 
* [NOTE: this comment helps demonstrate the value of a standardized format and automation tools to make it easier to create model cards]`),$l=d(),Xt=o("li"),Cl=s("Without the help of the community to pitch in supplemental evals, model cards might be subject to inherent biases that the developer might not be aware of. It\u2019s early days for them, but without more thorough evaluations, a model card\u2019s information might be too limited."),Sl=d(),Jt=o("li"),Qt=o("mark"),Pl=s("Empty model cards. No license information - customers need that info and generally don't have it."),Ol=d(),Yt=o("li"),Tl=s("They are usually either too concise or too verbose."),xl=d(),Zt=o("li"),Dl=s("writing them lol bless you"),Yo=d(),j=o("h3"),oe=o("a"),eo=o("span"),$(ve.$$.fragment),Nl=d(),to=o("span"),Gl=s("Other key new insights"),Zo=d(),ae=o("ul"),oo=o("li"),Rl=s("Model cards are best filled out when done by people with different roles: Technical specifications can generally only be filled out by the developers; ethical considerations throughout are generally best informed by people who tend to work on ethical issues."),Ul=d(),ao=o("li"),Hl=s("Model users care a lot about licences \u2014 specifically, whether a model can legally be used for a specific task."),ea=d(),V=o("h2"),le=o("a"),lo=o("span"),$(we.$$.fragment),Bl=d(),ro=o("span"),Fl=s("Appendix B: Landscape Analysis"),ta=s(`

_Overview of the state of model documentation in Machine Learning_
`),q=o("h3"),re=o("a"),io=o("span"),$(ge.$$.fragment),Wl=d(),so=o("span"),jl=s("MODEL CARD EXAMPLES"),oa=s(`

Examples of model cards and closely-related variants include:
`),u=o("ul"),ie=o("li"),Vl=s("Google Cloud: "),Ee=o("a"),ql=s("Face Detection"),Kl=s(", "),ye=o("a"),zl=s("Object Detection"),Xl=d(),D=o("li"),Jl=s("Google Research: "),be=o("a"),Ql=s("ML Kit Vision Models"),Yl=s(", "),_e=o("a"),Zl=s("Face Detection"),er=s(", "),Ae=o("a"),tr=s("Conversation AI"),or=d(),k=o("li"),ar=s("OpenAI: "),Le=o("a"),lr=s("GPT-3"),rr=s(", "),Ie=o("a"),ir=s("GPT-2"),sr=s(", "),ke=o("a"),nr=s("DALL-E dVAE"),dr=s(", "),Me=o("a"),hr=s("CLIP"),cr=d(),no=o("li"),$e=o("a"),fr=s("NVIDIA Model Cards"),ur=d(),ho=o("li"),Ce=o("a"),mr=s("Salesforce Model Cards"),pr=d(),co=o("li"),Se=o("a"),vr=s("Allen AI Model Cards"),wr=d(),fo=o("li"),Pe=o("a"),gr=s("Co:here AI Model Cards"),Er=d(),uo=o("li"),Oe=o("a"),yr=s("Duke PULSE Model Card"),br=d(),mo=o("li"),Te=o("a"),_r=s("Stanford Dynasent"),Ar=d(),po=o("li"),xe=o("a"),Lr=s("GEM Model Cards"),Ir=d(),se=o("li"),kr=s("Parl.AI: "),De=o("a"),Mr=s("Parl.AI sample model cards"),$r=s(", "),Ne=o("a"),Cr=s("BlenderBot 2.0 2.7B"),Sr=d(),vo=o("li"),Ge=o("a"),Pr=s("Perspective API Model Cards"),Or=d(),Re=o("li"),Tr=s("See "),Ue=o("a"),xr=s("https://github.com/ivylee/model-cards-and-datasheets"),Dr=s(" for more examples!"),aa=d(),K=o("h3"),ne=o("a"),wo=o("span"),$(He.$$.fragment),Nr=d(),go=o("span"),Gr=s("MODEL CARDS FOR LARGE LANGUAGE MODELS"),la=s(`

Large language models are often released with associated documentation. Large language models that have an associated model card (or related documentation tool) include:
`),_=o("ul"),Eo=o("li"),Be=o("a"),Rr=s("Big Science BLOOM model card"),Ur=d(),yo=o("li"),Fe=o("a"),Hr=s("GPT-2 Model Card"),Br=d(),bo=o("li"),We=o("a"),Fr=s("GPT-3 Model Card"),Wr=d(),_o=o("li"),je=o("a"),jr=s("DALL-E 2 Preview System Card"),Vr=d(),Ao=o("li"),Ve=o("a"),qr=s("OPT-175B model card"),ra=d(),z=o("h3"),de=o("a"),Lo=o("span"),$(qe.$$.fragment),Kr=d(),Io=o("span"),zr=s("MODEL CARD GENERATION TOOLS"),ia=s(`

Tools for programmatically or interactively generating model cards include:
`),g=o("ul"),ko=o("li"),Ke=o("a"),Xr=s("Salesforce Model Card Creation"),Jr=d(),ft=o("li"),ze=o("a"),Qr=s("TensorFlow Model Card Toolkit"),Mo=o("ul"),$o=o("li"),Xe=o("a"),Yr=s("Python library"),Zr=d(),Co=o("li"),Je=o("a"),ei=s("GSA / US Census Bureau Collaboration on Model Card Generator"),ti=d(),So=o("li"),Qe=o("a"),oi=s("Parl.AI Auto Generation Tool"),ai=d(),Po=o("li"),Ye=o("a"),li=s("VerifyML Model Card Generation Web Tool"),ri=d(),Oo=o("li"),Ze=o("a"),ii=s("RMarkdown Template for Model Card as part of vetiver package"),si=d(),To=o("li"),et=o("a"),ni=s("Databaseline ML Cards toolkit"),sa=d(),X=o("h3"),he=o("a"),xo=o("span"),$(tt.$$.fragment),di=d(),Do=o("span"),hi=s("MODEL CARD EDUCATIONAL TOOLS"),na=s(`

Tools for understanding model cards and understanding how to create model cards include:
`),A=o("ul"),No=o("li"),ot=o("a"),ci=s("Hugging Face Hub docs"),fi=d(),Go=o("li"),at=o("a"),ui=s("Perspective API"),mi=d(),Ro=o("li"),lt=o("a"),pi=s("Kaggle"),vi=d(),Uo=o("li"),rt=o("a"),wi=s("Code.org"),gi=d(),Ho=o("li"),it=o("a"),Ei=s("UNICEF"),this.h()},l(r){const c=Yn('[data-svelte="svelte-1phssyn"]',document.head);R=a(c,"META",{name:!0,content:!0}),c.forEach(t),Wo=h(r),U=a(r,"H1",{class:!0});var ha=l(U);Q=a(ha,"A",{id:!0,class:!0,href:!0});var Ii=l(Q);ut=a(Ii,"SPAN",{});var ki=l(ut);C(ce.$$.fragment,ki),ki.forEach(t),Ii.forEach(t),Aa=h(ha),mt=a(ha,"SPAN",{});var Mi=l(mt);La=n(Mi,"Appendix"),Mi.forEach(t),ha.forEach(t),jo=h(r),H=a(r,"H2",{class:!0});var ca=l(H);Y=a(ca,"A",{id:!0,class:!0,href:!0});var $i=l(Y);pt=a($i,"SPAN",{});var Ci=l(pt);C(fe.$$.fragment,Ci),Ci.forEach(t),$i.forEach(t),Ia=h(ca),vt=a(ca,"SPAN",{});var Si=l(vt);ka=n(Si,"Appendix A: User Study"),Si.forEach(t),ca.forEach(t),Vo=n(r,`

_Full text responses to key questions_
`),B=a(r,"H3",{class:!0});var fa=l(B);Z=a(fa,"A",{id:!0,class:!0,href:!0});var Pi=l(Z);wt=a(Pi,"SPAN",{});var Oi=l(wt);C(ue.$$.fragment,Oi),Oi.forEach(t),Pi.forEach(t),Ma=h(fa),gt=a(fa,"SPAN",{});var Ti=l(gt);$a=n(Ti,"How would you define model cards?"),Ti.forEach(t),fa.forEach(t),qo=h(r),nt=a(r,"P",{});var xi=l(nt);Et=a(xi,"STRONG",{});var Di=l(Et);yt=a(Di,"EM",{});var Ni=l(yt);Ca=n(Ni,"Insight: Respondents had generally similar views of what model cards are: documentation focused on issues like training, use cases, and bias/limitations"),Ni.forEach(t),Di.forEach(t),xi.forEach(t),Ko=h(r),p=a(r,"UL",{});var E=l(p);bt=a(E,"LI",{});var Gi=l(bt);Sa=n(Gi,"Model cards are model descriptions, both of how they were trained, their use cases, and potential biases and limitations"),Gi.forEach(t),Pa=h(E),_t=a(E,"LI",{});var Ri=l(_t);Oa=n(Ri,"Documents describing the essential features of a model in order for the reader/user to understand the artefact he/she has in front, the background/training, how it can be used, and its technical/ethical limitations."),Ri.forEach(t),Ta=h(E),At=a(E,"LI",{});var Ui=l(At);xa=n(Ui,"They serve as a living artefact of models to document them. Model cards contain information that go from a high level description of what the specific model can be used to, to limitations, biases, metrics, and much more. They are used primarily to understand what the model does."),Ui.forEach(t),Da=h(E),Lt=a(E,"LI",{});var Hi=l(Lt);Na=n(Hi,"Model cards are to models what GitHub READMEs are to GitHub projects. It tells people all the information they need to know about the model. If you don\u2019t write one, nobody will use your model."),Hi.forEach(t),Ga=h(E),It=a(E,"LI",{});var Bi=l(It);Ra=n(Bi,"From what I understand, a model card uses certain benchmarks (geography, culture, sex, etc) to define both a model\u2019s usability and limitations. It\u2019s essentially a model\u2019s \u2018nutrition facts label\u2019 that can show how a model was created and educates others on its reusability."),Bi.forEach(t),Ua=h(E),kt=a(E,"LI",{});var Fi=l(kt);Ha=n(Fi,"Model cards are the metadata and documentation about the model, everything I need to know to use the model properly: info about the model, what paper introduced it, what dataset was it trained on or fine-tuned on, whom does it belong to, are there known risks and limitations with this model, any useful technical info."),Fi.forEach(t),Ba=h(E),dt=a(E,"LI",{});var yi=l(dt);Fa=n(yi,"IMO model cards are a brief presentation of a model which includes:"),b=a(yi,"UL",{});var M=l(b);Mt=a(M,"LI",{});var Wi=l(Mt);Wa=n(Wi,"short summary of the architectural particularities of the model"),Wi.forEach(t),ja=h(M),$t=a(M,"LI",{});var ji=l($t);Va=n(ji,"describing the data it was trained on"),ji.forEach(t),qa=h(M),Ct=a(M,"LI",{});var Vi=l(Ct);Ka=n(Vi,"what is the performance on reference datasets (accuracy and speed metrics if possible)"),Vi.forEach(t),za=h(M),St=a(M,"LI",{});var qi=l(St);Xa=n(qi,"limitations"),qi.forEach(t),Ja=h(M),Pt=a(M,"LI",{});var Ki=l(Pt);Qa=n(Ki,"how to use it in the context of the Transformers library"),Ki.forEach(t),Ya=h(M),Ot=a(M,"LI",{});var zi=l(Ot);Za=n(zi,"source (original article, Github repo,\u2026)"),zi.forEach(t),M.forEach(t),yi.forEach(t),el=h(E),Tt=a(E,"LI",{});var Xi=l(Tt);tl=n(Xi,"Easily accessible documentation that any background can read and learn about critical model components and social impact"),Xi.forEach(t),E.forEach(t),zo=h(r),F=a(r,"H3",{class:!0});var ua=l(F);ee=a(ua,"A",{id:!0,class:!0,href:!0});var Ji=l(ee);xt=a(Ji,"SPAN",{});var Qi=l(xt);C(me.$$.fragment,Qi),Qi.forEach(t),Ji.forEach(t),ol=h(ua),Dt=a(ua,"SPAN",{});var Yi=l(Dt);al=n(Yi,"What do you like about model cards?"),Yi.forEach(t),ua.forEach(t),Xo=h(r),v=a(r,"UL",{});var y=l(v);Nt=a(y,"LI",{});var Zi=l(Nt);ll=n(Zi,"They are interesting to teach people about new models"),Zi.forEach(t),rl=h(y),Gt=a(y,"LI",{});var es=l(Gt);il=n(es,"As a non-technical guy, the possibility of getting to know the model, to understand the basics of it, it\u2019s an opportunity for the author to disclose its innovation in a transparent & explainable (i.e. trustworthy) way."),es.forEach(t),sl=h(y),Rt=a(y,"LI",{});var ts=l(Rt);nl=n(ts,"I like interactive model cards with visuals and widgets that allow me to try the model without running any code."),ts.forEach(t),dl=h(y),Ut=a(y,"LI",{});var os=l(Ut);hl=n(os,"What I like about good model cards is that you can find all the information you need about that particular model."),os.forEach(t),cl=h(y),Ht=a(y,"LI",{});var as=l(Ht);fl=n(as,"Model cards are revolutionary to the world of AI ethics. It\u2019s one of the first tangible steps in mitigating/educating on biases in machine learning. They foster greater awareness and accountability!"),as.forEach(t),ul=h(y),Bt=a(y,"LI",{});var ls=l(Bt);ml=n(ls,"Structured, exhaustive, the more info the better."),ls.forEach(t),pl=h(y),Ft=a(y,"LI",{});var rs=l(Ft);vl=n(rs,"It helps to get an understanding of what the model is good (or bad) at."),rs.forEach(t),wl=h(y),Wt=a(y,"LI",{});var is=l(Wt);gl=n(is,"Conciseness and accessibility"),is.forEach(t),y.forEach(t),Jo=h(r),W=a(r,"H3",{class:!0});var ma=l(W);te=a(ma,"A",{id:!0,class:!0,href:!0});var ss=l(te);jt=a(ss,"SPAN",{});var ns=l(jt);C(pe.$$.fragment,ns),ns.forEach(t),ss.forEach(t),El=h(ma),Vt=a(ma,"SPAN",{});var ds=l(Vt);yl=n(ds,"What do you dislike about model cards?"),ds.forEach(t),ma.forEach(t),Qo=h(r),w=a(r,"UL",{});var L=l(w);qt=a(L,"LI",{});var hs=l(qt);bl=n(hs,"Might get to technical and/or dense"),hs.forEach(t),_l=h(L),ht=a(L,"LI",{});var bi=l(ht);Kt=a(bi,"MARK",{});var cs=l(Kt);Al=n(cs,"They contain lots of information for different audiences (researchers, engineers, non engineers), so it's difficult to explore model cards with an intended use cases."),cs.forEach(t),Ll=n(bi,` 
* [NOTE: this comment could be addressed with toggle views for different audiences]`),bi.forEach(t),Il=h(L),ct=a(L,"LI",{});var _i=l(ct);zt=a(_i,"MARK",{});var fs=l(zt);kl=n(fs,"Good ones are time consuming to create. They are hard to test to make sure the information is up to date. Often times, model cards are formatted completely differently - so you have to sort of figure out how that certain individual has structured theirs."),fs.forEach(t),Ml=n(_i,` 
* [NOTE: this comment helps demonstrate the value of a standardized format and automation tools to make it easier to create model cards]`),_i.forEach(t),$l=h(L),Xt=a(L,"LI",{});var us=l(Xt);Cl=n(us,"Without the help of the community to pitch in supplemental evals, model cards might be subject to inherent biases that the developer might not be aware of. It\u2019s early days for them, but without more thorough evaluations, a model card\u2019s information might be too limited."),us.forEach(t),Sl=h(L),Jt=a(L,"LI",{});var ms=l(Jt);Qt=a(ms,"MARK",{});var ps=l(Qt);Pl=n(ps,"Empty model cards. No license information - customers need that info and generally don't have it."),ps.forEach(t),ms.forEach(t),Ol=h(L),Yt=a(L,"LI",{});var vs=l(Yt);Tl=n(vs,"They are usually either too concise or too verbose."),vs.forEach(t),xl=h(L),Zt=a(L,"LI",{});var ws=l(Zt);Dl=n(ws,"writing them lol bless you"),ws.forEach(t),L.forEach(t),Yo=h(r),j=a(r,"H3",{class:!0});var pa=l(j);oe=a(pa,"A",{id:!0,class:!0,href:!0});var gs=l(oe);eo=a(gs,"SPAN",{});var Es=l(eo);C(ve.$$.fragment,Es),Es.forEach(t),gs.forEach(t),Nl=h(pa),to=a(pa,"SPAN",{});var ys=l(to);Gl=n(ys,"Other key new insights"),ys.forEach(t),pa.forEach(t),Zo=h(r),ae=a(r,"UL",{});var va=l(ae);oo=a(va,"LI",{});var bs=l(oo);Rl=n(bs,"Model cards are best filled out when done by people with different roles: Technical specifications can generally only be filled out by the developers; ethical considerations throughout are generally best informed by people who tend to work on ethical issues."),bs.forEach(t),Ul=h(va),ao=a(va,"LI",{});var _s=l(ao);Hl=n(_s,"Model users care a lot about licences \u2014 specifically, whether a model can legally be used for a specific task."),_s.forEach(t),va.forEach(t),ea=h(r),V=a(r,"H2",{class:!0});var wa=l(V);le=a(wa,"A",{id:!0,class:!0,href:!0});var As=l(le);lo=a(As,"SPAN",{});var Ls=l(lo);C(we.$$.fragment,Ls),Ls.forEach(t),As.forEach(t),Bl=h(wa),ro=a(wa,"SPAN",{});var Is=l(ro);Fl=n(Is,"Appendix B: Landscape Analysis"),Is.forEach(t),wa.forEach(t),ta=n(r,`

_Overview of the state of model documentation in Machine Learning_
`),q=a(r,"H3",{class:!0});var ga=l(q);re=a(ga,"A",{id:!0,class:!0,href:!0});var ks=l(re);io=a(ks,"SPAN",{});var Ms=l(io);C(ge.$$.fragment,Ms),Ms.forEach(t),ks.forEach(t),Wl=h(ga),so=a(ga,"SPAN",{});var $s=l(so);jl=n($s,"MODEL CARD EXAMPLES"),$s.forEach(t),ga.forEach(t),oa=n(r,`

Examples of model cards and closely-related variants include:
`),u=a(r,"UL",{});var m=l(u);ie=a(m,"LI",{});var Bo=l(ie);Vl=n(Bo,"Google Cloud: "),Ee=a(Bo,"A",{href:!0,rel:!0});var Cs=l(Ee);ql=n(Cs,"Face Detection"),Cs.forEach(t),Kl=n(Bo,", "),ye=a(Bo,"A",{href:!0,rel:!0});var Ss=l(ye);zl=n(Ss,"Object Detection"),Ss.forEach(t),Bo.forEach(t),Xl=h(m),D=a(m,"LI",{});var st=l(D);Jl=n(st,"Google Research: "),be=a(st,"A",{href:!0,rel:!0});var Ps=l(be);Ql=n(Ps,"ML Kit Vision Models"),Ps.forEach(t),Yl=n(st,", "),_e=a(st,"A",{href:!0,rel:!0});var Os=l(_e);Zl=n(Os,"Face Detection"),Os.forEach(t),er=n(st,", "),Ae=a(st,"A",{href:!0,rel:!0});var Ts=l(Ae);tr=n(Ts,"Conversation AI"),Ts.forEach(t),st.forEach(t),or=h(m),k=a(m,"LI",{});var J=l(k);ar=n(J,"OpenAI: "),Le=a(J,"A",{href:!0,rel:!0});var xs=l(Le);lr=n(xs,"GPT-3"),xs.forEach(t),rr=n(J,", "),Ie=a(J,"A",{href:!0,rel:!0});var Ds=l(Ie);ir=n(Ds,"GPT-2"),Ds.forEach(t),sr=n(J,", "),ke=a(J,"A",{href:!0,rel:!0});var Ns=l(ke);nr=n(Ns,"DALL-E dVAE"),Ns.forEach(t),dr=n(J,", "),Me=a(J,"A",{href:!0,rel:!0});var Gs=l(Me);hr=n(Gs,"CLIP"),Gs.forEach(t),J.forEach(t),cr=h(m),no=a(m,"LI",{});var Rs=l(no);$e=a(Rs,"A",{href:!0,rel:!0});var Us=l($e);fr=n(Us,"NVIDIA Model Cards"),Us.forEach(t),Rs.forEach(t),ur=h(m),ho=a(m,"LI",{});var Hs=l(ho);Ce=a(Hs,"A",{href:!0,rel:!0});var Bs=l(Ce);mr=n(Bs,"Salesforce Model Cards"),Bs.forEach(t),Hs.forEach(t),pr=h(m),co=a(m,"LI",{});var Fs=l(co);Se=a(Fs,"A",{href:!0,rel:!0});var Ws=l(Se);vr=n(Ws,"Allen AI Model Cards"),Ws.forEach(t),Fs.forEach(t),wr=h(m),fo=a(m,"LI",{});var js=l(fo);Pe=a(js,"A",{href:!0,rel:!0});var Vs=l(Pe);gr=n(Vs,"Co:here AI Model Cards"),Vs.forEach(t),js.forEach(t),Er=h(m),uo=a(m,"LI",{});var qs=l(uo);Oe=a(qs,"A",{href:!0,rel:!0});var Ks=l(Oe);yr=n(Ks,"Duke PULSE Model Card"),Ks.forEach(t),qs.forEach(t),br=h(m),mo=a(m,"LI",{});var zs=l(mo);Te=a(zs,"A",{href:!0,rel:!0});var Xs=l(Te);_r=n(Xs,"Stanford Dynasent"),Xs.forEach(t),zs.forEach(t),Ar=h(m),po=a(m,"LI",{});var Js=l(po);xe=a(Js,"A",{href:!0,rel:!0});var Qs=l(xe);Lr=n(Qs,"GEM Model Cards"),Qs.forEach(t),Js.forEach(t),Ir=h(m),se=a(m,"LI",{});var Fo=l(se);kr=n(Fo,"Parl.AI: "),De=a(Fo,"A",{href:!0,rel:!0});var Ys=l(De);Mr=n(Ys,"Parl.AI sample model cards"),Ys.forEach(t),$r=n(Fo,", "),Ne=a(Fo,"A",{href:!0,rel:!0});var Zs=l(Ne);Cr=n(Zs,"BlenderBot 2.0 2.7B"),Zs.forEach(t),Fo.forEach(t),Sr=h(m),vo=a(m,"LI",{});var en=l(vo);Ge=a(en,"A",{href:!0,rel:!0});var tn=l(Ge);Pr=n(tn,"Perspective API Model Cards"),tn.forEach(t),en.forEach(t),Or=h(m),Re=a(m,"LI",{});var Ea=l(Re);Tr=n(Ea,"See "),Ue=a(Ea,"A",{href:!0,rel:!0});var on=l(Ue);xr=n(on,"https://github.com/ivylee/model-cards-and-datasheets"),on.forEach(t),Dr=n(Ea," for more examples!"),Ea.forEach(t),m.forEach(t),aa=h(r),K=a(r,"H3",{class:!0});var ya=l(K);ne=a(ya,"A",{id:!0,class:!0,href:!0});var an=l(ne);wo=a(an,"SPAN",{});var ln=l(wo);C(He.$$.fragment,ln),ln.forEach(t),an.forEach(t),Nr=h(ya),go=a(ya,"SPAN",{});var rn=l(go);Gr=n(rn,"MODEL CARDS FOR LARGE LANGUAGE MODELS"),rn.forEach(t),ya.forEach(t),la=n(r,`

Large language models are often released with associated documentation. Large language models that have an associated model card (or related documentation tool) include:
`),_=a(r,"UL",{});var N=l(_);Eo=a(N,"LI",{});var sn=l(Eo);Be=a(sn,"A",{href:!0,rel:!0});var nn=l(Be);Rr=n(nn,"Big Science BLOOM model card"),nn.forEach(t),sn.forEach(t),Ur=h(N),yo=a(N,"LI",{});var dn=l(yo);Fe=a(dn,"A",{href:!0,rel:!0});var hn=l(Fe);Hr=n(hn,"GPT-2 Model Card"),hn.forEach(t),dn.forEach(t),Br=h(N),bo=a(N,"LI",{});var cn=l(bo);We=a(cn,"A",{href:!0,rel:!0});var fn=l(We);Fr=n(fn,"GPT-3 Model Card"),fn.forEach(t),cn.forEach(t),Wr=h(N),_o=a(N,"LI",{});var un=l(_o);je=a(un,"A",{href:!0,rel:!0});var mn=l(je);jr=n(mn,"DALL-E 2 Preview System Card"),mn.forEach(t),un.forEach(t),Vr=h(N),Ao=a(N,"LI",{});var pn=l(Ao);Ve=a(pn,"A",{href:!0,rel:!0});var vn=l(Ve);qr=n(vn,"OPT-175B model card"),vn.forEach(t),pn.forEach(t),N.forEach(t),ra=h(r),z=a(r,"H3",{class:!0});var ba=l(z);de=a(ba,"A",{id:!0,class:!0,href:!0});var wn=l(de);Lo=a(wn,"SPAN",{});var gn=l(Lo);C(qe.$$.fragment,gn),gn.forEach(t),wn.forEach(t),Kr=h(ba),Io=a(ba,"SPAN",{});var En=l(Io);zr=n(En,"MODEL CARD GENERATION TOOLS"),En.forEach(t),ba.forEach(t),ia=n(r,`

Tools for programmatically or interactively generating model cards include:
`),g=a(r,"UL",{});var I=l(g);ko=a(I,"LI",{});var yn=l(ko);Ke=a(yn,"A",{href:!0,rel:!0});var bn=l(Ke);Xr=n(bn,"Salesforce Model Card Creation"),bn.forEach(t),yn.forEach(t),Jr=h(I),ft=a(I,"LI",{});var Ai=l(ft);ze=a(Ai,"A",{href:!0,rel:!0});var _n=l(ze);Qr=n(_n,"TensorFlow Model Card Toolkit"),_n.forEach(t),Mo=a(Ai,"UL",{});var An=l(Mo);$o=a(An,"LI",{});var Ln=l($o);Xe=a(Ln,"A",{href:!0,rel:!0});var In=l(Xe);Yr=n(In,"Python library"),In.forEach(t),Ln.forEach(t),An.forEach(t),Ai.forEach(t),Zr=h(I),Co=a(I,"LI",{});var kn=l(Co);Je=a(kn,"A",{href:!0,rel:!0});var Mn=l(Je);ei=n(Mn,"GSA / US Census Bureau Collaboration on Model Card Generator"),Mn.forEach(t),kn.forEach(t),ti=h(I),So=a(I,"LI",{});var $n=l(So);Qe=a($n,"A",{href:!0,rel:!0});var Cn=l(Qe);oi=n(Cn,"Parl.AI Auto Generation Tool"),Cn.forEach(t),$n.forEach(t),ai=h(I),Po=a(I,"LI",{});var Sn=l(Po);Ye=a(Sn,"A",{href:!0,rel:!0});var Pn=l(Ye);li=n(Pn,"VerifyML Model Card Generation Web Tool"),Pn.forEach(t),Sn.forEach(t),ri=h(I),Oo=a(I,"LI",{});var On=l(Oo);Ze=a(On,"A",{href:!0,rel:!0});var Tn=l(Ze);ii=n(Tn,"RMarkdown Template for Model Card as part of vetiver package"),Tn.forEach(t),On.forEach(t),si=h(I),To=a(I,"LI",{});var xn=l(To);et=a(xn,"A",{href:!0,rel:!0});var Dn=l(et);ni=n(Dn,"Databaseline ML Cards toolkit"),Dn.forEach(t),xn.forEach(t),I.forEach(t),sa=h(r),X=a(r,"H3",{class:!0});var _a=l(X);he=a(_a,"A",{id:!0,class:!0,href:!0});var Nn=l(he);xo=a(Nn,"SPAN",{});var Gn=l(xo);C(tt.$$.fragment,Gn),Gn.forEach(t),Nn.forEach(t),di=h(_a),Do=a(_a,"SPAN",{});var Rn=l(Do);hi=n(Rn,"MODEL CARD EDUCATIONAL TOOLS"),Rn.forEach(t),_a.forEach(t),na=n(r,`

Tools for understanding model cards and understanding how to create model cards include:
`),A=a(r,"UL",{});var G=l(A);No=a(G,"LI",{});var Un=l(No);ot=a(Un,"A",{href:!0,rel:!0});var Hn=l(ot);ci=n(Hn,"Hugging Face Hub docs"),Hn.forEach(t),Un.forEach(t),fi=h(G),Go=a(G,"LI",{});var Bn=l(Go);at=a(Bn,"A",{href:!0,rel:!0});var Fn=l(at);ui=n(Fn,"Perspective API"),Fn.forEach(t),Bn.forEach(t),mi=h(G),Ro=a(G,"LI",{});var Wn=l(Ro);lt=a(Wn,"A",{href:!0,rel:!0});var jn=l(lt);pi=n(jn,"Kaggle"),jn.forEach(t),Wn.forEach(t),vi=h(G),Uo=a(G,"LI",{});var Vn=l(Uo);rt=a(Vn,"A",{href:!0,rel:!0});var qn=l(rt);wi=n(qn,"Code.org"),qn.forEach(t),Vn.forEach(t),gi=h(G),Ho=a(G,"LI",{});var Kn=l(Ho);it=a(Kn,"A",{href:!0,rel:!0});var zn=l(it);Ei=n(zn,"UNICEF"),zn.forEach(t),Kn.forEach(t),G.forEach(t),this.h()},h(){i(R,"name","hf:doc:metadata"),i(R,"content",JSON.stringify(od)),i(Q,"id","appendix"),i(Q,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(Q,"href","#appendix"),i(U,"class","relative group"),i(Y,"id","appendix-a-user-study"),i(Y,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(Y,"href","#appendix-a-user-study"),i(H,"class","relative group"),i(Z,"id","how-would-you-define-model-cards"),i(Z,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(Z,"href","#how-would-you-define-model-cards"),i(B,"class","relative group"),i(ee,"id","what-do-you-like-about-model-cards"),i(ee,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(ee,"href","#what-do-you-like-about-model-cards"),i(F,"class","relative group"),i(te,"id","what-do-you-dislike-about-model-cards"),i(te,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(te,"href","#what-do-you-dislike-about-model-cards"),i(W,"class","relative group"),i(oe,"id","other-key-new-insights"),i(oe,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(oe,"href","#other-key-new-insights"),i(j,"class","relative group"),i(le,"id","appendix-b-landscape-analysis"),i(le,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(le,"href","#appendix-b-landscape-analysis"),i(V,"class","relative group"),i(re,"id","model-card-examples"),i(re,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(re,"href","#model-card-examples"),i(q,"class","relative group"),i(Ee,"href","https://modelcards.withgoogle.com/face-detection"),i(Ee,"rel","nofollow"),i(ye,"href","https://modelcards.withgoogle.com/object-detection"),i(ye,"rel","nofollow"),i(be,"href","https://developers.google.com/s/results/ml-kit?q=%22Model%20Card%22"),i(be,"rel","nofollow"),i(_e,"href","https://sites.google.com/view/perception-cv4arvr/blazeface"),i(_e,"rel","nofollow"),i(Ae,"href","https://github.com/conversationai/perspectiveapi/tree/main/model-cards"),i(Ae,"rel","nofollow"),i(Le,"href","https://github.com/openai/gpt-3/blob/master/model-card.md"),i(Le,"rel","nofollow"),i(Ie,"href","https://github.com/openai/gpt-2/blob/master/model_card.md"),i(Ie,"rel","nofollow"),i(ke,"href","https://github.com/openai/DALL-E/blob/master/model_card.md"),i(ke,"rel","nofollow"),i(Me,"href","https://github.com/openai/CLIP-featurevis/blob/master/model-card.md"),i(Me,"rel","nofollow"),i($e,"href","https://catalog.ngc.nvidia.com/models?filters=&orderBy=weightPopularASC&query="),i($e,"rel","nofollow"),i(Ce,"href","https://blog.salesforceairesearch.com/model-cards-for-ai-model-transparency/"),i(Ce,"rel","nofollow"),i(Se,"href","https://github.com/allenai/allennlp-models/tree/main/allennlp_models/modelcards"),i(Se,"rel","nofollow"),i(Pe,"href","https://docs.cohere.ai/responsible-use/"),i(Pe,"rel","nofollow"),i(Oe,"href","https://arxiv.org/pdf/2003.03808.pdf"),i(Oe,"rel","nofollow"),i(Te,"href","https://github.com/cgpotts/dynasent/blob/main/dynasent_modelcard.md"),i(Te,"rel","nofollow"),i(xe,"href","https://gem-benchmark.com/model_cards"),i(xe,"rel","nofollow"),i(De,"href","https://github.com/facebookresearch/ParlAI/tree/main/docs/sample_model_cards"),i(De,"rel","nofollow"),i(Ne,"href","https://github.com/facebookresearch/ParlAI/blob/main/parlai/zoo/blenderbot2/model_card.md"),i(Ne,"rel","nofollow"),i(Ge,"href","https://github.com/conversationai/perspectiveapi/tree/main/model-cards"),i(Ge,"rel","nofollow"),i(Ue,"href","https://github.com/ivylee/model-cards-and-datasheets"),i(Ue,"rel","nofollow"),i(ne,"id","model-cards-for-large-language-models"),i(ne,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(ne,"href","#model-cards-for-large-language-models"),i(K,"class","relative group"),i(Be,"href","https://huggingface.co/bigscience/bloom"),i(Be,"rel","nofollow"),i(Fe,"href","https://github.com/openai/gpt-2/blob/master/model_card.md"),i(Fe,"rel","nofollow"),i(We,"href","https://github.com/openai/gpt-3/blob/master/model-card.md"),i(We,"rel","nofollow"),i(je,"href","https://github.com/openai/dalle-2-preview/blob/main/system-card.md"),i(je,"rel","nofollow"),i(Ve,"href","https://arxiv.org/pdf/2205.01068.pdf"),i(Ve,"rel","nofollow"),i(de,"id","model-card-generation-tools"),i(de,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(de,"href","#model-card-generation-tools"),i(z,"class","relative group"),i(Ke,"href","https://help.salesforce.com/s/articleView?id=release-notes.rn_bi_edd_model_card.htm&type=5&release=232"),i(Ke,"rel","nofollow"),i(ze,"href","https://ai.googleblog.com/2020/07/introducing-model-card-toolkit-for.html"),i(ze,"rel","nofollow"),i(Xe,"href","https://pypi.org/project/model-card-toolkit/"),i(Xe,"rel","nofollow"),i(Je,"href","https://bias.xd.gov/resources/model-card-generator/"),i(Je,"rel","nofollow"),i(Qe,"href","https://parl.ai/docs/tutorial_model_cards.html"),i(Qe,"rel","nofollow"),i(Ye,"href","https://www.verifyml.com"),i(Ye,"rel","nofollow"),i(Ze,"href","https://cran.r-project.org/web/packages/vetiver/vignettes/model-card.html"),i(Ze,"rel","nofollow"),i(et,"href","https://databaseline.tech/ml-cards/"),i(et,"rel","nofollow"),i(he,"id","model-card-educational-tools"),i(he,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(he,"href","#model-card-educational-tools"),i(X,"class","relative group"),i(ot,"href","https://huggingface.co/course/chapter4/4?fw=pt"),i(ot,"rel","nofollow"),i(at,"href","https://developers.perspectiveapi.com/s/about-the-api-model-cards"),i(at,"rel","nofollow"),i(lt,"href","https://www.kaggle.com/code/var0101/model-cards/tutorial"),i(lt,"rel","nofollow"),i(rt,"href","https://studio.code.org/s/aiml-2021/lessons/8"),i(rt,"rel","nofollow"),i(it,"href","https://unicef.github.io/inventory/data/model-card/"),i(it,"rel","nofollow")},m(r,c){e(document.head,R),f(r,Wo,c),f(r,U,c),e(U,Q),e(Q,ut),S(ce,ut,null),e(U,Aa),e(U,mt),e(mt,La),f(r,jo,c),f(r,H,c),e(H,Y),e(Y,pt),S(fe,pt,null),e(H,Ia),e(H,vt),e(vt,ka),f(r,Vo,c),f(r,B,c),e(B,Z),e(Z,wt),S(ue,wt,null),e(B,Ma),e(B,gt),e(gt,$a),f(r,qo,c),f(r,nt,c),e(nt,Et),e(Et,yt),e(yt,Ca),f(r,Ko,c),f(r,p,c),e(p,bt),e(bt,Sa),e(p,Pa),e(p,_t),e(_t,Oa),e(p,Ta),e(p,At),e(At,xa),e(p,Da),e(p,Lt),e(Lt,Na),e(p,Ga),e(p,It),e(It,Ra),e(p,Ua),e(p,kt),e(kt,Ha),e(p,Ba),e(p,dt),e(dt,Fa),e(dt,b),e(b,Mt),e(Mt,Wa),e(b,ja),e(b,$t),e($t,Va),e(b,qa),e(b,Ct),e(Ct,Ka),e(b,za),e(b,St),e(St,Xa),e(b,Ja),e(b,Pt),e(Pt,Qa),e(b,Ya),e(b,Ot),e(Ot,Za),e(p,el),e(p,Tt),e(Tt,tl),f(r,zo,c),f(r,F,c),e(F,ee),e(ee,xt),S(me,xt,null),e(F,ol),e(F,Dt),e(Dt,al),f(r,Xo,c),f(r,v,c),e(v,Nt),e(Nt,ll),e(v,rl),e(v,Gt),e(Gt,il),e(v,sl),e(v,Rt),e(Rt,nl),e(v,dl),e(v,Ut),e(Ut,hl),e(v,cl),e(v,Ht),e(Ht,fl),e(v,ul),e(v,Bt),e(Bt,ml),e(v,pl),e(v,Ft),e(Ft,vl),e(v,wl),e(v,Wt),e(Wt,gl),f(r,Jo,c),f(r,W,c),e(W,te),e(te,jt),S(pe,jt,null),e(W,El),e(W,Vt),e(Vt,yl),f(r,Qo,c),f(r,w,c),e(w,qt),e(qt,bl),e(w,_l),e(w,ht),e(ht,Kt),e(Kt,Al),e(ht,Ll),e(w,Il),e(w,ct),e(ct,zt),e(zt,kl),e(ct,Ml),e(w,$l),e(w,Xt),e(Xt,Cl),e(w,Sl),e(w,Jt),e(Jt,Qt),e(Qt,Pl),e(w,Ol),e(w,Yt),e(Yt,Tl),e(w,xl),e(w,Zt),e(Zt,Dl),f(r,Yo,c),f(r,j,c),e(j,oe),e(oe,eo),S(ve,eo,null),e(j,Nl),e(j,to),e(to,Gl),f(r,Zo,c),f(r,ae,c),e(ae,oo),e(oo,Rl),e(ae,Ul),e(ae,ao),e(ao,Hl),f(r,ea,c),f(r,V,c),e(V,le),e(le,lo),S(we,lo,null),e(V,Bl),e(V,ro),e(ro,Fl),f(r,ta,c),f(r,q,c),e(q,re),e(re,io),S(ge,io,null),e(q,Wl),e(q,so),e(so,jl),f(r,oa,c),f(r,u,c),e(u,ie),e(ie,Vl),e(ie,Ee),e(Ee,ql),e(ie,Kl),e(ie,ye),e(ye,zl),e(u,Xl),e(u,D),e(D,Jl),e(D,be),e(be,Ql),e(D,Yl),e(D,_e),e(_e,Zl),e(D,er),e(D,Ae),e(Ae,tr),e(u,or),e(u,k),e(k,ar),e(k,Le),e(Le,lr),e(k,rr),e(k,Ie),e(Ie,ir),e(k,sr),e(k,ke),e(ke,nr),e(k,dr),e(k,Me),e(Me,hr),e(u,cr),e(u,no),e(no,$e),e($e,fr),e(u,ur),e(u,ho),e(ho,Ce),e(Ce,mr),e(u,pr),e(u,co),e(co,Se),e(Se,vr),e(u,wr),e(u,fo),e(fo,Pe),e(Pe,gr),e(u,Er),e(u,uo),e(uo,Oe),e(Oe,yr),e(u,br),e(u,mo),e(mo,Te),e(Te,_r),e(u,Ar),e(u,po),e(po,xe),e(xe,Lr),e(u,Ir),e(u,se),e(se,kr),e(se,De),e(De,Mr),e(se,$r),e(se,Ne),e(Ne,Cr),e(u,Sr),e(u,vo),e(vo,Ge),e(Ge,Pr),e(u,Or),e(u,Re),e(Re,Tr),e(Re,Ue),e(Ue,xr),e(Re,Dr),f(r,aa,c),f(r,K,c),e(K,ne),e(ne,wo),S(He,wo,null),e(K,Nr),e(K,go),e(go,Gr),f(r,la,c),f(r,_,c),e(_,Eo),e(Eo,Be),e(Be,Rr),e(_,Ur),e(_,yo),e(yo,Fe),e(Fe,Hr),e(_,Br),e(_,bo),e(bo,We),e(We,Fr),e(_,Wr),e(_,_o),e(_o,je),e(je,jr),e(_,Vr),e(_,Ao),e(Ao,Ve),e(Ve,qr),f(r,ra,c),f(r,z,c),e(z,de),e(de,Lo),S(qe,Lo,null),e(z,Kr),e(z,Io),e(Io,zr),f(r,ia,c),f(r,g,c),e(g,ko),e(ko,Ke),e(Ke,Xr),e(g,Jr),e(g,ft),e(ft,ze),e(ze,Qr),e(ft,Mo),e(Mo,$o),e($o,Xe),e(Xe,Yr),e(g,Zr),e(g,Co),e(Co,Je),e(Je,ei),e(g,ti),e(g,So),e(So,Qe),e(Qe,oi),e(g,ai),e(g,Po),e(Po,Ye),e(Ye,li),e(g,ri),e(g,Oo),e(Oo,Ze),e(Ze,ii),e(g,si),e(g,To),e(To,et),e(et,ni),f(r,sa,c),f(r,X,c),e(X,he),e(he,xo),S(tt,xo,null),e(X,di),e(X,Do),e(Do,hi),f(r,na,c),f(r,A,c),e(A,No),e(No,ot),e(ot,ci),e(A,fi),e(A,Go),e(Go,at),e(at,ui),e(A,mi),e(A,Ro),e(Ro,lt),e(lt,pi),e(A,vi),e(A,Uo),e(Uo,rt),e(rt,wi),e(A,gi),e(A,Ho),e(Ho,it),e(it,Ei),da=!0},p:Zn,i(r){da||(P(ce.$$.fragment,r),P(fe.$$.fragment,r),P(ue.$$.fragment,r),P(me.$$.fragment,r),P(pe.$$.fragment,r),P(ve.$$.fragment,r),P(we.$$.fragment,r),P(ge.$$.fragment,r),P(He.$$.fragment,r),P(qe.$$.fragment,r),P(tt.$$.fragment,r),da=!0)},o(r){O(ce.$$.fragment,r),O(fe.$$.fragment,r),O(ue.$$.fragment,r),O(me.$$.fragment,r),O(pe.$$.fragment,r),O(ve.$$.fragment,r),O(we.$$.fragment,r),O(ge.$$.fragment,r),O(He.$$.fragment,r),O(qe.$$.fragment,r),O(tt.$$.fragment,r),da=!1},d(r){t(R),r&&t(Wo),r&&t(U),T(ce),r&&t(jo),r&&t(H),T(fe),r&&t(Vo),r&&t(B),T(ue),r&&t(qo),r&&t(nt),r&&t(Ko),r&&t(p),r&&t(zo),r&&t(F),T(me),r&&t(Xo),r&&t(v),r&&t(Jo),r&&t(W),T(pe),r&&t(Qo),r&&t(w),r&&t(Yo),r&&t(j),T(ve),r&&t(Zo),r&&t(ae),r&&t(ea),r&&t(V),T(we),r&&t(ta),r&&t(q),T(ge),r&&t(oa),r&&t(u),r&&t(aa),r&&t(K),T(He),r&&t(la),r&&t(_),r&&t(ra),r&&t(z),T(qe),r&&t(ia),r&&t(g),r&&t(sa),r&&t(X),T(tt),r&&t(na),r&&t(A)}}}const od={local:"appendix",sections:[{local:"appendix-a-user-study",sections:[{local:"how-would-you-define-model-cards",title:"How would you define model cards?"},{local:"what-do-you-like-about-model-cards",title:"What do you like about model cards?"},{local:"what-do-you-dislike-about-model-cards",title:"What do you dislike about model cards?"},{local:"other-key-new-insights",title:"Other key new insights"}],title:"Appendix A: User Study"},{local:"appendix-b-landscape-analysis",sections:[{local:"model-card-examples",title:"MODEL CARD EXAMPLES"},{local:"model-cards-for-large-language-models",title:"MODEL CARDS FOR LARGE LANGUAGE MODELS"},{local:"model-card-generation-tools",title:"MODEL CARD GENERATION TOOLS"},{local:"model-card-educational-tools",title:"MODEL CARD EDUCATIONAL TOOLS"}],title:"Appendix B: Landscape Analysis"}],title:"Appendix"};function ad(Li){return ed(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class id extends Xn{constructor(R){super();Jn(this,R,ad,td,Qn,{})}}export{id as default,od as metadata};
