import{S as at,i as rt,s as ot,e as r,k as d,w as it,t as s,M as st,c as o,d as a,m as h,a as i,x as nt,h as n,b as l,G as t,g as p,y as lt,L as ct,q as pt,o as dt,B as ht,v as ut}from"../../chunks/vendor-hf-doc-builder.js";import{I as ft}from"../../chunks/IconCopyLink-hf-doc-builder.js";function mt(Be){let f,X,m,v,W,T,re,q,oe,D,M,ie,J,$,se,j,u,P,b,ne,le,ce,z,S,pe,de,he,C,k,ue,fe,me,G,E,ve,we,F,N,_e,K,w,R,A,ye,ge,Te,U,L,be,Se,Q,B,ke,Y,_,y,I,Ee,Ae,O,Le,Ie,xe,H,x,Me,$e,Z;return T=new ft({}),{c(){f=r("meta"),X=d(),m=r("h1"),v=r("a"),W=r("span"),it(T.$$.fragment),re=d(),q=r("span"),oe=s("Supplemental reading and resources"),D=d(),M=r("p"),ie=s(`This Unit pieced together many components from previous units, introducing the tasks of speech-to-speech translation,
voice assistants and speaker diarization. The supplemental reading material is thus split into these three new tasks
for your convenience:`),J=d(),$=r("p"),se=s("Speech-to-speech translation:"),j=d(),u=r("ul"),P=r("li"),b=r("a"),ne=s("STST with discrete units"),le=s(" by Meta AI: a direct approach to STST through encoder-decoder models"),ce=d(),z=r("li"),S=r("a"),pe=s("Hokkien direct speech-to-speech translation"),de=s(" by Meta AI: a direct approach to STST using encoder-decoder models with a two-stage decoder"),he=d(),C=r("li"),k=r("a"),ue=s("Leveraging unsupervised and weakly-supervised data to improve direct STST"),fe=s(" by Google: proposes new approaches for leveraging unsupervised and weakly supervised data for training direct STST models and a small change to the Transformer architecture"),me=d(),G=r("li"),E=r("a"),ve=s("Translatotron-2"),we=s(" by Google: a system that is able to retain speaker characteristics in translated speech"),F=d(),N=r("p"),_e=s("Voice Assistant:"),K=d(),w=r("ul"),R=r("li"),A=r("a"),ye=s("Accurate wakeword detection"),ge=s(" by Amazon: a low latency approach for wakeword detection for on-device applications"),Te=d(),U=r("li"),L=r("a"),be=s("RNN-Transducer Architecture"),Se=s(" by Google: a modification to the CTC architecture for streaming on-device ASR"),Q=d(),B=r("p"),ke=s("Meeting Transcriptions:"),Y=d(),_=r("ul"),y=r("li"),I=r("a"),Ee=s("pyannote.audio Technical Report"),Ae=s(" by Herv\xE9 Bredin: this report describes the main principles behind the "),O=r("code"),Le=s("pyannote.audio"),Ie=s(" speaker diarization pipeline"),xe=d(),H=r("li"),x=r("a"),Me=s("Whisper X"),$e=s(" by Max Bain et al.: a superior approach to computing word-level timestamps using the Whisper model"),this.h()},l(e){const c=st('[data-svelte="svelte-1phssyn"]',document.head);f=o(c,"META",{name:!0,content:!0}),c.forEach(a),X=h(e),m=o(e,"H1",{class:!0});var ee=i(m);v=o(ee,"A",{id:!0,class:!0,href:!0});var He=i(v);W=o(He,"SPAN",{});var We=i(W);nt(T.$$.fragment,We),We.forEach(a),He.forEach(a),re=h(ee),q=o(ee,"SPAN",{});var qe=i(q);oe=n(qe,"Supplemental reading and resources"),qe.forEach(a),ee.forEach(a),D=h(e),M=o(e,"P",{});var Oe=i(M);ie=n(Oe,`This Unit pieced together many components from previous units, introducing the tasks of speech-to-speech translation,
voice assistants and speaker diarization. The supplemental reading material is thus split into these three new tasks
for your convenience:`),Oe.forEach(a),J=h(e),$=o(e,"P",{});var Ve=i($);se=n(Ve,"Speech-to-speech translation:"),Ve.forEach(a),j=h(e),u=o(e,"UL",{});var g=i(u);P=o(g,"LI",{});var Pe=i(P);b=o(Pe,"A",{href:!0,rel:!0});var Xe=i(b);ne=n(Xe,"STST with discrete units"),Xe.forEach(a),le=n(Pe," by Meta AI: a direct approach to STST through encoder-decoder models"),Pe.forEach(a),ce=h(g),z=o(g,"LI",{});var ze=i(z);S=o(ze,"A",{href:!0,rel:!0});var De=i(S);pe=n(De,"Hokkien direct speech-to-speech translation"),De.forEach(a),de=n(ze," by Meta AI: a direct approach to STST using encoder-decoder models with a two-stage decoder"),ze.forEach(a),he=h(g),C=o(g,"LI",{});var Ce=i(C);k=o(Ce,"A",{href:!0,rel:!0});var Je=i(k);ue=n(Je,"Leveraging unsupervised and weakly-supervised data to improve direct STST"),Je.forEach(a),fe=n(Ce," by Google: proposes new approaches for leveraging unsupervised and weakly supervised data for training direct STST models and a small change to the Transformer architecture"),Ce.forEach(a),me=h(g),G=o(g,"LI",{});var Ge=i(G);E=o(Ge,"A",{href:!0,rel:!0});var je=i(E);ve=n(je,"Translatotron-2"),je.forEach(a),we=n(Ge," by Google: a system that is able to retain speaker characteristics in translated speech"),Ge.forEach(a),g.forEach(a),F=h(e),N=o(e,"P",{});var Fe=i(N);_e=n(Fe,"Voice Assistant:"),Fe.forEach(a),K=h(e),w=o(e,"UL",{});var te=i(w);R=o(te,"LI",{});var Ne=i(R);A=o(Ne,"A",{href:!0,rel:!0});var Ke=i(A);ye=n(Ke,"Accurate wakeword detection"),Ke.forEach(a),ge=n(Ne," by Amazon: a low latency approach for wakeword detection for on-device applications"),Ne.forEach(a),Te=h(te),U=o(te,"LI",{});var Re=i(U);L=o(Re,"A",{href:!0,rel:!0});var Qe=i(L);be=n(Qe,"RNN-Transducer Architecture"),Qe.forEach(a),Se=n(Re," by Google: a modification to the CTC architecture for streaming on-device ASR"),Re.forEach(a),te.forEach(a),Q=h(e),B=o(e,"P",{});var Ye=i(B);ke=n(Ye,"Meeting Transcriptions:"),Ye.forEach(a),Y=h(e),_=o(e,"UL",{});var ae=i(_);y=o(ae,"LI",{});var V=i(y);I=o(V,"A",{href:!0,rel:!0});var Ze=i(I);Ee=n(Ze,"pyannote.audio Technical Report"),Ze.forEach(a),Ae=n(V," by Herv\xE9 Bredin: this report describes the main principles behind the "),O=o(V,"CODE",{});var et=i(O);Le=n(et,"pyannote.audio"),et.forEach(a),Ie=n(V," speaker diarization pipeline"),V.forEach(a),xe=h(ae),H=o(ae,"LI",{});var Ue=i(H);x=o(Ue,"A",{href:!0,rel:!0});var tt=i(x);Me=n(tt,"Whisper X"),tt.forEach(a),$e=n(Ue," by Max Bain et al.: a superior approach to computing word-level timestamps using the Whisper model"),Ue.forEach(a),ae.forEach(a),this.h()},h(){l(f,"name","hf:doc:metadata"),l(f,"content",JSON.stringify(vt)),l(v,"id","supplemental-reading-and-resources"),l(v,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),l(v,"href","#supplemental-reading-and-resources"),l(m,"class","relative group"),l(b,"href","https://ai.facebook.com/blog/advancing-direct-speech-to-speech-modeling-with-discrete-units/"),l(b,"rel","nofollow"),l(S,"href","https://ai.facebook.com/blog/ai-translation-hokkien/"),l(S,"rel","nofollow"),l(k,"href","https://arxiv.org/abs/2203.13339"),l(k,"rel","nofollow"),l(E,"href","https://google-research.github.io/lingvo-lab/translatotron2/"),l(E,"rel","nofollow"),l(A,"href","https://www.amazon.science/publications/accurate-detection-of-wake-word-start-and-end-using-a-cnn"),l(A,"rel","nofollow"),l(L,"href","https://arxiv.org/pdf/1811.06621.pdf"),l(L,"rel","nofollow"),l(I,"href","https://huggingface.co/pyannote/speaker-diarization/blob/main/technical_report_2.1.pdf"),l(I,"rel","nofollow"),l(x,"href","https://arxiv.org/pdf/2303.00747.pdf"),l(x,"rel","nofollow")},m(e,c){t(document.head,f),p(e,X,c),p(e,m,c),t(m,v),t(v,W),lt(T,W,null),t(m,re),t(m,q),t(q,oe),p(e,D,c),p(e,M,c),t(M,ie),p(e,J,c),p(e,$,c),t($,se),p(e,j,c),p(e,u,c),t(u,P),t(P,b),t(b,ne),t(P,le),t(u,ce),t(u,z),t(z,S),t(S,pe),t(z,de),t(u,he),t(u,C),t(C,k),t(k,ue),t(C,fe),t(u,me),t(u,G),t(G,E),t(E,ve),t(G,we),p(e,F,c),p(e,N,c),t(N,_e),p(e,K,c),p(e,w,c),t(w,R),t(R,A),t(A,ye),t(R,ge),t(w,Te),t(w,U),t(U,L),t(L,be),t(U,Se),p(e,Q,c),p(e,B,c),t(B,ke),p(e,Y,c),p(e,_,c),t(_,y),t(y,I),t(I,Ee),t(y,Ae),t(y,O),t(O,Le),t(y,Ie),t(_,xe),t(_,H),t(H,x),t(x,Me),t(H,$e),Z=!0},p:ct,i(e){Z||(pt(T.$$.fragment,e),Z=!0)},o(e){dt(T.$$.fragment,e),Z=!1},d(e){a(f),e&&a(X),e&&a(m),ht(T),e&&a(D),e&&a(M),e&&a(J),e&&a($),e&&a(j),e&&a(u),e&&a(F),e&&a(N),e&&a(K),e&&a(w),e&&a(Q),e&&a(B),e&&a(Y),e&&a(_)}}}const vt={local:"supplemental-reading-and-resources",title:"Supplemental reading and resources"};function wt(Be){return ut(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class gt extends at{constructor(f){super();rt(this,f,wt,mt,ot,{})}}export{gt as default,vt as metadata};
