import{S as Y,i as Z,s as ee,e as i,k as u,w as te,t as v,M as ae,c as o,d as t,m,a as r,x as se,h as d,b as S,G as n,g as s,y as ne,L as ie,q as oe,o as re,B as le,v as ce}from"../../chunks/vendor-hf-doc-builder.js";import{I as he}from"../../chunks/IconCopyLink-hf-doc-builder.js";function ue(D){let l,x,c,h,_,p,A,k,H,j,f,C,E,y,I,q,g,B,M,b,L,O,T,N,z,w,U,P;return p=new he({}),{c(){l=i("meta"),x=u(),c=i("h1"),h=i("a"),_=i("span"),te(p.$$.fragment),A=u(),k=i("span"),H=v("Evaluating text-to-speech models"),j=u(),f=i("p"),C=v(`During the training time, text-to-speech models optimize for the mean-square error loss (or mean absolute error) between
the predicted spectrogram values and the generated ones. Both MSE and MAE encourage the model to minimize the difference
between the predicted and target spectrograms. However, since TTS is a one-to-many mapping problem, i.e. the output spectrogram for a given text can be represented in many different ways, the evaluation of the resulting text-to-speech (TTS) models is much
more difficult.`),E=u(),y=i("p"),I=v(`Unlike many other computational tasks that can be objectively
measured using quantitative metrics, such as accuracy or precision, evaluating TTS relies heavily on subjective human analysis.`),q=u(),g=i("p"),B=v(`One of the most commonly employed evaluation methods for TTS systems is conducting qualitative assessments using mean
opinion scores (MOS). MOS is a subjective scoring system that allows human evaluators to rate the perceived quality of
synthesized speech on a scale from 1 to 5. These scores are typically gathered through listening tests, where human
participants listen to and rate the synthesized speech samples.`),M=u(),b=i("p"),L=v(`One of the main reasons why objective metrics are challenging to develop for TTS evaluation is the subjective nature of
speech perception. Human listeners have diverse preferences and sensitivities to various aspects of speech, including
pronunciation, intonation, naturalness, and clarity. Capturing these perceptual nuances with a single numerical value
is a daunting task. At the same time, the subjectivity of the human evaluation makes it challenging to compare and
benchmark different TTS systems.`),O=u(),T=i("p"),N=v(`Furthermore, this kind of evaluation may overlook certain important aspects of speech synthesis, such as naturalness,
expressiveness, and emotional impact. These qualities are difficult to quantify objectively but are highly relevant in
applications where the synthesized speech needs to convey human-like qualities and evoke appropriate emotional responses.`),z=u(),w=i("p"),U=v(`In summary, evaluating text-to-speech models is a complex task due to the absence of one truly objective metric. The most common
evaluation method, mean opinion scores (MOS), relies on subjective human analysis. While MOS provides valuable insights
into the quality of synthesized speech, it also introduces variability and subjectivity.`),this.h()},l(e){const a=ae('[data-svelte="svelte-1phssyn"]',document.head);l=o(a,"META",{name:!0,content:!0}),a.forEach(t),x=m(e),c=o(e,"H1",{class:!0});var $=r(c);h=o($,"A",{id:!0,class:!0,href:!0});var F=r(h);_=o(F,"SPAN",{});var W=r(_);se(p.$$.fragment,W),W.forEach(t),F.forEach(t),A=m($),k=o($,"SPAN",{});var G=r(k);H=d(G,"Evaluating text-to-speech models"),G.forEach(t),$.forEach(t),j=m(e),f=o(e,"P",{});var J=r(f);C=d(J,`During the training time, text-to-speech models optimize for the mean-square error loss (or mean absolute error) between
the predicted spectrogram values and the generated ones. Both MSE and MAE encourage the model to minimize the difference
between the predicted and target spectrograms. However, since TTS is a one-to-many mapping problem, i.e. the output spectrogram for a given text can be represented in many different ways, the evaluation of the resulting text-to-speech (TTS) models is much
more difficult.`),J.forEach(t),E=m(e),y=o(e,"P",{});var R=r(y);I=d(R,`Unlike many other computational tasks that can be objectively
measured using quantitative metrics, such as accuracy or precision, evaluating TTS relies heavily on subjective human analysis.`),R.forEach(t),q=m(e),g=o(e,"P",{});var K=r(g);B=d(K,`One of the most commonly employed evaluation methods for TTS systems is conducting qualitative assessments using mean
opinion scores (MOS). MOS is a subjective scoring system that allows human evaluators to rate the perceived quality of
synthesized speech on a scale from 1 to 5. These scores are typically gathered through listening tests, where human
participants listen to and rate the synthesized speech samples.`),K.forEach(t),M=m(e),b=o(e,"P",{});var Q=r(b);L=d(Q,`One of the main reasons why objective metrics are challenging to develop for TTS evaluation is the subjective nature of
speech perception. Human listeners have diverse preferences and sensitivities to various aspects of speech, including
pronunciation, intonation, naturalness, and clarity. Capturing these perceptual nuances with a single numerical value
is a daunting task. At the same time, the subjectivity of the human evaluation makes it challenging to compare and
benchmark different TTS systems.`),Q.forEach(t),O=m(e),T=o(e,"P",{});var V=r(T);N=d(V,`Furthermore, this kind of evaluation may overlook certain important aspects of speech synthesis, such as naturalness,
expressiveness, and emotional impact. These qualities are difficult to quantify objectively but are highly relevant in
applications where the synthesized speech needs to convey human-like qualities and evoke appropriate emotional responses.`),V.forEach(t),z=m(e),w=o(e,"P",{});var X=r(w);U=d(X,`In summary, evaluating text-to-speech models is a complex task due to the absence of one truly objective metric. The most common
evaluation method, mean opinion scores (MOS), relies on subjective human analysis. While MOS provides valuable insights
into the quality of synthesized speech, it also introduces variability and subjectivity.`),X.forEach(t),this.h()},h(){S(l,"name","hf:doc:metadata"),S(l,"content",JSON.stringify(me)),S(h,"id","evaluating-texttospeech-models"),S(h,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),S(h,"href","#evaluating-texttospeech-models"),S(c,"class","relative group")},m(e,a){n(document.head,l),s(e,x,a),s(e,c,a),n(c,h),n(h,_),ne(p,_,null),n(c,A),n(c,k),n(k,H),s(e,j,a),s(e,f,a),n(f,C),s(e,E,a),s(e,y,a),n(y,I),s(e,q,a),s(e,g,a),n(g,B),s(e,M,a),s(e,b,a),n(b,L),s(e,O,a),s(e,T,a),n(T,N),s(e,z,a),s(e,w,a),n(w,U),P=!0},p:ie,i(e){P||(oe(p.$$.fragment,e),P=!0)},o(e){re(p.$$.fragment,e),P=!1},d(e){t(l),e&&t(x),e&&t(c),le(p),e&&t(j),e&&t(f),e&&t(E),e&&t(y),e&&t(q),e&&t(g),e&&t(M),e&&t(b),e&&t(O),e&&t(T),e&&t(z),e&&t(w)}}}const me={local:"evaluating-texttospeech-models",title:"Evaluating text-to-speech models"};function pe(D){return ce(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class fe extends Y{constructor(l){super();Z(this,l,pe,ue,ee,{})}}export{fe as default,me as metadata};
