rewicks/flat-cnn-Hidden_LARGE_Embed_LARGE_NLayer_MEDIUM_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9146110056925996	0.8676867686768677	0.966900702106319
__label__ace_Latn	0.990561351217089	0.9812992125984252	1.0
__label__acm_Arab	0.04748338081671415	0.44642857142857145	0.025075225677031094
__label__acq_Arab	0.003980099502487562	0.25	0.0020060180541624875
__label__aeb_Arab	0.40799448656099235	0.6519823788546255	0.29689067201604813
__label__afr_Latn	0.9905425584868094	0.983201581027668	0.9979939819458375
__label__als_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__amh_Ethi	0.997	0.9940179461615155	1.0
__label__apc_Arab	0.32517877305231463	0.6515837104072398	0.21664994984954863
__label__arb_Arab	0.27395683453237407	0.15991936838568788	0.954864593781344
__label__ars_Arab	0.019538188277087032	0.08527131782945736	0.011033099297893681
__label__ary_Arab	0.6618705035971223	0.678609062170706	0.645937813440321
__label__arz_Arab	0.5007125890736343	0.4756317689530686	0.5285857572718154
__label__asm_Beng	0.998997995991984	0.997997997997998	1.0
__label__ast_Latn	0.9558466763706938	0.9257518796992481	0.9879638916750251
__label__awa_Deva	0.6612339930151339	0.7877947295423023	0.5697091273821464
__label__ayr_Latn	0.993496748374187	0.9910179640718563	0.995987963891675
__label__azb_Arab	0.8322324966974902	0.7417582417582418	0.9478435305917753
__label__azj_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__bak_Cyrl	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__bam_Latn	0.586471663619744	0.4614499424626007	0.8044132397191575
__label__ban_Latn	0.9266666666666666	0.8821396192203083	0.9759277833500501
__label__bel_Cyrl	0.9994987468671679	0.998997995991984	1.0
__label__bem_Latn	0.9830000000000001	0.9800598205383848	0.9859578736208626
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.7739888977002379	0.64	0.9789368104312939
__label__bjn_Arab	0.9303015323776569	0.9171539961013645	0.9438314944834504
__label__bjn_Latn	0.9308885754583922	0.8761061946902655	0.9929789368104313
__label__bod_Tibt	0.9889001009081736	0.9949238578680203	0.9829488465396189
__label__bos_Latn	0.6172022684310019	0.5835567470956211	0.6549648946840522
__label__bug_Latn	0.9579055441478439	0.9810725552050473	0.9358074222668004
__label__bul_Cyrl	0.9881070366699702	0.9764936336924583	1.0
__label__cat_Latn	0.9620991253644313	0.9330819981149858	0.9929789368104313
__label__ceb_Latn	0.9880478087649402	0.9812067260138477	0.9949849548645938
__label__ces_Latn	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__cjk_Latn	0.3349673202614379	0.9030837004405287	0.20561685055165496
__label__ckb_Arab	0.998997995991984	0.997997997997998	1.0
__label__cmn_Hans	0.5536480686695279	0.9650872817955112	0.3881644934804413
__label__cmn_Hant	0.27609427609427606	0.8586387434554974	0.16449348044132397
__label__crh_Latn	0.9868554095045501	0.9949031600407747	0.9789368104312939
__label__cym_Latn	0.99849774661993	0.997	1.0
__label__dan_Latn	0.9736711376055639	0.9645669291338582	0.9829488465396189
__label__deu_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__dik_Latn	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__dyu_Latn	0.01800450112528132	0.03571428571428571	0.012036108324974924
__label__dzo_Tibt	0.9322113136979897	0.873029772329247	1.0
__label__ekk_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9905236907730672	0.9851190476190477	0.995987963891675
__label__epo_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__eus_Latn	0.991546494281452	0.9832347140039448	1.0
__label__ewe_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__fao_Latn	0.995004995004995	0.991044776119403	0.9989969909729187
__label__fij_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__fil_Latn	0.9900596421471173	0.9812807881773399	0.9989969909729187
__label__fin_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__fon_Latn	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__fra_Latn	0.989065606361829	0.9802955665024631	0.9979939819458375
__label__fur_Latn	0.9821782178217823	0.9696969696969697	0.9949849548645938
__label__fuv_Latn	0.9197002141327623	0.9862227324913893	0.8615847542627884
__label__gaz_Latn	0.996993987975952	0.995995995995996	0.9979939819458375
__label__gla_Latn	0.998997995991984	0.997997997997998	1.0
__label__gle_Latn	0.9979979979979979	0.996003996003996	1.0
__label__glg_Latn	0.9663578742077036	0.9402277039848197	0.9939819458375125
__label__gug_Latn	0.998995983935743	1.0	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9866270430906389	0.974559686888454	0.9989969909729187
__label__hau_Latn	0.9707887049659202	0.9432355723746452	1.0
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.7894526568118257	0.6560424966799469	0.9909729187562688
__label__hne_Deva	0.8304668304668303	0.8140655105973025	0.847542627883651
__label__hrv_Latn	0.6785969935576234	0.5275459098497496	0.950852557673019
__label__hun_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9914872308462694	0.99	0.9929789368104313
__label__ilo_Latn	0.997	0.9940179461615155	1.0
__label__ind_Latn	0.7478391582111988	0.5979567307692307	0.9979939819458375
__label__isl_Latn	0.9890764647467726	0.9793510324483776	0.9989969909729187
__label__ita_Latn	0.9698149951314508	0.9422894985808893	0.9989969909729187
__label__jav_Latn	0.9538310412573675	0.9345524542829644	0.9739217652958877
__label__jpn_Jpan	0.93703007518797	0.8815207780725022	1.0
__label__kab_Latn	0.850319829424307	0.7396142433234422	1.0
__label__kac_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__kam_Latn	0.6272352132049518	0.9978118161925602	0.4573721163490471
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.970164609053498	0.9957761351636748	0.9458375125376128
__label__kas_Deva	0.8619565217391305	0.9406880189798339	0.7953861584754263
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9974962443665497	0.996	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9556135770234987	0.9967320261437909	0.917753259779338
__label__khk_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9664885866925693	0.9369114877589454	0.9979939819458375
__label__kin_Latn	0.8963611239060341	0.8287904599659285	0.9759277833500501
__label__kir_Cyrl	0.996	0.9930209371884346	0.9989969909729187
__label__kmb_Latn	0.8122065727699532	0.9787835926449788	0.6940822467402207
__label__kmr_Latn	0.9954751131221719	0.9979838709677419	0.9929789368104313
__label__knc_Arab	0.6890203813280736	1.0	0.5255767301905717
__label__knc_Latn	0.9495054659031754	0.987012987012987	0.9147442326980942
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.980372420734776	0.9838383838383838	0.9769307923771314
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.972099853157122	0.9493307839388145	0.995987963891675
__label__lim_Latn	0.9722222222222221	0.9978880675818373	0.9478435305917753
__label__lin_Latn	0.9851778656126483	0.9707887049659202	1.0
__label__lit_Latn	0.996003996003996	0.9920398009950249	1.0
__label__lmo_Latn	0.9484848484848485	0.9552390640895219	0.9418254764292878
__label__ltg_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__ltz_Latn	0.9880952380952381	0.9774288518155054	0.9989969909729187
__label__lua_Latn	0.955706096925482	0.9945770065075922	0.9197592778335005
__label__lug_Latn	0.9742063492063492	0.9636898920510304	0.9849548645937813
__label__luo_Latn	0.988011988011988	0.9840796019900497	0.9919759277833501
__label__lus_Latn	0.9944528492183561	1.0	0.9889669007021064
__label__lvs_Latn	0.9920398009950249	0.9842053307008884	1.0
__label__mag_Deva	0.8353488372093023	0.7788378143972247	0.9007021063189569
__label__mai_Deva	0.9538615847542627	0.9538615847542627	0.9538615847542627
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9745845552297165	0.9504289799809342	1.0
__label__min_Latn	0.965281173594132	0.941793893129771	0.9899699097291875
__label__mkd_Cyrl	0.991546494281452	0.9832347140039448	1.0
__label__mlt_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__mni_Beng	0.9755381604696673	0.9522445081184336	1.0
__label__mos_Latn	0.9400530503978779	0.9977477477477478	0.8886659979939819
__label__mri_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__mya_Mymr	0.9994982438534872	1.0	0.9989969909729187
__label__nld_Latn	0.9590755897929707	0.9222222222222223	0.9989969909729187
__label__nno_Latn	0.9551503203548546	0.938953488372093	0.9719157472417251
__label__nob_Latn	0.8885893980233602	0.8047192839707079	0.9919759277833501
__label__npi_Deva	0.9642166344294004	0.930905695611578	1.0
__label__nso_Latn	0.9864525840441545	0.9869477911646586	0.9859578736208626
__label__nus_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__nya_Latn	0.9884711779448621	0.9879759519038076	0.9889669007021064
__label__oci_Latn	0.9816285998013903	0.971976401179941	0.9914744232698094
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9930139720558881	0.9880834160873883	0.9979939819458375
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9745098039215686	0.9530201342281879	0.9969909729187563
__label__pbt_Arab	0.9623552123552124	0.9274418604651162	1.0
__label__pes_Arab	0.16615653694796678	0.14728682170542637	0.1905717151454363
__label__plt_Latn	0.9914098029307731	0.9989816700610998	0.9839518555667001
__label__pol_Latn	0.9827501232134056	0.9660852713178295	1.0
__label__por_Latn	0.9788281634662728	0.9613152804642167	0.9969909729187563
__label__prs_Arab	0.651490514905149	0.7087264150943396	0.6028084252758275
__label__quy_Latn	0.990561351217089	0.9812992125984252	1.0
__label__ron_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__run_Latn	0.8943514644351463	0.9344262295081968	0.8575727181544633
__label__rus_Cyrl	0.9954932398597897	0.994	0.9969909729187563
__label__sag_Latn	0.9863291139240506	0.9959100204498977	0.9769307923771314
__label__san_Deva	0.9863152559553979	0.9969262295081968	0.9759277833500501
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9866270430906389	0.974559686888454	0.9989969909729187
__label__shn_Mymr	0.8565292096219931	0.749060856498873	1.0
__label__sin_Sinh	0.9994987468671679	0.998997995991984	1.0
__label__slk_Latn	0.9924962481240621	0.9900199600798403	0.9949849548645938
__label__slv_Latn	0.9904474610356963	0.9929435483870968	0.9879638916750251
__label__smo_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__sna_Latn	0.992023928215354	0.9861248761149654	0.9979939819458375
__label__snd_Arab	0.998997995991984	0.997997997997998	1.0
__label__som_Latn	0.9895781637717123	0.9793713163064833	1.0
__label__sot_Latn	0.9680741503604531	0.9947089947089947	0.9428284854563691
__label__spa_Latn	0.9214417744916821	0.8543273350471294	1.0
__label__srd_Latn	0.9905236907730672	0.9851190476190477	0.995987963891675
__label__srp_Cyrl	0.9895781637717123	0.9793713163064833	1.0
__label__ssw_Latn	0.9726996966632963	0.9806320081549439	0.9648946840521565
__label__sun_Latn	0.9208905731880624	0.8725314183123878	0.9749247743229689
__label__swe_Latn	0.9909819639278558	0.98998998998999	0.9919759277833501
__label__swh_Latn	0.9371752479924422	0.8857142857142857	0.9949849548645938
__label__szl_Latn	0.9609578344612181	0.9989177489177489	0.925777331995988
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.817762399077278	0.9620081411126187	0.7111334002006018
__label__taq_Tfng	0.8050161812297735	0.6745762711864407	0.9979939819458375
__label__tat_Cyrl	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.99849774661993	0.997	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__tpi_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__tsn_Latn	0.9588377723970944	0.9269662921348315	0.9929789368104313
__label__tso_Latn	0.9924660974384731	0.993963782696177	0.9909729187562688
__label__tuk_Latn	0.998997995991984	0.997997997997998	1.0
__label__tum_Latn	0.9929718875502007	0.9939698492462311	0.9919759277833501
__label__tur_Latn	0.9778652238071815	0.9594594594594594	0.9969909729187563
__label__twi_Latn	0.9947249434815373	0.9964771011575239	0.9929789368104313
__label__uig_Arab	0.9994987468671679	0.998997995991984	1.0
__label__ukr_Cyrl	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__umb_Latn	0.5487364620938627	0.979381443298969	0.3811434302908726
__label__urd_Arab	0.9600385170919595	0.9231481481481482	1.0
__label__uzn_Latn	0.9935162094763091	0.9880952380952381	0.9989969909729187
__label__vec_Latn	0.9764411027568923	0.9759519038076152	0.9769307923771314
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__wol_Latn	0.995	0.9920239282153539	0.9979939819458375
__label__xho_Latn	0.9387961557916035	0.9469387755102041	0.9307923771313942
__label__ydd_Hebr	0.991546494281452	0.9832347140039448	1.0
__label__yor_Latn	0.9874308697838109	0.9899193548387096	0.9849548645937813
__label__yue_Hant	0.544600938967136	0.3757621951219512	0.9889669007021064
__label__zgh_Tfng	0.984771573604061	0.9969167523124358	0.9729187562688064
__label__zsm_Latn	0.834419817470665	0.7361963190184049	0.9628886659979939
__label__zul_Latn	0.947265625	0.922930542340628	0.9729187562688064

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.5557244209261036	0.9233497469095416	0.39747320780074213
dev/addemojis	0.8949314462627157	0.9160147761842677	0.8747968042057206
dev/antspeak	0.25065938737151544	0.2601648921184544	0.2418239941499375
dev/cyrillic	0.5387632180018611	0.8547791354392595	0.3933425893443878
dev/floresplus	0.9097543331410752	0.9000972042885952	0.9196209317607996
dev/delete	0.867675032214518	0.8990605975510896	0.8384068461542262
dev/hashtag	0.3684463592260151	0.27223948103943196	0.5698128869366721
dev/html	0.9033918700973171	0.9130478665691	0.8939379715501183
dev/leetspeak	0.751628676103722	0.8885166561063402	0.6512888418951436
dev/ngrams	0.7119946788855221	0.6511272590238067	0.7854153593786285
dev/short	0.2907423113776897	0.19181061696593177	0.6004318373840734
dev/spongebob	0.835489853034909	0.8904593639575972	0.7869124615224985
dev/swap	0.8104751236305018	0.9065023010775032	0.7328438517523013
dev/url	0.8989427766502076	0.9190104314522998	0.8797327944424406