rewicks/flat-cnn-Hidden_MEDIUM_Embed_MEDIUM_NLayer_LARGE_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8707172224760164	0.799496644295302	0.9558676028084253
__label__ace_Latn	0.9846610588817417	0.9716796875	0.9979939819458375
__label__acm_Arab	0.06593406593406594	0.37894736842105264	0.03610832497492478
__label__acq_Arab	0.0019821605550049554	0.08333333333333333	0.0010030090270812437
__label__aeb_Arab	0.30769230769230765	0.7649402390438247	0.19257773319959878
__label__afr_Latn	0.9851337958374629	0.9735553379040157	0.9969909729187563
__label__als_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__amh_Ethi	0.9876176324913324	0.9755381604696673	1.0
__label__apc_Arab	0.24254797876684364	0.6527472527472528	0.1489468405215647
__label__arb_Arab	0.2393430745079097	0.13605161998901702	0.9939819458375125
__label__ars_Arab	0.003777148253068933	0.03225806451612903	0.0020060180541624875
__label__ary_Arab	0.652396463471382	0.6085069444444444	0.7031093279839519
__label__arz_Arab	0.4882268140317155	0.46863468634686345	0.5095285857572718
__label__asm_Beng	0.9945137157107232	0.9890873015873016	1.0
__label__ast_Latn	0.9397009165460686	0.9052044609665427	0.9769307923771314
__label__awa_Deva	0.5077574047954866	0.8551068883610451	0.36108324974924777
__label__ayr_Latn	0.9934902353530296	0.992	0.9949849548645938
__label__azb_Arab	0.7953890489913545	0.6745810055865922	0.9689067201604814
__label__azj_Latn	0.9949849548645938	0.9949849548645938	0.9949849548645938
__label__bak_Cyrl	0.9964947421131698	0.995	0.9979939819458375
__label__bam_Latn	0.5952045133991537	0.45894507884719954	0.8465396188565697
__label__ban_Latn	0.9333981526494896	0.9056603773584906	0.9628886659979939
__label__bel_Cyrl	0.9994987468671679	0.998997995991984	1.0
__label__bem_Latn	0.9712015888778549	0.9616519174041298	0.9809428284854563
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.8086522462562397	0.6908315565031983	0.9749247743229689
__label__bjn_Arab	0.9089175011921793	0.8663636363636363	0.9558676028084253
__label__bjn_Latn	0.8545454545454545	0.7517136329017517	0.9899699097291875
__label__bod_Tibt	0.9904666332162568	0.9909638554216867	0.9899699097291875
__label__bos_Latn	0.5676063067367415	0.541970802919708	0.5957873620862588
__label__bug_Latn	0.9555335968379447	0.9415774099318404	0.9699097291875627
__label__bul_Cyrl	0.9822660098522167	0.9651500484027106	1.0
__label__cat_Latn	0.9198703103288559	0.8545611015490534	0.995987963891675
__label__ceb_Latn	0.9880952380952381	0.9774288518155054	0.9989969909729187
__label__ces_Latn	0.9880597014925373	0.9802566633761106	0.995987963891675
__label__cjk_Latn	0.26883561643835613	0.9181286549707602	0.15747241725175526
__label__ckb_Arab	0.9940179461615154	0.9881070366699702	1.0
__label__cmn_Hans	0.7690517742873764	0.9155124653739612	0.6629889669007021
__label__cmn_Hant	0.29248366013071897	0.788546255506608	0.17953861584754263
__label__crh_Latn	0.9829659318637274	0.9819819819819819	0.9839518555667001
__label__cym_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__dan_Latn	0.9594528578407426	0.9352380952380952	0.9849548645937813
__label__deu_Latn	0.9885856079404466	0.9783889980353635	0.9989969909729187
__label__dik_Latn	0.9864253393665158	0.9889112903225806	0.9839518555667001
__label__dyu_Latn	0.02359472588480222	0.038288288288288286	0.017051153460381142
__label__dzo_Tibt	0.7625239005736136	0.6161928306551298	1.0
__label__ekk_Latn	0.9900596421471173	0.9812807881773399	0.9989969909729187
__label__ell_Grek	0.99849774661993	0.997	1.0
__label__eng_Latn	0.9924660974384731	0.993963782696177	0.9909729187562688
__label__epo_Latn	0.9900596421471173	0.9812807881773399	0.9989969909729187
__label__eus_Latn	0.9925335988053758	0.9851778656126482	1.0
__label__ewe_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__fao_Latn	0.9803149606299212	0.9623188405797102	0.9989969909729187
__label__fij_Latn	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__fil_Latn	0.9812992125984252	0.9632850241545894	1.0
__label__fin_Latn	0.991546494281452	0.9832347140039448	1.0
__label__fon_Latn	0.9929577464788731	0.9959636730575177	0.9899699097291875
__label__fra_Latn	0.9864661654135338	0.9859719438877755	0.9869608826479438
__label__fur_Latn	0.9806835066864783	0.9686888454011742	0.9929789368104313
__label__fuv_Latn	0.8822882288228822	0.976857490864799	0.8044132397191575
__label__gaz_Latn	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__gla_Latn	0.997	0.9940179461615155	1.0
__label__gle_Latn	0.9945027486256872	0.9910358565737052	0.9979939819458375
__label__glg_Latn	0.94990366088632	0.9138090824837812	0.9889669007021064
__label__gug_Latn	0.9924887330996494	0.991	0.9939819458375125
__label__guj_Gujr	0.9994987468671679	0.998997995991984	1.0
__label__hat_Latn	0.9774066797642437	0.9576515880654476	0.9979939819458375
__label__hau_Latn	0.9489747257987602	0.9045454545454545	0.9979939819458375
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.6197446278417938	0.44941282746160793	0.9979939819458375
__label__hne_Deva	0.752241238793806	0.6334934797529169	0.925777331995988
__label__hrv_Latn	0.6585365853658537	0.5045381740523225	0.9478435305917753
__label__hun_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__hye_Armn	0.9965017491254373	0.9930278884462151	1.0
__label__ibo_Latn	0.9806320081549439	0.9968911917098445	0.9648946840521565
__label__ilo_Latn	0.9881070366699702	0.9764936336924583	1.0
__label__ind_Latn	0.7520122652357225	0.608560794044665	0.9839518555667001
__label__isl_Latn	0.9788697788697788	0.9595375722543352	0.9989969909729187
__label__ita_Latn	0.975921375921376	0.9566473988439307	0.995987963891675
__label__jav_Latn	0.9380700912145943	0.8996316758747698	0.9799398194583752
__label__jpn_Jpan	0.8417053609117771	0.7266763848396501	1.0
__label__kab_Latn	0.861964517524881	0.7579908675799086	0.9989969909729187
__label__kac_Latn	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__kam_Latn	0.5736654804270463	0.9877450980392157	0.40421263791374124
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.8968978102189782	0.8225941422594142	0.9859578736208626
__label__kas_Deva	0.8767258382642997	0.8622696411251213	0.8916750250752257
__label__kat_Geor	0.9994987468671679	0.998997995991984	1.0
__label__kaz_Cyrl	0.996003996003996	0.9920398009950249	1.0
__label__kbp_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__kea_Latn	0.978117048346056	0.9927685950413223	0.9638916750250752
__label__khk_Cyrl	0.9994987468671679	0.998997995991984	1.0
__label__khm_Khmr	0.9965017491254373	0.9930278884462151	1.0
__label__kik_Latn	0.9630350194552528	0.9348441926345609	0.9929789368104313
__label__kin_Latn	0.8854404381560931	0.8123953098827471	0.9729187562688064
__label__kir_Cyrl	0.9925187032418954	0.9871031746031746	0.9979939819458375
__label__kmb_Latn	0.7553912507701787	0.9792332268370607	0.6148445336008024
__label__kmr_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__knc_Arab	0.6858262573481386	0.9831460674157303	0.526579739217653
__label__knc_Latn	0.9663951120162932	0.9813857290589452	0.9518555667001003
__label__kor_Hang	0.9979979979979979	0.996003996003996	1.0
__label__ktu_Latn	0.972	0.9690927218344965	0.9749247743229689
__label__lao_Laoo	0.998997995991984	0.997997997997998	1.0
__label__lij_Latn	0.9542168674698795	0.9183673469387755	0.9929789368104313
__label__lim_Latn	0.9643221202854231	0.9803108808290155	0.9488465396188566
__label__lin_Latn	0.9811694747274529	0.9696376101860921	0.9929789368104313
__label__lit_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__lmo_Latn	0.9390681003584229	0.9592050209205021	0.9197592778335005
__label__ltg_Latn	0.9920079920079921	0.9880597014925373	0.995987963891675
__label__ltz_Latn	0.9884827240861291	0.987	0.9899699097291875
__label__lua_Latn	0.9407446250655481	0.9857142857142858	0.8996990972918756
__label__lug_Latn	0.9770916334661355	0.9703264094955489	0.9839518555667001
__label__luo_Latn	0.9879638916750251	0.9879638916750251	0.9879638916750251
__label__lus_Latn	0.9914098029307731	0.9989816700610998	0.9839518555667001
__label__lvs_Latn	0.9876053544868616	0.9764705882352941	0.9989969909729187
__label__mag_Deva	0.9014634146341463	0.8774928774928775	0.9267803410230692
__label__mai_Deva	0.9415322580645161	0.9463019250253293	0.9368104312938816
__label__mal_Mlym	0.9994987468671679	0.998997995991984	1.0
__label__mar_Deva	0.9235757295044003	0.8580034423407917	1.0
__label__min_Latn	0.9541015625000001	0.9295908658420552	0.9799398194583752
__label__mkd_Cyrl	0.9880834160873883	0.9783677482792527	0.9979939819458375
__label__mlt_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__mni_Beng	0.9965017491254373	0.9930278884462151	1.0
__label__mos_Latn	0.946259220231823	0.9966703662597114	0.9007021063189569
__label__mri_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9391222274657858	0.8868092691622104	0.9979939819458375
__label__nno_Latn	0.9445806768023541	0.9241842610364683	0.9658976930792377
__label__nob_Latn	0.8753936122357174	0.7936378466557912	0.9759277833500501
__label__npi_Deva	0.9558964525407478	0.9155188246097337	1.0
__label__nso_Latn	0.9820359281437125	0.9771598808341608	0.9869608826479438
__label__nus_Latn	0.991546494281452	0.9832347140039448	1.0
__label__nya_Latn	0.9811133200795229	0.9724137931034482	0.9899699097291875
__label__oci_Latn	0.9736187157789944	0.9664031620553359	0.9809428284854563
__label__ory_Orya	0.998997995991984	0.997997997997998	1.0
__label__pag_Latn	0.972946384653222	0.9546332046332047	0.9919759277833501
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9749139203148057	0.9565637065637066	0.9939819458375125
__label__pbt_Arab	0.9477186311787072	0.90063233965673	1.0
__label__pes_Arab	0.1693386773547094	0.16916916916916916	0.16950852557673018
__label__plt_Latn	0.9899091826437941	0.9959390862944163	0.9839518555667001
__label__pol_Latn	0.9674915089762252	0.9370300751879699	1.0
__label__por_Latn	0.9697265625	0.9448144624167459	0.995987963891675
__label__prs_Arab	0.6675041876046901	0.5729690869877786	0.7993981945837513
__label__quy_Latn	0.9885856079404466	0.9783889980353635	0.9989969909729187
__label__ron_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__run_Latn	0.8977914740626605	0.92	0.876629889669007
__label__rus_Cyrl	0.9910269192422732	0.9851337958374629	0.9969909729187563
__label__sag_Latn	0.9848637739656912	0.9908629441624366	0.9789368104312939
__label__san_Deva	0.9818181818181817	0.9888097660223805	0.9749247743229689
__label__sat_Olck	0.998997995991984	0.997997997997998	1.0
__label__scn_Latn	0.9915380786460926	0.9841897233201581	0.9989969909729187
__label__shn_Mymr	0.7493423524990606	0.5991586538461539	1.0
__label__sin_Sinh	0.998997995991984	0.997997997997998	1.0
__label__slk_Latn	0.9904952476238118	0.9880239520958084	0.9929789368104313
__label__slv_Latn	0.9855936413313463	0.9763779527559056	0.9949849548645938
__label__smo_Latn	0.9939577039274924	0.9979777553083923	0.9899699097291875
__label__sna_Latn	0.9885172241637544	0.9840954274353877	0.9929789368104313
__label__snd_Arab	0.9910536779324055	0.9822660098522168	1.0
__label__som_Latn	0.9900695134061569	0.9803343166175025	1.0
__label__sot_Latn	0.964087000505817	0.9724489795918367	0.9558676028084253
__label__spa_Latn	0.9386213408876297	0.8867082961641392	0.9969909729187563
__label__srd_Latn	0.9866137828458107	0.9754901960784313	0.9979939819458375
__label__srp_Cyrl	0.991044776119403	0.983218163869694	0.9989969909729187
__label__ssw_Latn	0.9580171977744056	0.9663265306122449	0.9498495486459378
__label__sun_Latn	0.9435444280805105	0.9240384615384616	0.9638916750250752
__label__swe_Latn	0.9834752128192289	0.982	0.9849548645937813
__label__swh_Latn	0.9011893870082343	0.8284272497897393	0.9879638916750251
__label__szl_Latn	0.9748589020010262	0.9978991596638656	0.9528585757271816
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.8135398737808377	0.9504021447721179	0.7111334002006018
__label__taq_Tfng	0.8258118937157317	0.7125181950509462	0.9819458375125376
__label__tat_Cyrl	0.9885286783042394	0.9831349206349206	0.9939819458375125
__label__tel_Telu	0.99849774661993	0.997	1.0
__label__tgk_Cyrl	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__tha_Thai	0.99849774661993	0.997	1.0
__label__tir_Ethi	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__tpi_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__tsn_Latn	0.9459588713534195	0.9040219378427788	0.9919759277833501
__label__tso_Latn	0.9869608826479438	0.9869608826479438	0.9869608826479438
__label__tuk_Latn	0.9979979979979979	0.996003996003996	1.0
__label__tum_Latn	0.9753208292201382	0.9601554907677357	0.9909729187562688
__label__tur_Latn	0.973529411764706	0.9520613614573347	0.995987963891675
__label__twi_Latn	0.993224592220828	0.9939728779507785	0.9924774322968907
__label__uig_Arab	0.998997995991984	0.997997997997998	1.0
__label__ukr_Cyrl	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__umb_Latn	0.5754583921015515	0.9691211401425178	0.4092276830491474
__label__urd_Arab	0.9554384283660757	0.9146788990825688	1.0
__label__uzn_Latn	0.9910536779324055	0.9822660098522168	1.0
__label__vec_Latn	0.9661354581673306	0.9594460929772503	0.9729187562688064
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9880715705765407	0.9793103448275862	0.9969909729187563
__label__wol_Latn	0.9895157264103844	0.9850894632206759	0.9939819458375125
__label__xho_Latn	0.9144572286143071	0.9121756487025948	0.9167502507522568
__label__ydd_Hebr	0.9755381604696673	0.9522445081184336	1.0
__label__yor_Latn	0.9779779779779779	0.9760239760239761	0.9799398194583752
__label__yue_Hant	0.539880629408573	0.3700260319821495	0.9979939819458375
__label__zgh_Tfng	0.8833702882483371	0.7917329093799682	0.9989969909729187
__label__zsm_Latn	0.804920913884007	0.7161845191555903	0.9187562688064193
__label__zul_Latn	0.9223439733206289	0.8784029038112523	0.970912738214644

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.59277184525459	0.8520625098424285	0.45447178975349695
dev/addemojis	0.8889562805126625	0.8944927739230919	0.8834879021300355
dev/antspeak	0.20799216180278535	0.22844911691490807	0.19089781660251692
dev/cyrillic	0.5417386183945005	0.8196606436758597	0.4045634440266613
dev/floresplus	0.8967777539467755	0.8753104888788529	0.9193244758907264
dev/delete	0.854388490647151	0.8645226883020318	0.8444891324218963
dev/hashtag	0.36993228603404166	0.29896976285969223	0.48506603554505884
dev/html	0.8938982015905093	0.8770749428216845	0.9113794585727626
dev/leetspeak	0.7839283893507065	0.8578139772507062	0.7217613431427287
dev/ngrams	0.6949757178345232	0.6352014203952724	0.7671685005756185
dev/short	0.3093163846638609	0.22759417750365246	0.48260545182345066
dev/spongebob	0.842050338404144	0.8595284164591095	0.8252689101788123
dev/swap	0.8120090038501222	0.8714133599157218	0.7601869648353928
dev/url	0.894022908988655	0.9005915973127444	0.8875493475500393