rewicks/flat-cnn-Hidden_XLARGE_Embed_XLARGE_NLayer_XLARGE_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9525691699604744	0.9386562804284323	0.966900702106319
__label__ace_Latn	0.9925335988053758	0.9851778656126482	1.0
__label__acm_Arab	0.08999081726354453	0.532608695652174	0.04914744232698094
__label__acq_Arab	0.0019646365422396855	0.047619047619047616	0.0010030090270812437
__label__aeb_Arab	0.5283489096573208	0.6973684210526315	0.42527582748244735
__label__afr_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__als_Latn	0.998997995991984	0.997997997997998	1.0
__label__amh_Ethi	0.996003996003996	0.9920398009950249	1.0
__label__apc_Arab	0.40256313607237093	0.8103186646433991	0.2678034102306921
__label__arb_Arab	0.3166332665330661	0.18994189541174114	0.950852557673019
__label__ars_Arab	0.02916346891788181	0.06209150326797386	0.01905717151454363
__label__ary_Arab	0.5971769815418023	0.46715741789354476	0.827482447342026
__label__arz_Arab	0.5312607944732297	0.40516332982086406	0.7713139418254764
__label__asm_Beng	0.998997995991984	0.997997997997998	1.0
__label__ast_Latn	0.9713721618953602	0.956268221574344	0.9869608826479438
__label__awa_Deva	0.8155872667398464	0.9006060606060606	0.7452357071213641
__label__ayr_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__azb_Arab	0.9432659102121361	0.9281553398058252	0.958876629889669
__label__azj_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__bak_Cyrl	0.99849774661993	0.997	1.0
__label__bam_Latn	0.608131192347113	0.46113989637305697	0.892678034102307
__label__ban_Latn	0.975609756097561	0.9683794466403162	0.9829488465396189
__label__bel_Cyrl	0.9994987468671679	0.998997995991984	1.0
__label__bem_Latn	0.9866004962779156	0.9764243614931237	0.9969909729187563
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.8570163789287295	0.7670364500792393	0.970912738214644
__label__bjn_Arab	0.9429803545759464	0.9027522935779817	0.9869608826479438
__label__bjn_Latn	0.9497847919655666	0.9076782449725777	0.995987963891675
__label__bod_Tibt	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__bos_Latn	0.6484098939929328	0.579321231254933	0.7362086258776329
__label__bug_Latn	0.9835082458770614	0.9800796812749004	0.9869608826479438
__label__bul_Cyrl	0.9935226706527155	0.9871287128712871	1.0
__label__cat_Latn	0.9740577581987273	0.9512428298279159	0.9979939819458375
__label__ceb_Latn	0.9940059940059941	0.9900497512437811	0.9979939819458375
__label__ces_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__cjk_Latn	0.5544554455445545	0.9400479616306955	0.39317953861584753
__label__ckb_Arab	0.9994987468671679	0.998997995991984	1.0
__label__cmn_Hans	0.37419354838709673	0.9547325102880658	0.23269809428284854
__label__cmn_Hant	0.2696245733788396	0.9028571428571428	0.1584754262788365
__label__crh_Latn	0.993963782696177	0.9969727547931383	0.9909729187562688
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.9835739173718268	0.9762845849802372	0.9909729187562688
__label__deu_Latn	0.998997995991984	0.997997997997998	1.0
__label__dik_Latn	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__dyu_Latn	0.024965325936199722	0.04044943820224719	0.01805416248746239
__label__dzo_Tibt	0.8395789473684211	0.7235123367198839	1.0
__label__ekk_Latn	0.99849774661993	0.997	1.0
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__epo_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__eus_Latn	0.9979979979979979	0.996003996003996	1.0
__label__ewe_Latn	0.997	0.9940179461615155	1.0
__label__fao_Latn	0.997	0.9940179461615155	1.0
__label__fij_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fil_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__fin_Latn	0.99849774661993	0.997	1.0
__label__fon_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__fra_Latn	0.9979979979979979	0.996003996003996	1.0
__label__fur_Latn	0.9915380786460926	0.9841897233201581	0.9989969909729187
__label__fuv_Latn	0.9573804573804574	0.9935275080906149	0.9237713139418254
__label__gaz_Latn	0.9979979979979979	0.996003996003996	1.0
__label__gla_Latn	0.998997995991984	0.997997997997998	1.0
__label__gle_Latn	0.9979979979979979	0.996003996003996	1.0
__label__glg_Latn	0.9817464232856439	0.9660194174757282	0.9979939819458375
__label__gug_Latn	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9900596421471173	0.9812807881773399	0.9989969909729187
__label__hau_Latn	0.968431277319087	0.9387947269303202	1.0
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.8167281672816727	0.6907073509015257	0.9989969909729187
__label__hne_Deva	0.8442256042972247	0.7623282134195635	0.9458375125376128
__label__hrv_Latn	0.6984603830266616	0.5582232893157263	0.9327983951855566
__label__hun_Latn	1.0	1.0	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__ilo_Latn	0.99849774661993	0.997	1.0
__label__ind_Latn	0.852599914052428	0.7458646616541353	0.9949849548645938
__label__isl_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__ita_Latn	0.9920318725099603	0.9851632047477745	0.9989969909729187
__label__jav_Latn	0.9644768856447689	0.9366729678638941	0.9939819458375125
__label__jpn_Jpan	0.9022624434389139	0.8219291014014839	1.0
__label__kab_Latn	0.8308333333333333	0.7106200997861725	1.0
__label__kac_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__kam_Latn	0.7367758186397985	0.9898477157360406	0.5867602808425276
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9832231825114388	0.9969072164948454	0.9699097291875627
__label__kas_Deva	0.9018849685838569	0.8703358208955224	0.9358074222668004
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.997	0.9940179461615155	1.0
__label__kbp_Latn	0.9979979979979979	0.996003996003996	1.0
__label__kea_Latn	0.9893778452200304	0.9979591836734694	0.9809428284854563
__label__khk_Cyrl	0.998997995991984	0.997997997997998	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9655841008240427	0.9343339587242027	0.9989969909729187
__label__kin_Latn	0.8852901484480431	0.802610114192496	0.9869608826479438
__label__kir_Cyrl	0.9965017491254373	0.9930278884462151	1.0
__label__kmb_Latn	0.9301103520756699	0.9768211920529801	0.8876629889669007
__label__kmr_Latn	0.998997995991984	0.997997997997998	1.0
__label__knc_Arab	0.6894287590282338	0.9980988593155894	0.526579739217653
__label__knc_Latn	0.9920079920079921	0.9880597014925373	0.995987963891675
__label__kor_Hang	0.9930278884462151	0.9861523244312562	1.0
__label__ktu_Latn	0.9910089910089911	0.9870646766169154	0.9949849548645938
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9655172413793104	0.935969868173258	0.9969909729187563
__label__lim_Latn	0.9837892603850051	0.9938587512794268	0.9739217652958877
__label__lin_Latn	0.9930278884462151	0.9861523244312562	1.0
__label__lit_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__lmo_Latn	0.970736629667003	0.9766497461928934	0.9648946840521565
__label__ltg_Latn	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__ltz_Latn	0.9979979979979979	0.996003996003996	1.0
__label__lua_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__lug_Latn	0.9740068661108386	0.9529750479846449	0.995987963891675
__label__luo_Latn	0.9979979979979979	0.996003996003996	1.0
__label__lus_Latn	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__lvs_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__mag_Deva	0.8327032136105861	0.7873100983020554	0.8836509528585758
__label__mai_Deva	0.9688755020080322	0.9698492462311558	0.9679037111334002
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9876176324913324	0.9755381604696673	1.0
__label__min_Latn	0.9800995024875623	0.9723593287265548	0.9879638916750251
__label__mkd_Cyrl	0.9935226706527155	0.9871287128712871	1.0
__label__mlt_Latn	0.9994987468671679	0.998997995991984	1.0
__label__mni_Beng	0.9218677762367083	0.8550600343053173	1.0
__label__mos_Latn	0.9494204425711275	1.0	0.9037111334002006
__label__mri_Latn	0.998997995991984	0.997997997997998	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9788697788697788	0.9595375722543352	0.9989969909729187
__label__nno_Latn	0.9771598808341609	0.967551622418879	0.9869608826479438
__label__nob_Latn	0.9217877094972066	0.8601216333622936	0.9929789368104313
__label__npi_Deva	0.9764705882352942	0.9549376797698945	0.9989969909729187
__label__nso_Latn	0.9870388833499502	0.981169474727453	0.9929789368104313
__label__nus_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__nya_Latn	0.9939939939939939	0.9920079920079921	0.995987963891675
__label__oci_Latn	0.9853779429987608	0.974032337089662	0.9969909729187563
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9817644159684574	0.9651162790697675	0.9989969909729187
__label__pbt_Arab	0.9414542020774315	0.8893844781445138	1.0
__label__pes_Arab	0.19056344480073295	0.17537942664418213	0.2086258776328987
__label__plt_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__pol_Latn	0.9851778656126483	0.9707887049659202	1.0
__label__por_Latn	0.9798525798525798	0.9605009633911368	1.0
__label__prs_Arab	0.7249466950959488	0.7736063708759955	0.6820461384152458
__label__quy_Latn	0.996003996003996	0.9920398009950249	1.0
__label__ron_Latn	0.998997995991984	0.997997997997998	1.0
__label__run_Latn	0.917367639782286	0.9052734375	0.9297893681043129
__label__rus_Cyrl	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__sag_Latn	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__san_Deva	0.9924204143506822	1.0	0.9849548645937813
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__shn_Mymr	0.6698018139066174	0.5035353535353535	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__slv_Latn	0.994	0.9910269192422732	0.9969909729187563
__label__smo_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__sna_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__snd_Arab	0.998997995991984	0.997997997997998	1.0
__label__som_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__sot_Latn	0.9791044776119402	0.9713721618953604	0.9869608826479438
__label__spa_Latn	0.9702873843156357	0.9431818181818182	0.9989969909729187
__label__srd_Latn	0.9940059940059941	0.9900497512437811	0.9979939819458375
__label__srp_Cyrl	0.996003996003996	0.9920398009950249	1.0
__label__ssw_Latn	0.9766980664352999	0.9656862745098039	0.9879638916750251
__label__sun_Latn	0.9684418145956607	0.9524733268671193	0.9849548645937813
__label__swe_Latn	0.9929859719438877	0.991991991991992	0.9939819458375125
__label__swh_Latn	0.9100867183934277	0.8350083752093802	1.0
__label__szl_Latn	0.9719244512506381	0.9896049896049897	0.954864593781344
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.8940142778693027	0.9878640776699029	0.8164493480441324
__label__taq_Tfng	0.7295412844036697	0.5752314814814815	0.9969909729187563
__label__tat_Cyrl	0.995004995004995	0.991044776119403	0.9989969909729187
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9974987493746873	0.9950099800399201	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.998997995991984	0.997997997997998	1.0
__label__tpi_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__tsn_Latn	0.9627118644067796	0.9307116104868914	0.9969909729187563
__label__tso_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__tur_Latn	0.9866270430906389	0.974559686888454	0.9989969909729187
__label__twi_Latn	0.9982469321312296	0.9969984992496248	0.9994984954864594
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__umb_Latn	0.7011642949547219	0.9872495446265938	0.5436308926780341
__label__urd_Arab	0.9499761791329204	0.9047186932849365	1.0
__label__uzn_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__vec_Latn	0.9841269841269841	0.9735034347399412	0.9949849548645938
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__wol_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__xho_Latn	0.9585163494387506	0.9334600760456274	0.9849548645937813
__label__ydd_Hebr	0.9895781637717123	0.9793713163064833	1.0
__label__yor_Latn	0.993	0.9900299102691924	0.995987963891675
__label__yue_Hant	0.54264421749931	0.3743335872048743	0.9859578736208626
__label__zgh_Tfng	0.996003996003996	0.9920398009950249	1.0
__label__zsm_Latn	0.9273084479371315	0.9085659287776708	0.9468405215646941
__label__zul_Latn	0.9607367910809501	0.9296435272045028	0.9939819458375125

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6768625723829699	0.9091030276773365	0.5391346453152561
dev/addemojis	0.9173797616842626	0.9170559017251424	0.9177038504676591
dev/antspeak	0.31554900312771267	0.35673607736114743	0.28288807308625386
dev/cyrillic	0.6081513334208514	0.8639266415588669	0.4692303511519781
dev/floresplus	0.9181357359339398	0.9020971018224473	0.9347550039280402
dev/delete	0.8903524820100013	0.8971207865168539	0.883685539376751
dev/hashtag	0.4625256649502135	0.43907030434879124	0.488628446917106
dev/html	0.9195025343882663	0.9123333511675754	0.9267852819542372
dev/leetspeak	0.8410052212848902	0.8910963903388481	0.7962458804986388
dev/ngrams	0.7710593741170675	0.7540857391172914	0.7888147200221354
dev/short	0.4275550849479542	0.39579810014219485	0.4648526861372294
dev/spongebob	0.8948428350932209	0.8874763702807381	0.9023326136043599
dev/swap	0.8568489146954522	0.903481186035809	0.81479413610289
dev/url	0.9169984096095146	0.916658849319397	0.9173382215612355