rewicks/flat-cnn-Hidden_XXLARGE_Embed_XLARGE_NLayer_MEDIUM_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9448101265822785	0.9539877300613497	0.9358074222668004
__label__ace_Latn	0.9861523244312562	0.9726829268292683	1.0
__label__acm_Arab	0.04619826756496631	0.5714285714285714	0.024072216649949848
__label__acq_Arab	0.002	0.3333333333333333	0.0010030090270812437
__label__aeb_Arab	0.3471074380165289	0.6916167664670658	0.2316950852557673
__label__afr_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__als_Latn	0.9979979979979979	0.996003996003996	1.0
__label__amh_Ethi	0.9994987468671679	0.998997995991984	1.0
__label__apc_Arab	0.2613268608414239	0.6757322175732218	0.16198595787362086
__label__arb_Arab	0.28527887839073457	0.16819407008086254	0.9388164493480441
__label__ars_Arab	0.016289592760180997	0.08333333333333333	0.009027081243731194
__label__ary_Arab	0.6920668058455115	0.721436343852013	0.6649949849548646
__label__arz_Arab	0.553250345781466	0.5119453924914675	0.6018054162487463
__label__asm_Beng	0.9994987468671679	0.998997995991984	1.0
__label__ast_Latn	0.9816740960871718	0.9696673189823874	0.9939819458375125
__label__awa_Deva	0.42260061919504643	0.9254237288135593	0.27382146439317956
__label__ayr_Latn	0.9994987468671679	0.998997995991984	1.0
__label__azb_Arab	0.881930184804928	0.9032597266035752	0.8615847542627884
__label__azj_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__bak_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__bam_Latn	0.6168808614102119	0.4718384697130712	0.8906720160481444
__label__ban_Latn	0.9620502710694924	0.9457364341085271	0.9789368104312939
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9914872308462694	0.99	0.9929789368104313
__label__ben_Beng	0.998995983935743	1.0	0.9979939819458375
__label__bho_Deva	0.8580329327992879	0.7712	0.966900702106319
__label__bjn_Arab	0.941402497598463	0.9032258064516129	0.9829488465396189
__label__bjn_Latn	0.9353468617272299	0.8832442067736186	0.9939819458375125
__label__bod_Tibt	0.9822425164890918	0.9938398357289527	0.970912738214644
__label__bos_Latn	0.6159614354579539	0.6609195402298851	0.5767301905717152
__label__bug_Latn	0.9850597609561753	0.9782393669634025	0.9919759277833501
__label__bul_Cyrl	0.9915380786460926	0.9841897233201581	0.9989969909729187
__label__cat_Latn	0.9726295210166177	0.9485224022878932	0.9979939819458375
__label__ceb_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__ces_Latn	0.997	0.9940179461615155	1.0
__label__cjk_Latn	0.5263157894736843	0.9703504043126685	0.36108324974924777
__label__ckb_Arab	0.998997995991984	0.997997997997998	1.0
__label__cmn_Hans	0.8586088939566704	0.9947159841479525	0.7552657973921765
__label__cmn_Hant	0.2815945716709075	0.9120879120879121	0.16649949849548645
__label__crh_Latn	0.9949748743718593	0.9969788519637462	0.9929789368104313
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.987	0.9840478564307079	0.9899699097291875
__label__deu_Latn	0.998997995991984	0.997997997997998	1.0
__label__dik_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__dyu_Latn	0.02211690363349131	0.05204460966542751	0.014042126379137413
__label__dzo_Tibt	0.9295380307979468	0.8691099476439791	0.9989969909729187
__label__ekk_Latn	1.0	1.0	1.0
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__epo_Latn	0.9994987468671679	0.998997995991984	1.0
__label__eus_Latn	0.99849774661993	0.997	1.0
__label__ewe_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__fao_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__fij_Latn	0.9979979979979979	0.996003996003996	1.0
__label__fil_Latn	0.9955067398901647	0.9910536779324056	1.0
__label__fin_Latn	0.9979979979979979	0.996003996003996	1.0
__label__fon_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fra_Latn	0.995479658463084	0.9969818913480886	0.9939819458375125
__label__fur_Latn	0.9940119760479041	0.9890764647467726	0.9989969909729187
__label__fuv_Latn	0.971311475409836	0.9926701570680628	0.950852557673019
__label__gaz_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__gla_Latn	0.998997995991984	0.997997997997998	1.0
__label__gle_Latn	0.9994987468671679	0.998997995991984	1.0
__label__glg_Latn	0.9826989619377163	0.9688109161793372	0.9969909729187563
__label__gug_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__hau_Latn	0.9822660098522167	0.9651500484027106	1.0
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.883221476510067	0.7972536348949919	0.9899699097291875
__label__hne_Deva	0.8729166666666667	0.9079089924160346	0.8405215646940822
__label__hrv_Latn	0.6958473625140292	0.5548926014319809	0.9327983951855566
__label__hun_Latn	0.9994987468671679	0.998997995991984	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__ilo_Latn	0.998997995991984	0.997997997997998	1.0
__label__ind_Latn	0.8418803418803418	0.7334326135517498	0.9879638916750251
__label__isl_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__ita_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__jav_Latn	0.9592628516003879	0.9286384976525821	0.9919759277833501
__label__jpn_Jpan	0.996003996003996	0.9920398009950249	1.0
__label__kab_Latn	0.8291060291060292	0.7080965909090909	1.0
__label__kac_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__kam_Latn	0.6577181208053692	0.9939148073022313	0.49147442326980945
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9775051124744376	0.9968717413972888	0.958876629889669
__label__kas_Deva	0.9143155694879833	0.9541984732824428	0.8776328986960883
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9742798353909464	1.0	0.9498495486459378
__label__khk_Cyrl	1.0	1.0	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9660194174757282	0.9360301034807149	0.9979939819458375
__label__kin_Latn	0.8908256880733946	0.8207945900253593	0.9739217652958877
__label__kir_Cyrl	0.996	0.9930209371884346	0.9989969909729187
__label__kmb_Latn	0.929217668972858	0.9897959183673469	0.8756268806419257
__label__kmr_Latn	1.0	1.0	1.0
__label__knc_Arab	0.690741956664478	1.0	0.5275827482447342
__label__knc_Latn	0.993483709273183	0.9929859719438878	0.9939819458375125
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9934902353530296	0.992	0.9949849548645938
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9702873843156357	0.9431818181818182	0.9989969909729187
__label__lim_Latn	0.9832402234636872	0.9958847736625515	0.970912738214644
__label__lin_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__lit_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__lmo_Latn	0.971028971028971	0.9671641791044776	0.9749247743229689
__label__ltg_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__ltz_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__lua_Latn	0.9674754775425916	0.9968085106382979	0.9398194583751254
__label__lug_Latn	0.9855936413313463	0.9763779527559056	0.9949849548645938
__label__luo_Latn	0.995479658463084	0.9969818913480886	0.9939819458375125
__label__lus_Latn	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__lvs_Latn	0.997	0.9940179461615155	1.0
__label__mag_Deva	0.9157360406091372	0.9270298047276464	0.9047141424272819
__label__mai_Deva	0.973027989821883	0.987603305785124	0.958876629889669
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.995004995004995	0.991044776119403	0.9989969909729187
__label__min_Latn	0.9705304518664047	0.9509143407122232	0.9909729187562688
__label__mkd_Cyrl	0.9955067398901647	0.9910536779324056	1.0
__label__mlt_Latn	0.9994987468671679	0.998997995991984	1.0
__label__mni_Beng	0.9822660098522167	0.9651500484027106	1.0
__label__mos_Latn	0.9399255715045189	1.0	0.8866599799398195
__label__mri_Latn	1.0	1.0	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9822309970384996	0.966958211856171	0.9979939819458375
__label__nno_Latn	0.981	0.9780658025922233	0.9839518555667001
__label__nob_Latn	0.9185667752442997	0.8567708333333334	0.9899699097291875
__label__npi_Deva	0.9875930521091811	0.9774066797642437	0.9979939819458375
__label__nso_Latn	0.9920079920079921	0.9880597014925373	0.995987963891675
__label__nus_Latn	0.9979979979979979	0.996003996003996	1.0
__label__nya_Latn	0.9929718875502007	0.9939698492462311	0.9919759277833501
__label__oci_Latn	0.9907845579078455	0.9841662543295399	0.9974924774322969
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9866137828458107	0.9754901960784313	0.9979939819458375
__label__pbt_Arab	0.9726829268292683	0.9468186134852802	1.0
__label__pes_Arab	0.2068241469816273	0.21696035242290748	0.19759277833500502
__label__plt_Latn	0.9914011127971675	1.0	0.9829488465396189
__label__pol_Latn	0.9900695134061569	0.9803343166175025	1.0
__label__por_Latn	0.9876176324913324	0.9755381604696673	1.0
__label__prs_Arab	0.6514285714285715	0.7569721115537849	0.571715145436309
__label__quy_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__ron_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__run_Latn	0.9122626988199077	0.9338235294117647	0.8916750250752257
__label__rus_Cyrl	0.9954751131221719	0.9979838709677419	0.9929789368104313
__label__sag_Latn	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__san_Deva	0.9795291709314228	1.0	0.9598796389167502
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9930278884462151	0.9861523244312562	1.0
__label__shn_Mymr	0.7708978328173376	0.6275992438563327	0.9989969909729187
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__slv_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__smo_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__sna_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__snd_Arab	0.998997995991984	0.997997997997998	1.0
__label__som_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__sot_Latn	0.9803328290468986	0.9858012170385395	0.9749247743229689
__label__spa_Latn	0.9717348927875243	0.9450236966824644	1.0
__label__srd_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__srp_Cyrl	0.9974962443665497	0.996	0.9989969909729187
__label__ssw_Latn	0.9828801611278953	0.9868554095045501	0.9789368104312939
__label__sun_Latn	0.971824023727138	0.9580896686159844	0.9859578736208626
__label__swe_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__swh_Latn	0.9180478821362799	0.8485106382978723	1.0
__label__szl_Latn	0.9550679205851621	0.9967284623773174	0.9167502507522568
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.843262001156738	0.9959016393442623	0.7311935807422267
__label__taq_Tfng	0.9028156221616712	0.8248962655601659	0.9969909729187563
__label__tat_Cyrl	0.996996996996997	0.995004995004995	0.9989969909729187
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	1.0	1.0	1.0
__label__tpi_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__tsn_Latn	0.9730524252817246	0.9511494252873564	0.995987963891675
__label__tso_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9900398406374503	0.9831849653808111	0.9969909729187563
__label__tur_Latn	0.9871287128712871	0.9745845552297165	1.0
__label__twi_Latn	0.9987459242538249	0.9989964877069744	0.9984954864593781
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__umb_Latn	0.7228607918263091	0.9947275922671354	0.567703109327984
__label__urd_Arab	0.9517899761336516	0.9080145719489982	1.0
__label__uzn_Latn	0.9979979979979979	0.996003996003996	1.0
__label__vec_Latn	0.9865604778496765	0.9792490118577075	0.9939819458375125
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__wol_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__xho_Latn	0.967741935483871	0.9577603143418467	0.9779338014042126
__label__ydd_Hebr	0.9900695134061569	0.9803343166175025	1.0
__label__yor_Latn	0.9895157264103844	0.9850894632206759	0.9939819458375125
__label__yue_Hant	0.5479375696767	0.37939019683519876	0.9859578736208626
__label__zgh_Tfng	0.996993987975952	0.995995995995996	0.9979939819458375
__label__zsm_Latn	0.920711196540125	0.8837638376383764	0.9608826479438315
__label__zul_Latn	0.9681592039800996	0.9605133267522211	0.9759277833500501

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.64394539107414	0.9376777497472528	0.4903429500323631
dev/addemojis	0.9116617766623069	0.9322248328212543	0.8919863037388026
dev/antspeak	0.3587829742098957	0.4151741067369761	0.31587867049424134
dev/cyrillic	0.5782731292233252	0.8906603346901855	0.4281168629039829
dev/floresplus	0.9235444161029168	0.9213124588197115	0.9257872138583237
dev/delete	0.8977070112296678	0.9250644775743851	0.8719211822660099
dev/hashtag	0.46529817398797585	0.39077811733888573	0.5749366325577718
dev/html	0.9184747977800157	0.92915284743569	0.9080393891032704
dev/leetspeak	0.7951065540023918	0.9178057391146918	0.7013454155570159
dev/ngrams	0.7926141754601728	0.7712556095736725	0.815189410596321
dev/short	0.3871876997935758	0.28255006129955046	0.614908765705985
dev/spongebob	0.8707045400683888	0.920573820144281	0.8259606405423167
dev/swap	0.8546064027715403	0.9309947174382779	0.7898029062557129
dev/url	0.9130804951616509	0.9284918940454179	0.8981723495609982