rewicks/flat-lstm-Hidden_MEDIUM_Embed_MEDIUM_NLayer_MEDIUM_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9348739495798319	0.9812568908489526	0.892678034102307
__label__ace_Latn	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__acm_Arab	0.04487804878048781	0.8214285714285714	0.023069207622868605
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.30139230139230144	0.8214285714285714	0.18455366098294884
__label__afr_Latn	0.993496748374187	0.9910179640718563	0.995987963891675
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.998997995991984	0.997997997997998	1.0
__label__apc_Arab	0.1827909050378957	0.8232931726907631	0.10280842527582748
__label__arb_Arab	0.33575129533678755	0.2115987460815047	0.8124373119358074
__label__ars_Arab	0.001943634596695821	0.03125	0.0010030090270812437
__label__ary_Arab	0.6701352757544226	0.6962162162162162	0.645937813440321
__label__arz_Arab	0.5005076142131979	0.5066803699897225	0.4944834503510532
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.974910394265233	0.99581589958159	0.954864593781344
__label__awa_Deva	0.7886992348440258	0.9544159544159544	0.6720160481444333
__label__ayr_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__azb_Arab	0.8081048867699643	0.9955947136563876	0.6800401203610833
__label__azj_Latn	0.9979899497487438	1.0	0.995987963891675
__label__bak_Cyrl	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__bam_Latn	0.5554699537750385	0.4509068167604753	0.7231695085255767
__label__ban_Latn	0.9538784067085953	0.9989023051591658	0.9127382146439318
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9904185577407967	0.9959432048681541	0.9849548645937813
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9307616221562809	0.9180487804878049	0.9438314944834504
__label__bjn_Arab	0.9139382600561273	0.8562664329535495	0.9799398194583752
__label__bjn_Latn	0.9657603222557906	0.9696663296258847	0.9618856569709128
__label__bod_Tibt	0.982670744138634	0.9989637305699481	0.966900702106319
__label__bos_Latn	0.5396341463414634	0.5468589083419155	0.5325977933801405
__label__bug_Latn	0.9431578947368421	0.9922480620155039	0.8986960882647944
__label__bul_Cyrl	0.9950099800399202	0.9900695134061569	1.0
__label__cat_Latn	0.972027972027972	0.9681592039800995	0.9759277833500501
__label__ceb_Latn	0.9944806823883594	0.9949799196787149	0.9939819458375125
__label__ces_Latn	0.995	0.9920239282153539	0.9979939819458375
__label__cjk_Latn	0.22123893805309733	0.9398496240601504	0.12537612838515547
__label__ckb_Arab	0.9994987468671679	0.998997995991984	1.0
__label__cmn_Hans	0.8174322732626621	0.9900142653352354	0.6960882647943831
__label__cmn_Hant	0.4734082397003745	0.9349112426035503	0.316950852557673
__label__crh_Latn	0.988377968671046	0.9959266802443992	0.9809428284854563
__label__cym_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__dan_Latn	0.9616368286445014	0.9812108559498957	0.9428284854563691
__label__deu_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__dik_Latn	0.9914098029307731	0.9989816700610998	0.9839518555667001
__label__dyu_Latn	0.027063599458728008	0.04158004158004158	0.020060180541624874
__label__dzo_Tibt	0.9618909792571153	0.9265799256505576	1.0
__label__ekk_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.993483709273183	0.9929859719438878	0.9939819458375125
__label__epo_Latn	0.998995983935743	1.0	0.9979939819458375
__label__eus_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ewe_Latn	0.99849774661993	0.997	1.0
__label__fao_Latn	0.9920159680638722	0.9870903674280039	0.9969909729187563
__label__fij_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fil_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__fin_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__fon_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__fra_Latn	0.9954751131221719	0.9979838709677419	0.9929789368104313
__label__fur_Latn	0.994	0.9910269192422732	0.9969909729187563
__label__fuv_Latn	0.8646188850967008	0.9986859395532195	0.7622868605817452
__label__gaz_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__gla_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__gle_Latn	0.9994987468671679	0.998997995991984	1.0
__label__glg_Latn	0.9711099847947288	0.9815573770491803	0.9608826479438315
__label__gug_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.996003996003996	0.9920398009950249	1.0
__label__hau_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__heb_Hebr	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__hin_Deva	0.9232941176470588	0.8696808510638298	0.9839518555667001
__label__hne_Deva	0.8843398157625385	0.9028213166144201	0.8665997993981945
__label__hrv_Latn	0.6511627906976745	0.5424181696726786	0.8144433299899699
__label__hun_Latn	0.998995983935743	1.0	0.9979939819458375
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9821337417049516	1.0	0.9648946840521565
__label__ilo_Latn	0.998997995991984	0.997997997997998	1.0
__label__ind_Latn	0.8018510727808162	0.6905797101449276	0.9558676028084253
__label__isl_Latn	0.9949949949949949	0.993006993006993	0.9969909729187563
__label__ita_Latn	0.9924812030075187	0.9919839679358717	0.9929789368104313
__label__jav_Latn	0.9696048632218844	0.9795291709314228	0.9598796389167502
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8592400690846287	0.7543593631539045	0.9979939819458375
__label__kac_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__kam_Latn	0.48521607278241086	0.9937888198757764	0.320962888665998
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9862735129639044	1.0	0.9729187562688064
__label__kas_Deva	0.9549738219895288	0.9989047097480832	0.9147442326980942
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9679089026915113	1.0	0.9378134403209629
__label__khk_Cyrl	0.998995983935743	1.0	0.9979939819458375
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9659533073929961	0.9376770538243626	0.995987963891675
__label__kin_Latn	0.9093553078041686	0.8799249530956847	0.9408224674022067
__label__kir_Cyrl	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__kmb_Latn	0.8151210868281158	0.9913793103448276	0.6920762286860582
__label__kmr_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__knc_Arab	0.6846965699208444	1.0	0.5205616850551655
__label__knc_Latn	0.9258861439312566	0.9965317919075144	0.8645937813440321
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9883897021706208	0.9949186991869918	0.9819458375125376
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9864389753892516	0.9879275653923542	0.9849548645937813
__label__lim_Latn	0.9675090252707582	0.9957537154989384	0.9408224674022067
__label__lin_Latn	0.994475138121547	0.9959758551307847	0.9929789368104313
__label__lit_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__lmo_Latn	0.9464285714285714	0.9933847850055126	0.9037111334002006
__label__ltg_Latn	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__ltz_Latn	0.9949748743718593	0.9969788519637462	0.9929789368104313
__label__lua_Latn	0.927038626609442	0.9965397923875432	0.8665997993981945
__label__lug_Latn	0.9834752128192289	0.982	0.9849548645937813
__label__luo_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__lus_Latn	0.9903797468354429	1.0	0.9809428284854563
__label__lvs_Latn	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__mag_Deva	0.9360406091370558	0.947584789311408	0.9247743229689067
__label__mai_Deva	0.9514866979655711	0.991304347826087	0.9147442326980942
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.99849774661993	0.997	1.0
__label__min_Latn	0.9717514124293786	0.9957894736842106	0.9488465396188566
__label__mkd_Cyrl	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__mlt_Latn	0.998995983935743	1.0	0.9979939819458375
__label__mni_Beng	1.0	1.0	1.0
__label__mos_Latn	0.9353977576081153	1.0	0.8786359077231695
__label__mri_Latn	1.0	1.0	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9692232535417684	0.9447619047619048	0.9949849548645938
__label__nno_Latn	0.9582258896338318	0.9861995753715499	0.9317953861584755
__label__nob_Latn	0.8923933209647495	0.8300258843830889	0.9648946840521565
__label__npi_Deva	0.99849774661993	0.997	1.0
__label__nso_Latn	0.9832911392405064	0.9928425357873211	0.9739217652958877
__label__nus_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__nya_Latn	0.9864116758933066	0.98989898989899	0.9829488465396189
__label__oci_Latn	0.9856963613550817	0.9864389753892516	0.9849548645937813
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9885286783042394	0.9831349206349206	0.9939819458375125
__label__pbt_Arab	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__pes_Arab	0.2647317502198768	0.23570869224745497	0.30190571715145437
__label__plt_Latn	0.998995983935743	1.0	0.9979939819458375
__label__pol_Latn	0.9871287128712871	0.9745845552297165	1.0
__label__por_Latn	0.9826474962816063	0.9715686274509804	0.9939819458375125
__label__prs_Arab	0.4972451790633608	0.7934065934065934	0.362086258776329
__label__quy_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__ron_Latn	0.998997995991984	0.997997997997998	1.0
__label__run_Latn	0.9098445595854923	0.9410503751339764	0.880641925777332
__label__rus_Cyrl	0.9939516129032258	0.9989868287740629	0.9889669007021064
__label__sag_Latn	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__san_Deva	0.9919110212335693	1.0	0.9839518555667001
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9929718875502007	0.9939698492462311	0.9919759277833501
__label__slv_Latn	0.9889001009081736	0.9949238578680203	0.9829488465396189
__label__smo_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__sna_Latn	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__sot_Latn	0.973939703628002	0.9927083333333333	0.9558676028084253
__label__spa_Latn	0.967172954434101	0.9454022988505747	0.9899699097291875
__label__srd_Latn	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__srp_Cyrl	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__ssw_Latn	0.9696658097686375	0.9947257383966245	0.9458375125376128
__label__sun_Latn	0.947753396029258	0.9890948745910578	0.9097291875626881
__label__swe_Latn	0.9889001009081736	0.9949238578680203	0.9829488465396189
__label__swh_Latn	0.9709502708025602	0.9535783365570599	0.9889669007021064
__label__szl_Latn	0.9842719431760528	0.9958932238193019	0.9729187562688064
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7551401869158879	0.9967105263157895	0.6078234704112337
__label__taq_Tfng	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__tat_Cyrl	0.9944972486243122	0.9920159680638723	0.9969909729187563
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9994982438534872	1.0	0.9989969909729187
__label__tpi_Latn	0.998995983935743	1.0	0.9979939819458375
__label__tsn_Latn	0.9621726479146461	0.9314553990610329	0.9949849548645938
__label__tso_Latn	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.9909274193548387	0.9959473150962512	0.9859578736208626
__label__tur_Latn	0.9827160493827161	0.9678988326848249	0.9979939819458375
__label__twi_Latn	0.9949596774193549	1.0	0.9899699097291875
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__umb_Latn	0.6945169712793733	0.994392523364486	0.5336008024072216
__label__urd_Arab	0.9764936336924585	0.9540669856459331	1.0
__label__uzn_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__vec_Latn	0.9759344598054275	0.9968619246861925	0.9558676028084253
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.99849774661993	0.997	1.0
__label__wol_Latn	0.9919517102615695	0.9949545913218971	0.9889669007021064
__label__xho_Latn	0.9287493771798705	0.9227722772277228	0.9348044132397192
__label__ydd_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__yor_Latn	0.9842239185750636	0.9989669421487604	0.9699097291875627
__label__yue_Hant	0.7551257253384914	0.6146095717884131	0.9789368104312939
__label__zgh_Tfng	0.9974962443665497	0.996	0.9989969909729187
__label__zsm_Latn	0.8316076294277929	0.9105011933174224	0.765295887662989
__label__zul_Latn	0.9311540366518078	0.9197651663405088	0.9428284854563691

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6608101450480828	0.9372476065157221	0.5102993710194623
dev/addemojis	0.9146392215836412	0.946327056784801	0.885004767998577
dev/antspeak	0.3090213391005847	0.8642925234917609	0.18814571794200335
dev/cyrillic	0.5466200990657635	0.9127363943219124	0.3901309840852607
dev/floresplus	0.9261937690160679	0.9430104608830563	0.9099663522587467
dev/delete	0.8939282835374573	0.9435170903342317	0.8492917175170833
dev/hashtag	0.4844116143508527	0.7925254838564821	0.3488050357970463
dev/html	0.9246959857804058	0.9413113579362236	0.9086570054992564
dev/leetspeak	0.7900597330589614	0.9370707598017614	0.6829206832319619
dev/ngrams	0.6970334020251738	0.8715372523431012	0.5807521085423759
dev/short	0.4937102886988992	0.7374602301740053	0.3710639307083813
dev/spongebob	0.8477705849677393	0.9225024265214434	0.7842394177606712
dev/swap	0.8801956507369951	0.9466656050593173	0.8224476384819484
dev/url	0.9209190726081563	0.9461527236340136	0.8969964079430409