rewicks/flat-lstm-Hidden_XLARGE_Embed_XLARGE_NLayer_MEDIUM_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8776418242491657	0.9850187265917603	0.7913741223671013
__label__ace_Latn	0.9919839679358717	0.990990990990991	0.9929789368104313
__label__acm_Arab	0.03125	0.5925925925925926	0.0160481444332999
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.32826261008807045	0.8134920634920635	0.20561685055165496
__label__afr_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__als_Latn	0.9994987468671679	0.998997995991984	1.0
__label__amh_Ethi	0.99849774661993	0.997	1.0
__label__apc_Arab	0.19056099732858414	0.8492063492063492	0.10732196589769308
__label__arb_Arab	0.32670997325181506	0.20179372197309417	0.8575727181544633
__label__ars_Arab	0.0019398642095053349	0.029411764705882353	0.0010030090270812437
__label__ary_Arab	0.6836248012718602	0.7247191011235955	0.6469408224674023
__label__arz_Arab	0.5084409136047666	0.5034414945919371	0.5135406218655968
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.970126582278481	0.9795501022494888	0.9608826479438315
__label__awa_Deva	0.794795978710822	0.968299711815562	0.6740220661985958
__label__ayr_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__azb_Arab	0.8179139658220389	0.9914285714285714	0.6960882647943831
__label__azj_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__bak_Cyrl	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__bam_Latn	0.5425163524432475	0.4400749063670412	0.7071213640922769
__label__ban_Latn	0.9578344612181156	0.9956709956709957	0.9227683049147443
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.98842476094615	0.9919191919191919	0.9849548645937813
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9280719280719282	0.9243781094527364	0.9317953861584755
__label__bjn_Arab	0.9035208047553727	0.8302521008403362	0.9909729187562688
__label__bjn_Latn	0.9658976930792377	0.9658976930792377	0.9658976930792377
__label__bod_Tibt	0.9785495403472931	0.9968782518210197	0.9608826479438315
__label__bos_Latn	0.5592233009708738	0.541862652869238	0.5777331995987964
__label__bug_Latn	0.9612403100775194	0.9914712153518124	0.9327983951855566
__label__bul_Cyrl	0.995004995004995	0.991044776119403	0.9989969909729187
__label__cat_Latn	0.9712586719524281	0.9598432908912831	0.9829488465396189
__label__ceb_Latn	0.9944806823883594	0.9949799196787149	0.9939819458375125
__label__ces_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__cjk_Latn	0.2704565030146426	0.9573170731707317	0.15747241725175526
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.913821138211382	0.9941037735849056	0.8455366098294884
__label__cmn_Hant	0.3506493506493506	0.9191489361702128	0.21664994984954863
__label__crh_Latn	0.9853015712113532	0.9959016393442623	0.9749247743229689
__label__cym_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__dan_Latn	0.9642857142857142	0.9813084112149533	0.9478435305917753
__label__deu_Latn	0.9969909729187563	0.9969909729187563	0.9969909729187563
__label__dik_Latn	0.9914357682619647	0.9959514170040485	0.9869608826479438
__label__dyu_Latn	0.0303448275862069	0.04856512141280353	0.022066198595787363
__label__dzo_Tibt	0.9702002931118711	0.9457142857142857	0.995987963891675
__label__ekk_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__epo_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__eus_Latn	1.0	1.0	1.0
__label__ewe_Latn	0.998997995991984	0.997997997997998	1.0
__label__fao_Latn	0.9930139720558881	0.9880834160873883	0.9979939819458375
__label__fij_Latn	1.0	1.0	1.0
__label__fil_Latn	0.9940119760479041	0.9890764647467726	0.9989969909729187
__label__fin_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__fon_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__fra_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__fur_Latn	0.9959798994974874	0.9979859013091642	0.9939819458375125
__label__fuv_Latn	0.9311265349706352	0.9954337899543378	0.8746238716148446
__label__gaz_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__gla_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__gle_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__glg_Latn	0.9728096676737159	0.9767441860465116	0.9689067201604814
__label__gug_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__hau_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__heb_Hebr	0.9994982438534872	1.0	0.9989969909729187
__label__hin_Deva	0.8948566226672736	0.8191666666666667	0.9859578736208626
__label__hne_Deva	0.9030303030303031	0.9094608341810784	0.8966900702106319
__label__hrv_Latn	0.6424751718869366	0.5188155459592844	0.843530591775326
__label__hun_Latn	0.998995983935743	1.0	0.9979939819458375
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9852417302798983	1.0	0.970912738214644
__label__ilo_Latn	1.0	1.0	1.0
__label__ind_Latn	0.8163962425277541	0.7107806691449814	0.958876629889669
__label__isl_Latn	0.9944862155388471	0.9939879759519038	0.9949849548645938
__label__ita_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__jav_Latn	0.9584599797365755	0.9682702149437052	0.9488465396188566
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8555460017196905	0.7486832204665161	0.9979939819458375
__label__kac_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__kam_Latn	0.4771341463414634	0.9936507936507937	0.3139418254764293
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.984725050916497	1.0	0.9699097291875627
__label__kas_Deva	0.9588755856324831	0.9967532467532467	0.9237713139418254
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9732785200411099	0.9978925184404637	0.9498495486459378
__label__khk_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9655172413793104	0.935969868173258	0.9969909729187563
__label__kin_Latn	0.9202334630350193	0.8932955618508026	0.9488465396188566
__label__kir_Cyrl	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__kmb_Latn	0.8496583143507972	0.9828722002635046	0.7482447342026078
__label__kmr_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__knc_Arab	0.6890203813280736	1.0	0.5255767301905717
__label__knc_Latn	0.9355354288758657	0.9977272727272727	0.880641925777332
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9904185577407967	0.9959432048681541	0.9849548645937813
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9873801110550228	0.9939024390243902	0.9809428284854563
__label__lim_Latn	0.95525494276795	0.9924324324324324	0.9207622868605817
__label__lin_Latn	0.9914701455092825	0.9919678714859438	0.9909729187562688
__label__lit_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__lmo_Latn	0.9434161819143311	0.9977628635346756	0.8946840521564694
__label__ltg_Latn	0.9944640161046804	0.997979797979798	0.9909729187562688
__label__ltz_Latn	0.9929292929292929	1.0	0.9859578736208626
__label__lua_Latn	0.9154929577464789	0.9952885747938751	0.847542627883651
__label__lug_Latn	0.9834917458729365	0.9810379241516967	0.9859578736208626
__label__luo_Latn	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__lus_Latn	0.9893563101875317	1.0	0.9789368104312939
__label__lvs_Latn	0.995004995004995	0.991044776119403	0.9989969909729187
__label__mag_Deva	0.9326683291770573	0.9275793650793651	0.9378134403209629
__label__mai_Deva	0.9655526992287918	0.990506329113924	0.9418254764292878
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.99849774661993	0.997	1.0
__label__min_Latn	0.9748846745258841	0.9968553459119497	0.9538615847542627
__label__mkd_Cyrl	0.994	0.9910269192422732	0.9969909729187563
__label__mlt_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__mni_Beng	0.9994987468671679	0.998997995991984	1.0
__label__mos_Latn	0.9438559322033898	1.0	0.8936810431293881
__label__mri_Latn	0.9994987468671679	0.998997995991984	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9782823297137215	0.9630709426627794	0.9939819458375125
__label__nno_Latn	0.961973278520041	0.9863013698630136	0.9388164493480441
__label__nob_Latn	0.8930875576036866	0.8260869565217391	0.9719157472417251
__label__npi_Deva	0.9866402770905492	0.9736328125	1.0
__label__nso_Latn	0.9797775530839232	0.9877675840978594	0.9719157472417251
__label__nus_Latn	0.9979899497487438	1.0	0.995987963891675
__label__nya_Latn	0.9829659318637274	0.9819819819819819	0.9839518555667001
__label__oci_Latn	0.984977466199299	0.9835	0.9864593781344032
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9875559980089597	0.9802371541501976	0.9949849548645938
__label__pbt_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__pes_Arab	0.2448979591836735	0.22350993377483444	0.2708124373119358
__label__plt_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__pol_Latn	0.9812992125984252	0.9632850241545894	1.0
__label__por_Latn	0.9836875926841325	0.969785575048733	0.9979939819458375
__label__prs_Arab	0.519774011299435	0.6946308724832215	0.4152457372116349
__label__quy_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__ron_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__run_Latn	0.92133676092545	0.9451476793248945	0.8986960882647944
__label__rus_Cyrl	0.993963782696177	0.9969727547931383	0.9909729187562688
__label__sag_Latn	0.9949596774193549	1.0	0.9899699097291875
__label__san_Deva	0.9908906882591093	1.0	0.9819458375125376
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9949899799599199	0.993993993993994	0.995987963891675
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9919759277833501	0.9919759277833501	0.9919759277833501
__label__slv_Latn	0.9899598393574298	0.9909547738693467	0.9889669007021064
__label__smo_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__sna_Latn	0.9949748743718593	0.9969788519637462	0.9929789368104313
__label__snd_Arab	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__som_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__sot_Latn	0.9719530851606323	0.9885892116182573	0.9558676028084253
__label__spa_Latn	0.9629629629629629	0.9364928909952607	0.9909729187562688
__label__srd_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__srp_Cyrl	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__ssw_Latn	0.967479674796748	0.98043254376931	0.954864593781344
__label__sun_Latn	0.9602067183462533	0.990405117270789	0.9317953861584755
__label__swe_Latn	0.988855116514691	0.9989764585465711	0.9789368104312939
__label__swh_Latn	0.9597282872392043	0.9295112781954887	0.9919759277833501
__label__szl_Latn	0.9827060020345879	0.9969040247678018	0.9689067201604814
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7246006389776358	0.9982394366197183	0.5687061183550652
__label__taq_Tfng	0.993	0.9900299102691924	0.995987963891675
__label__tat_Cyrl	0.9929859719438877	0.991991991991992	0.9939819458375125
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9984932194876946	1.0	0.9969909729187563
__label__tpi_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__tsn_Latn	0.9564796905222438	0.9234360410831	0.9919759277833501
__label__tso_Latn	0.9939759036144578	0.9949748743718593	0.9929789368104313
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9864116758933066	0.98989898989899	0.9829488465396189
__label__tur_Latn	0.9866270430906389	0.974559686888454	0.9989969909729187
__label__twi_Latn	0.9934442763489663	0.9989858012170385	0.9879638916750251
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__umb_Latn	0.5697924123120973	0.995	0.399197592778335
__label__urd_Arab	0.9674915089762252	0.9370300751879699	1.0
__label__uzn_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__vec_Latn	0.9764344262295083	0.9979057591623036	0.9558676028084253
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9979979979979979	0.996003996003996	1.0
__label__wol_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__xho_Latn	0.9314796425024827	0.9223205506391348	0.9408224674022067
__label__ydd_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__yor_Latn	0.9822244794311834	0.9948559670781894	0.9699097291875627
__label__yue_Hant	0.7808764940239042	0.6477197620621282	0.9829488465396189
__label__zgh_Tfng	0.996993987975952	0.995995995995996	0.9979939819458375
__label__zsm_Latn	0.837852206273259	0.8914027149321267	0.7903711133400201
__label__zul_Latn	0.9287833827893175	0.9160975609756098	0.9418254764292878

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6760629448482044	0.920873054412554	0.5340800727305068
dev/addemojis	0.9154461601182285	0.9451199301306368	0.8875789931370466
dev/antspeak	0.34906892475826923	0.809359499676515	0.22251977607699946
dev/cyrillic	0.5496321067937497	0.9007337219508902	0.39547707160891543
dev/floresplus	0.9256107163096736	0.9397208800272908	0.9119180200700624
dev/delete	0.896516626366586	0.9394385641969627	0.8573454353207406
dev/hashtag	0.477872264182149	0.7895096376077329	0.34262887183718643
dev/html	0.9219061251864382	0.9340280418853477	0.9100948164691117
dev/leetspeak	0.7836845722139502	0.9318892195384374	0.6761516075319555
dev/ngrams	0.7361829426146986	0.8809574621882293	0.6322761387611109
dev/short	0.4946829868531831	0.7176991233592348	0.37740808632794937
dev/spongebob	0.8537837066477808	0.9177370881883412	0.7981629617917793
dev/swap	0.8822925501048966	0.9414490642160708	0.830130786448014
dev/url	0.918815856506585	0.9384024933673338	0.9000301396801241