rewicks/flat-lstm-Hidden_XLARGE_Embed_XLARGE_NLayer_SMALL_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.18211648892534862	0.5	0.11133400200601805
__label__ace_Latn	0.7747957992998833	0.9260808926080892	0.6659979939819458
__label__acm_Arab	0.0020040080160320644	1.0	0.0010030090270812437
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.0020040080160320644	1.0	0.0010030090270812437
__label__afr_Latn	0.8131749460043196	0.8807017543859649	0.7552657973921765
__label__als_Latn	0.9919517102615695	0.9949545913218971	0.9889669007021064
__label__amh_Ethi	0.9785963165754106	0.9713438735177866	0.9859578736208626
__label__apc_Arab	0.0009775171065493644	0.019230769230769232	0.0005015045135406219
__label__arb_Arab	0.23086302669015038	0.13345864661654136	0.8545636910732196
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.08842443729903537	0.22267206477732793	0.055165496489468405
__label__arz_Arab	0.0572419774501301	0.21153846153846154	0.033099297893681046
__label__asm_Beng	0.9717457114026236	0.9776649746192894	0.9658976930792377
__label__ast_Latn	0.7450980392156864	0.9139941690962099	0.6288866599799399
__label__awa_Deva	0.3084577114427861	0.8899521531100478	0.18655967903711135
__label__ayr_Latn	0.9527310924369747	1.0	0.9097291875626881
__label__azb_Arab	0.7694189602446483	0.9858934169278997	0.6308926780341023
__label__azj_Latn	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__bak_Cyrl	0.9827060020345879	0.9969040247678018	0.9689067201604814
__label__bam_Latn	0.5295424255886273	0.47527910685805425	0.5977933801404213
__label__ban_Latn	0.21490467937608318	0.7898089171974523	0.12437311935807423
__label__bel_Cyrl	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__bem_Latn	0.7877063175867958	0.9105263157894737	0.6940822467402207
__label__ben_Beng	0.9675810473815462	0.9623015873015873	0.9729187562688064
__label__bho_Deva	0.631578947368421	0.7054455445544554	0.571715145436309
__label__bjn_Arab	0.6321709786276716	0.5047904191616767	0.8455366098294884
__label__bjn_Latn	0.6514778325123153	0.8437001594896332	0.5305917753259779
__label__bod_Tibt	0.929282346778418	0.9725877192982456	0.8896690070210632
__label__bos_Latn	0.35589941972920697	0.4981949458483754	0.2768304914744233
__label__bug_Latn	0.5431578947368421	0.9042056074766355	0.3881644934804413
__label__bul_Cyrl	0.9607645875251509	0.963673057517659	0.9578736208625878
__label__cat_Latn	0.656140350877193	0.7868162692847125	0.5626880641925778
__label__ceb_Latn	0.5891117478510027	0.6871657754010695	0.5155466399197592
__label__ces_Latn	0.9724770642201835	0.9886010362694301	0.9568706118355065
__label__cjk_Latn	0.2470389170896785	0.7891891891891892	0.1464393179538616
__label__ckb_Arab	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__cmn_Hans	0.2624053826745164	0.8125	0.15646940822467403
__label__cmn_Hant	0.22114608555286522	0.5661157024793388	0.1374122367101304
__label__crh_Latn	0.9485294117647057	0.9955898566703418	0.905717151454363
__label__cym_Latn	0.9765306122448979	0.9937694704049844	0.9598796389167502
__label__dan_Latn	0.6489675516224188	0.7879656160458453	0.551654964894684
__label__deu_Latn	0.9272070211667527	0.9553191489361702	0.9007021063189569
__label__dik_Latn	0.9592152813629324	0.9882978723404255	0.9317953861584755
__label__dyu_Latn	0.00962309542902967	0.024	0.006018054162487462
__label__dzo_Tibt	0.9226415094339624	0.8708815672306323	0.9809428284854563
__label__ekk_Latn	0.9443872296601441	0.9703703703703703	0.9197592778335005
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.8761016070502852	0.9066523605150214	0.847542627883651
__label__epo_Latn	0.9533195020746889	0.9871106337271751	0.921765295887663
__label__eus_Latn	0.9750249750249751	0.9711442786069652	0.9789368104312939
__label__ewe_Latn	0.9556598852373501	0.9956521739130435	0.9187562688064193
__label__fao_Latn	0.9385699899295066	0.942366026289181	0.9348044132397192
__label__fij_Latn	0.9587628865979381	0.9862142099681867	0.9327983951855566
__label__fil_Latn	0.679078882900539	0.6637931034482759	0.695085255767302
__label__fin_Latn	0.979757085020243	0.9887640449438202	0.970912738214644
__label__fon_Latn	0.9128540305010893	0.99880810488677	0.8405215646940822
__label__fra_Latn	0.8803634528016155	0.8861788617886179	0.8746238716148446
__label__fur_Latn	0.9188619599578505	0.9678135405105438	0.8746238716148446
__label__fuv_Latn	0.5811001410437235	0.9786223277909739	0.41323971915747243
__label__gaz_Latn	0.6583769633507853	0.9472693032015066	0.5045135406218656
__label__gla_Latn	0.987866531850354	0.9959225280326198	0.9799398194583752
__label__gle_Latn	0.9919436052366566	0.9959555106167847	0.9879638916750251
__label__glg_Latn	0.740011580775912	0.8753424657534247	0.6409227683049148
__label__gug_Latn	0.954711087975013	0.9924242424242424	0.9197592778335005
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9443025038323966	0.9625	0.9267803410230692
__label__hau_Latn	0.9295199182839632	0.9469302809573361	0.9127382146439318
__label__heb_Hebr	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__hin_Deva	0.814538676607642	0.7606614447345518	0.876629889669007
__label__hne_Deva	0.5850066934404283	0.8792756539235412	0.4383149448345035
__label__hrv_Latn	0.4194493263034564	0.504225352112676	0.35907723169508526
__label__hun_Latn	0.9908998988877654	0.9989806320081549	0.9829488465396189
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9384288747346073	0.9966178128523112	0.8866599799398195
__label__ilo_Latn	0.8230231307154383	0.8874709976798144	0.7673019057171514
__label__ind_Latn	0.4700089525514772	0.4244139046079224	0.526579739217653
__label__isl_Latn	0.9390787518573551	0.9275929549902152	0.950852557673019
__label__ita_Latn	0.8759278897136797	0.9291338582677166	0.8284854563691073
__label__jav_Latn	0.09966216216216216	0.3155080213903743	0.05917753259779338
__label__jpn_Jpan	0.9979979979979979	0.996003996003996	1.0
__label__kab_Latn	0.834470989761092	0.7260579064587973	0.9809428284854563
__label__kac_Latn	0.9575129533678756	0.9903536977491961	0.9267803410230692
__label__kam_Latn	0.41554321966693103	0.9924242424242424	0.26278836509528586
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9842399593289274	0.9979381443298969	0.970912738214644
__label__kas_Deva	0.7021013597033374	0.9146537842190016	0.5697091273821464
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9939516129032258	0.9989868287740629	0.9889669007021064
__label__kbp_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__kea_Latn	0.58972554539057	0.9882075471698113	0.4202607823470411
__label__khk_Cyrl	0.9903797468354429	1.0	0.9809428284854563
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9537401574803149	0.936231884057971	0.9719157472417251
__label__kin_Latn	0.6989720998531571	0.6826003824091779	0.7161484453360081
__label__kir_Cyrl	0.9790209790209791	0.9751243781094527	0.9829488465396189
__label__kmb_Latn	0.07954545454545456	0.711864406779661	0.04212637913741224
__label__kmr_Latn	0.9954751131221719	0.9979838709677419	0.9929789368104313
__label__knc_Arab	0.6881578947368421	1.0	0.5245737211634904
__label__knc_Latn	0.8964781216648878	0.9578107183580388	0.8425275827482447
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.7674003569303987	0.9429824561403509	0.6469408224674023
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.8899782135076253	0.9737783075089392	0.8194583751253761
__label__lim_Latn	0.4245210727969349	0.8993506493506493	0.2778335005015045
__label__lin_Latn	0.8200934579439252	0.9818181818181818	0.7041123370110332
__label__lit_Latn	0.9812468322351748	0.9918032786885246	0.970912738214644
__label__lmo_Latn	0.6554185593770279	0.9283088235294118	0.506519558676028
__label__ltg_Latn	0.9184869472562599	0.9795454545454545	0.8645937813440321
__label__ltz_Latn	0.8779944289693593	0.9874686716791979	0.7903711133400201
__label__lua_Latn	0.6606099935107073	0.9356617647058824	0.5105315947843531
__label__lug_Latn	0.8104366347177849	0.8637911464245176	0.7632898696088265
__label__luo_Latn	0.8576214405360133	0.9672544080604534	0.7703109327983951
__label__lus_Latn	0.8908587257617728	0.995049504950495	0.8064192577733199
__label__lvs_Latn	0.928919182083739	0.902554399243141	0.9568706118355065
__label__mag_Deva	0.8470111448834854	0.8556806550665302	0.8385155466399198
__label__mai_Deva	0.7882960413080895	0.920911528150134	0.6890672016048145
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.964972866304884	0.9495145631067962	0.9809428284854563
__label__min_Latn	0.5065885797950219	0.9376693766937669	0.34704112337011034
__label__mkd_Cyrl	0.9082031249999999	0.884871550903901	0.9327983951855566
__label__mlt_Latn	0.9826530612244898	1.0	0.9658976930792377
__label__mni_Beng	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__mos_Latn	0.8866554997208265	1.0	0.7963891675025075
__label__mri_Latn	0.9944528492183561	1.0	0.9889669007021064
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.7177304964539006	0.6788908765652951	0.7612838515546639
__label__nno_Latn	0.446064139941691	0.816	0.3069207622868606
__label__nob_Latn	0.5385980479148181	0.48289578361177404	0.6088264794383149
__label__npi_Deva	0.9223439733206289	0.8784029038112523	0.970912738214644
__label__nso_Latn	0.924396782841823	0.9930875576036866	0.8645937813440321
__label__nus_Latn	0.9944695827048768	0.9969758064516129	0.9919759277833501
__label__nya_Latn	0.7314285714285714	0.849933598937583	0.641925777331996
__label__oci_Latn	0.7676653476540418	0.8795336787564767	0.6810431293881645
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.6484472049689441	0.8515497553017944	0.5235707121364093
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.7793374508702976	0.8852040816326531	0.6960882647943831
__label__pbt_Arab	0.9879154078549849	0.9919110212335692	0.9839518555667001
__label__pes_Arab	0.31977818853974127	0.29648671808054844	0.34704112337011034
__label__plt_Latn	0.7910357359176257	0.9984709480122325	0.6549648946840522
__label__pol_Latn	0.9549200193892389	0.924015009380863	0.9879638916750251
__label__por_Latn	0.8820459290187891	0.9194776931447225	0.847542627883651
__label__prs_Arab	0.4282685512367491	0.7248803827751196	0.3039117352056169
__label__quy_Latn	0.9815461346633415	0.9761904761904762	0.9869608826479438
__label__ron_Latn	0.9889669007021064	0.9889669007021064	0.9889669007021064
__label__run_Latn	0.4949201741654572	0.89501312335958	0.3420260782347041
__label__rus_Cyrl	0.9663147310206134	0.96875	0.9638916750250752
__label__sag_Latn	0.7729988052568697	0.9556868537666174	0.6489468405215647
__label__san_Deva	0.9717514124293786	0.9957894736842106	0.9488465396188566
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9375650364203955	0.9740540540540541	0.9037111334002006
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9535477284328738	0.9708939708939709	0.9368104312938816
__label__slv_Latn	0.7570093457943926	0.9062937062937063	0.649949849548646
__label__smo_Latn	0.8393480791618161	1.0	0.7231695085255767
__label__sna_Latn	0.89989235737352	0.9709639953542393	0.8385155466399198
__label__snd_Arab	0.9974861739567623	1.0	0.9949849548645938
__label__som_Latn	0.9076923076923078	0.8716528162511542	0.9468405215646941
__label__sot_Latn	0.625	0.9470468431771895	0.4663991975927783
__label__spa_Latn	0.720682302771855	0.7690557451649602	0.6780341023069207
__label__srd_Latn	0.7855450236966826	0.959479015918958	0.6649949849548646
__label__srp_Cyrl	0.9213250517598344	0.9518716577540107	0.892678034102307
__label__ssw_Latn	0.7670901391409557	0.9664634146341463	0.6359077231695085
__label__sun_Latn	0.5098572399728075	0.7911392405063291	0.37612838515546637
__label__swe_Latn	0.9522821576763486	0.9860365198711063	0.9207622868605817
__label__swh_Latn	0.698987746403836	0.7454545454545455	0.6579739217652959
__label__szl_Latn	0.9612403100775194	0.9914712153518124	0.9327983951855566
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.5756929637526652	0.9878048780487805	0.4062186559679037
__label__taq_Tfng	0.9919436052366566	0.9959555106167847	0.9879638916750251
__label__tat_Cyrl	0.9713998996487707	0.9718875502008032	0.970912738214644
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9813414019162885	0.986815415821501	0.9759277833500501
__label__tpi_Latn	0.8163265306122449	0.9749303621169917	0.7021063189568706
__label__tsn_Latn	0.7338935574229692	0.6864628820960699	0.7883650952858575
__label__tso_Latn	0.6838487972508591	0.7970627503337784	0.5987963891675026
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.8006993006993006	0.9554937413073713	0.6890672016048145
__label__tur_Latn	0.9487427466150871	0.9159663865546218	0.9839518555667001
__label__twi_Latn	0.9008762322015335	0.9921592279855247	0.824974924774323
__label__uig_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__ukr_Cyrl	0.9924433249370277	0.9969635627530364	0.9879638916750251
__label__umb_Latn	0.7004490057729313	0.9715302491103203	0.5476429287863591
__label__urd_Arab	0.970316301703163	0.94234404536862	1.0
__label__uzn_Latn	0.9884130982367758	0.992914979757085	0.9839518555667001
__label__vec_Latn	0.8870523415977961	0.9841075794621027	0.8074222668004012
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.5174129353233831	0.8878048780487805	0.3650952858575727
__label__wol_Latn	0.9137001078748651	0.9883313885647608	0.8495486459378134
__label__xho_Latn	0.5674418604651162	0.6749654218533887	0.48946840521564694
__label__ydd_Hebr	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__yor_Latn	0.9312733084709643	0.9931818181818182	0.876629889669007
__label__yue_Hant	0.5616136148755121	0.4094669117647059	0.8936810431293881
__label__zgh_Tfng	0.9974962443665497	0.996	0.9989969909729187
__label__zsm_Latn	0.37144837144837145	0.600896860986547	0.2688064192577733
__label__zul_Latn	0.6364532019704433	0.6253630203291385	0.6479438314944834

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.510759130754255	0.8371074845244795	0.3674916374739983
dev/addemojis	0.673975397539754	0.8579853180453597	0.5549555069148332
dev/antspeak	0.33627983957451296	0.45113138352279814	0.2680405749267507
dev/cyrillic	0.4207652920011072	0.7017853639395722	0.30045308338809534
dev/floresplus	0.8062259260544489	0.8768027590050861	0.7461646021809271
dev/delete	0.7909928684520346	0.8745376853746992	0.7220182715634589
dev/hashtag	0.40758862730602996	0.7858735534857465	0.2751456339461735
dev/html	0.7675902465604142	0.855537808440474	0.6960388554827043
dev/leetspeak	0.5132520545109079	0.7916804021757047	0.37971056025218514
dev/ngrams	0.5944293103976004	0.7810793201361015	0.47977923919541876
dev/short	0.3593076449370986	0.6960109064572475	0.2421599774693539
dev/spongebob	0.654995087294989	0.8437811565304087	0.5352411915549604
dev/swap	0.8032940445986019	0.8763233344817317	0.7415003631584408
dev/url	0.7299931045094229	0.8622402617071545	0.6329184598129364