rewicks/flat-lstm-Hidden_XXLARGE_Embed_XLARGE_NLayer_MEDIUM_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8533184606804238	0.9610552763819096	0.7673019057171514
__label__ace_Latn	0.9855649576903932	0.9782608695652174	0.9929789368104313
__label__acm_Arab	0.01787487586891758	0.9	0.009027081243731194
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.21362489486963832	0.6614583333333334	0.12738214643931794
__label__afr_Latn	0.9929789368104313	0.9929789368104313	0.9929789368104313
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.9979979979979979	0.996003996003996	1.0
__label__apc_Arab	0.10496980956804458	0.710691823899371	0.05667001003009027
__label__arb_Arab	0.30300957592339256	0.1826427540713255	0.8886659979939819
__label__ars_Arab	0.003948667324777888	0.125	0.0020060180541624875
__label__ary_Arab	0.6075635461872289	0.7954545454545454	0.49147442326980945
__label__arz_Arab	0.3521444695259594	0.40258064516129033	0.31293881644934807
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.962012320328542	0.9852786540483701	0.9398194583751254
__label__awa_Deva	0.607645875251509	0.917004048582996	0.4543630892678034
__label__ayr_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__azb_Arab	0.8333333333333334	0.9944367176634215	0.7171514543630892
__label__azj_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__bak_Cyrl	0.9964771011575239	1.0	0.9929789368104313
__label__bam_Latn	0.49879711307137126	0.41549766199064797	0.6238716148445336
__label__ban_Latn	0.9347258485639687	0.9749455337690632	0.8976930792377131
__label__bel_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__bem_Latn	0.9822784810126582	0.9918200408997955	0.9729187562688064
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.8670411985018728	0.8129938542581212	0.9287863590772317
__label__bjn_Arab	0.868596881959911	0.78125	0.9779338014042126
__label__bjn_Latn	0.9536290322580645	0.9584599797365755	0.9488465396188566
__label__bod_Tibt	0.9858585858585859	0.9928789420142421	0.9789368104312939
__label__bos_Latn	0.4984326018808777	0.520174482006543	0.47843530591775324
__label__bug_Latn	0.9396325459317585	0.98568281938326	0.8976930792377131
__label__bul_Cyrl	0.9870903674280039	0.9773844641101278	0.9969909729187563
__label__cat_Latn	0.9650000000000001	0.9621136590229312	0.9679037111334002
__label__ceb_Latn	0.9874055415617129	0.9919028340080972	0.9829488465396189
__label__ces_Latn	0.9909909909909909	0.989010989010989	0.9929789368104313
__label__cjk_Latn	0.28330522765598654	0.8888888888888888	0.16850551654964896
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.8397917871602082	0.9918032786885246	0.728184553660983
__label__cmn_Hant	0.3295081967213115	0.9013452914798207	0.20160481444332998
__label__crh_Latn	0.9826883910386964	0.9979317476732161	0.9679037111334002
__label__cym_Latn	0.998995983935743	1.0	0.9979939819458375
__label__dan_Latn	0.9367875647668393	0.9689174705251876	0.9067201604814443
__label__deu_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__dik_Latn	0.9934574735782586	0.996969696969697	0.9899699097291875
__label__dyu_Latn	0.02586793737236215	0.04025423728813559	0.01905717151454363
__label__dzo_Tibt	0.9683081423695757	0.9421252371916509	0.995987963891675
__label__ekk_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9904761904761904	0.9899799599198397	0.9909729187562688
__label__epo_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__eus_Latn	0.99849774661993	0.997	1.0
__label__ewe_Latn	0.9919839679358717	0.990990990990991	0.9929789368104313
__label__fao_Latn	0.9840637450199202	0.9772502472799208	0.9909729187562688
__label__fij_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__fil_Latn	0.9915380786460926	0.9841897233201581	0.9989969909729187
__label__fin_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__fon_Latn	0.9878172588832488	1.0	0.9759277833500501
__label__fra_Latn	0.9929506545820745	0.9969666329625885	0.9889669007021064
__label__fur_Latn	0.9919678714859438	0.992964824120603	0.9909729187562688
__label__fuv_Latn	0.8435689455388181	0.9986282578875172	0.7301905717151455
__label__gaz_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__gla_Latn	0.998997995991984	0.997997997997998	1.0
__label__gle_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__glg_Latn	0.9617706237424547	0.9646821392532795	0.958876629889669
__label__gug_Latn	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9910358565737052	0.9841740850642928	0.9979939819458375
__label__hau_Latn	0.9935162094763091	0.9880952380952381	0.9989969909729187
__label__heb_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__hin_Deva	0.8664292074799643	0.7790232185748599	0.9759277833500501
__label__hne_Deva	0.860746190225959	0.9039735099337748	0.8214643931795386
__label__hrv_Latn	0.6054817275747509	0.5166548547129696	0.7311935807422267
__label__hun_Latn	0.9979899497487438	1.0	0.995987963891675
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9619989588755855	1.0	0.9267803410230692
__label__ilo_Latn	0.99849774661993	0.997	1.0
__label__ind_Latn	0.7463768115942029	0.6234028244788165	0.9297893681043129
__label__isl_Latn	0.9820717131474104	0.9752720079129574	0.9889669007021064
__label__ita_Latn	0.9900199600798404	0.9851042701092354	0.9949849548645938
__label__jav_Latn	0.9191616766467066	0.9145978152929494	0.9237713139418254
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8524871355060033	0.7445692883895131	0.9969909729187563
__label__kac_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__kam_Latn	0.45714285714285713	0.9932885906040269	0.29689067201604813
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9826530612244898	1.0	0.9658976930792377
__label__kas_Deva	0.9197630586968228	0.9930232558139535	0.8565697091273822
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.8605577689243028	0.9947368421052631	0.7582748244734202
__label__khk_Cyrl	0.9974861739567623	1.0	0.9949849548645938
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9654837141468158	0.9367924528301886	0.995987963891675
__label__kin_Latn	0.8981748318924112	0.8617511520737328	0.9378134403209629
__label__kir_Cyrl	0.9935097353969047	0.989065606361829	0.9979939819458375
__label__kmb_Latn	0.7426424546023794	0.9883333333333333	0.5947843530591775
__label__kmr_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__knc_Arab	0.6812169312169312	1.0	0.5165496489468405
__label__knc_Latn	0.9163518618456556	0.991822429906542	0.8515546639919759
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9693004529441369	0.9727272727272728	0.9658976930792377
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9702770780856422	0.9746963562753036	0.9658976930792377
__label__lim_Latn	0.9364406779661018	0.9921436588103255	0.8866599799398195
__label__lin_Latn	0.984367120524458	0.9898580121703854	0.9789368104312939
__label__lit_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__lmo_Latn	0.9375	0.9932659932659933	0.8876629889669007
__label__ltg_Latn	0.9919597989949748	0.9939577039274925	0.9899699097291875
__label__ltz_Latn	0.9898887765419616	0.9979612640163099	0.9819458375125376
__label__lua_Latn	0.9306296691568836	0.9942987457240593	0.8746238716148446
__label__lug_Latn	0.9784892446223112	0.9760479041916168	0.9809428284854563
__label__luo_Latn	0.987866531850354	0.9959225280326198	0.9799398194583752
__label__lus_Latn	0.9873031995937023	1.0	0.9749247743229689
__label__lvs_Latn	0.9900497512437811	0.9822309970384995	0.9979939819458375
__label__mag_Deva	0.9325955734406438	0.9354187689202825	0.9297893681043129
__label__mai_Deva	0.93717277486911	0.9802847754654983	0.8976930792377131
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.996003996003996	0.9920398009950249	1.0
__label__min_Latn	0.9647779479326187	0.9823284823284824	0.9478435305917753
__label__mkd_Cyrl	0.9885856079404466	0.9783889980353635	0.9989969909729187
__label__mlt_Latn	0.9979899497487438	1.0	0.995987963891675
__label__mni_Beng	0.9994987468671679	0.998997995991984	1.0
__label__mos_Latn	0.9215792320173065	1.0	0.8545636910732196
__label__mri_Latn	0.998997995991984	0.997997997997998	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.951231289232255	0.9171322160148976	0.9879638916750251
__label__nno_Latn	0.9317226890756303	0.9779492833517089	0.8896690070210632
__label__nob_Latn	0.843447669305189	0.7509788566953798	0.9618856569709128
__label__npi_Deva	0.9660523763336566	0.9352112676056338	0.9989969909729187
__label__nso_Latn	0.9796954314720812	0.9917780061664954	0.9679037111334002
__label__nus_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__nya_Latn	0.9665653495440729	0.9764585465711362	0.9568706118355065
__label__oci_Latn	0.982676374592016	0.983911513323278	0.981444332998997
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9934640522875817	0.9959677419354839	0.9909729187562688
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9850746268656716	0.9772951628825272	0.9929789368104313
__label__pbt_Arab	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__pes_Arab	0.2077125328659071	0.18443579766536966	0.23771313941825475
__label__plt_Latn	0.9934376577486117	1.0	0.9869608826479438
__label__pol_Latn	0.9707602339181286	0.9440758293838862	0.9989969909729187
__label__por_Latn	0.9715127701375245	0.9518768046198267	0.9919759277833501
__label__prs_Arab	0.4911616161616161	0.6626916524701874	0.3901705115346038
__label__quy_Latn	0.9940059940059941	0.9900497512437811	0.9979939819458375
__label__ron_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__run_Latn	0.897196261682243	0.930032292787944	0.8665997993981945
__label__rus_Cyrl	0.9884711779448621	0.9879759519038076	0.9889669007021064
__label__sag_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__san_Deva	0.9898785425101214	0.9989785495403473	0.9809428284854563
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9885172241637544	0.9840954274353877	0.9929789368104313
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9924660974384731	0.993963782696177	0.9909729187562688
__label__slv_Latn	0.9782057780030411	0.9887295081967213	0.9679037111334002
__label__smo_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__sna_Latn	0.9919436052366566	0.9959555106167847	0.9879638916750251
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.9895470383275261	0.9822134387351779	0.9969909729187563
__label__sot_Latn	0.9572825527534741	0.9830866807610994	0.9327983951855566
__label__spa_Latn	0.9494949494949495	0.9121996303142329	0.9899699097291875
__label__srd_Latn	0.9929577464788731	0.9959636730575177	0.9899699097291875
__label__srp_Cyrl	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__ssw_Latn	0.9632314862765405	0.9957173447537473	0.9327983951855566
__label__sun_Latn	0.9380165289256199	0.966986155484558	0.9107321965897693
__label__swe_Latn	0.9837892603850051	0.9938587512794268	0.9739217652958877
__label__swh_Latn	0.9230769230769231	0.8716577540106952	0.9809428284854563
__label__szl_Latn	0.9868554095045501	0.9949031600407747	0.9789368104312939
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7500000000000001	0.9950248756218906	0.6018054162487463
__label__taq_Tfng	0.9910089910089911	0.9870646766169154	0.9949849548645938
__label__tat_Cyrl	0.9909819639278558	0.98998998998999	0.9919759277833501
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.998995983935743	1.0	0.9979939819458375
__label__tpi_Latn	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__tsn_Latn	0.9469623915139828	0.9117920148560817	0.9849548645937813
__label__tso_Latn	0.9820895522388059	0.9743336623889437	0.9899699097291875
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9768844221105527	0.9788519637462235	0.9749247743229689
__label__tur_Latn	0.9812252964426877	0.9668938656280428	0.995987963891675
__label__twi_Latn	0.9671749806151462	0.9978666666666667	0.9383149448345035
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__umb_Latn	0.7418546365914787	0.988313856427379	0.5937813440320963
__label__urd_Arab	0.9623552123552124	0.9274418604651162	1.0
__label__uzn_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__vec_Latn	0.9664775657555441	0.994692144373673	0.9398194583751254
__label__vie_Latn	0.9994987468671679	0.998997995991984	1.0
__label__war_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__wol_Latn	0.9903991915108641	0.9979633401221996	0.9829488465396189
__label__xho_Latn	0.8893360160965794	0.8920282542885973	0.8866599799398195
__label__ydd_Hebr	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__yor_Latn	0.9754851889683349	0.9937565036420395	0.9578736208625878
__label__yue_Hant	0.6990707648320227	0.5430316490838423	0.9809428284854563
__label__zgh_Tfng	0.9974987493746873	0.9950099800399201	1.0
__label__zsm_Latn	0.7564881281060187	0.8415233415233415	0.6870611835506519
__label__zul_Latn	0.9035433070866142	0.8869565217391304	0.9207622868605817

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6427988569563422	0.9121680531841465	0.496252303709157
dev/addemojis	0.8974027409656364	0.9353844669767841	0.8623851851119863
dev/antspeak	0.3076119597858728	0.7719834776392088	0.19207375822047423
dev/cyrillic	0.512755861877879	0.8573645745259963	0.3657474887717339
dev/floresplus	0.912745979673551	0.9283228842528013	0.8976831973753774
dev/delete	0.8853729215415846	0.9275250953759572	0.8468854840383219
dev/hashtag	0.46786245575637364	0.75985292810806	0.3379843965393718
dev/html	0.9079449420575882	0.9304565184697322	0.8864969292112792
dev/leetspeak	0.7493350037146561	0.9130598392547783	0.635398807259216
dev/ngrams	0.6093814262769998	0.7764585277782028	0.5014748679536145
dev/short	0.46759525497171434	0.7231259242407008	0.3455044937768972
dev/spongebob	0.7943890164223909	0.8994945045332133	0.7112766872044706
dev/swap	0.8813439286792965	0.9315873775987054	0.8362427183026914
dev/url	0.9060662124917609	0.934203068914125	0.8795746846450682