rewicks/flat-cnn-Hidden_SMALL_Embed_SMALL_NLayer_SMALL_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.6254777070063694	0.8568935427574171	0.49247743229689067
__label__ace_Latn	0.8760416666666666	0.9111592632719393	0.843530591775326
__label__acm_Arab	0.0	0.0	0.0
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.03085824493731919	0.4	0.0160481444332999
__label__afr_Latn	0.9218274111675127	0.9331963001027749	0.9107321965897693
__label__als_Latn	0.9939516129032258	0.9989868287740629	0.9889669007021064
__label__amh_Ethi	0.9875187219171243	0.9831013916500994	0.9919759277833501
__label__apc_Arab	0.06911262798634812	0.23142857142857143	0.040621865596790374
__label__arb_Arab	0.24658703071672355	0.14366197183098592	0.8696088264794383
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.27629334849346215	0.3188976377952756	0.24373119358074222
__label__arz_Arab	0.09144542772861357	0.17270194986072424	0.062186559679037114
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.798105387803434	0.9739884393063584	0.6760280842527583
__label__awa_Deva	0.058252427184466014	0.9090909090909091	0.03009027081243731
__label__ayr_Latn	0.9564325986673501	0.9779874213836478	0.9358074222668004
__label__azb_Arab	0.3424971363115693	0.3991989319092123	0.29989969909729186
__label__azj_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__bak_Cyrl	0.9893563101875317	1.0	0.9789368104312939
__label__bam_Latn	0.33333333333333337	0.38501971090670173	0.2938816449348044
__label__ban_Latn	0.5062545989698307	0.9502762430939227	0.34503510531594783
__label__bel_Cyrl	0.9914011127971675	1.0	0.9829488465396189
__label__bem_Latn	0.8995163890381516	0.96875	0.839518555667001
__label__ben_Beng	0.9899091826437941	0.9959390862944163	0.9839518555667001
__label__bho_Deva	0.30169242089771897	0.5662983425414365	0.20561685055165496
__label__bjn_Arab	0.752400835073069	0.6444921316165951	0.9037111334002006
__label__bjn_Latn	0.7540011855364553	0.9217391304347826	0.6379137412236711
__label__bod_Tibt	0.9099836333878887	0.9976076555023924	0.8365095285857572
__label__bos_Latn	0.2853046594982079	0.5	0.1995987963891675
__label__bug_Latn	0.6397306397306397	0.9733606557377049	0.4764292878635908
__label__bul_Cyrl	0.9677739216658404	0.9568627450980393	0.9789368104312939
__label__cat_Latn	0.8113504992117708	0.8520971302428256	0.7743229689067201
__label__ceb_Latn	0.8072289156626506	0.8890229191797346	0.7392176529588766
__label__ces_Latn	0.9754851889683349	0.9937565036420395	0.9578736208625878
__label__cjk_Latn	0.18850987432675048	0.8974358974358975	0.10531594784353059
__label__ckb_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__cmn_Hans	0.82671272308578	0.9702702702702702	0.720160481444333
__label__cmn_Hant	0.33631194151096666	0.8846153846153846	0.20762286860581744
__label__crh_Latn	0.9361702127659575	0.9966024915062288	0.8826479438314945
__label__cym_Latn	0.9858585858585859	0.9928789420142421	0.9789368104312939
__label__dan_Latn	0.8086560364464692	0.9354413702239789	0.7121364092276831
__label__deu_Latn	0.9463364293085654	0.9744952178533475	0.9197592778335005
__label__dik_Latn	0.9065217391304348	0.9893238434163701	0.8365095285857572
__label__dyu_Latn	0.00782472613458529	0.017793594306049824	0.0050150451354062184
__label__dzo_Tibt	0.9472168905950096	0.9080036798528058	0.9899699097291875
__label__ekk_Latn	0.9622063329928499	0.9802289281997919	0.9448345035105316
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9378238341968911	0.969989281886388	0.9077231695085256
__label__epo_Latn	0.9831889964340296	0.9989648033126294	0.9679037111334002
__label__eus_Latn	0.9803921568627452	0.9828629032258065	0.9779338014042126
__label__ewe_Latn	0.9878419452887537	0.9979529170931423	0.9779338014042126
__label__fao_Latn	0.9434914228052472	0.949238578680203	0.9378134403209629
__label__fij_Latn	0.9492943021432305	0.9912663755458515	0.9107321965897693
__label__fil_Latn	0.8245695672405771	0.7690972222222222	0.8886659979939819
__label__fin_Latn	0.9792194627470857	0.9897540983606558	0.9689067201604814
__label__fon_Latn	0.9455890121500264	0.9988839285714286	0.8976930792377131
__label__fra_Latn	0.9271383315733897	0.9788182831661093	0.880641925777332
__label__fur_Latn	0.9321409784324038	0.9800884955752213	0.8886659979939819
__label__fuv_Latn	0.48521607278241086	0.9937888198757764	0.320962888665998
__label__gaz_Latn	0.9277807063784924	0.9777777777777777	0.8826479438314945
__label__gla_Latn	0.983358547655068	0.9888438133874239	0.9779338014042126
__label__gle_Latn	0.9904282115869019	0.9949392712550608	0.9859578736208626
__label__glg_Latn	0.8212669683257918	0.9416342412451362	0.728184553660983
__label__gug_Latn	0.954498448810755	0.9850586979722519	0.925777331995988
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.94831013916501	0.9399014778325123	0.9568706118355065
__label__hau_Latn	0.9509803921568627	0.9300095877277086	0.9729187562688064
__label__heb_Hebr	0.9974861739567623	1.0	0.9949849548645938
__label__hin_Deva	0.5934182590233547	0.6302142051860203	0.5606820461384152
__label__hne_Deva	0.29550321199143464	0.5123762376237624	0.20762286860581744
__label__hrv_Latn	0.39722572509457754	0.534804753820034	0.3159478435305918
__label__hun_Latn	0.9929435483870966	0.9979736575481256	0.9879638916750251
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9421750663129973	1.0	0.8906720160481444
__label__ilo_Latn	0.963000506842372	0.9733606557377049	0.9528585757271816
__label__ind_Latn	0.5144787644787645	0.4958139534883721	0.5346038114343029
__label__isl_Latn	0.9523326572008114	0.963076923076923	0.9418254764292878
__label__ita_Latn	0.9240694789081886	0.9145383104125737	0.9338014042126379
__label__jav_Latn	0.4722427831236122	0.9011299435028248	0.31995987963891676
__label__jpn_Jpan	0.9979979979979979	0.996003996003996	1.0
__label__kab_Latn	0.8199748216533782	0.7049062049062049	0.9799398194583752
__label__kac_Latn	0.9440928270042195	0.9955506117908788	0.8976930792377131
__label__kam_Latn	0.4277907884465262	0.9647887323943662	0.2748244734202608
__label__kan_Knda	0.9994987468671679	0.998997995991984	1.0
__label__kas_Arab	0.9319764327798606	1.0	0.872617853560682
__label__kas_Deva	0.4701850582590816	0.7424242424242424	0.3440320962888666
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9979899497487438	1.0	0.995987963891675
__label__kbp_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__kea_Latn	0.6146408839779005	0.9866962305986696	0.4463390170511535
__label__khk_Cyrl	0.9863152559553979	0.9969262295081968	0.9759277833500501
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9300452944136891	0.9333333333333333	0.9267803410230692
__label__kin_Latn	0.8002136752136751	0.856	0.7512537612838516
__label__kir_Cyrl	0.9795918367346939	0.9723320158102767	0.9869608826479438
__label__kmb_Latn	0.16014558689717925	0.8627450980392157	0.08826479438314945
__label__kmr_Latn	0.9795501022494887	0.9989572471324296	0.9608826479438315
__label__knc_Arab	0.6772697150430749	0.998046875	0.5125376128385155
__label__knc_Latn	0.9868020304568528	0.998972250770812	0.9749247743229689
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.7870206489675516	0.9555873925501432	0.6690070210631895
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9017905588714052	0.9822695035460993	0.8335005015045135
__label__lim_Latn	0.6911669890393295	0.9675090252707581	0.5376128385155466
__label__lin_Latn	0.8141695702671313	0.9668965517241379	0.7031093279839519
__label__lit_Latn	0.984771573604061	0.9969167523124358	0.9729187562688064
__label__lmo_Latn	0.5568345323741006	0.9847328244274809	0.3881644934804413
__label__ltg_Latn	0.9413008989952407	0.9955257270693513	0.892678034102307
__label__ltz_Latn	0.9206008583690987	0.9896193771626297	0.8605817452357071
__label__lua_Latn	0.7492260061919505	0.9789644012944984	0.6068204613841525
__label__lug_Latn	0.8856526429341963	0.9579929988331388	0.8234704112337011
__label__luo_Latn	0.8485875706214688	0.9715394566623544	0.753259779338014
__label__lus_Latn	0.8427745664739884	0.9945429740791268	0.7311935807422267
__label__lvs_Latn	0.9616141732283465	0.9439613526570049	0.9799398194583752
__label__mag_Deva	0.25709515859766274	0.7661691542288557	0.15446339017051153
__label__mai_Deva	0.5273631840796019	0.9048780487804878	0.3721163490471414
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9199604743083004	0.9065238558909445	0.9338014042126379
__label__min_Latn	0.861624649859944	0.9758883248730964	0.7713139418254764
__label__mkd_Cyrl	0.9646941819990055	0.9566074950690335	0.9729187562688064
__label__mlt_Latn	0.9865202196704942	0.9821073558648111	0.9909729187562688
__label__mni_Beng	0.9924433249370277	0.9969635627530364	0.9879638916750251
__label__mos_Latn	0.845931909982689	0.9959239130434783	0.7352056168505516
__label__mri_Latn	0.9894842263395093	0.988	0.9909729187562688
__label__mya_Mymr	0.998995983935743	1.0	0.9979939819458375
__label__nld_Latn	0.8131241084165477	0.7730560578661845	0.8575727181544633
__label__nno_Latn	0.7121401752190238	0.9467554076539102	0.5707121364092277
__label__nob_Latn	0.7034349298500242	0.6794392523364486	0.7291875626880642
__label__npi_Deva	0.8650833754421425	0.8716904276985743	0.8585757271815446
__label__nso_Latn	0.9229144667370645	0.9743589743589743	0.876629889669007
__label__nus_Latn	0.9939759036144578	0.9949748743718593	0.9929789368104313
__label__nya_Latn	0.8497175141242939	0.9728331177231565	0.7542627883650953
__label__oci_Latn	0.876944065484311	0.9616995810891682	0.8059177532597793
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.876243093922652	0.97539975399754	0.7953861584754263
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.8874458874458874	0.963572267920094	0.8224674022066198
__label__pbt_Arab	0.9929789368104313	0.9929789368104313	0.9929789368104313
__label__pes_Arab	0.1444241316270567	0.13266162888329136	0.1584754262788365
__label__plt_Latn	0.9329073482428114	0.9943246311010215	0.8786359077231695
__label__pol_Latn	0.9555880917520743	0.9306083650190115	0.9819458375125376
__label__por_Latn	0.9474757776644569	0.9636929460580913	0.9317953861584755
__label__prs_Arab	0.25522388059701495	0.49854227405247814	0.1715145436308927
__label__quy_Latn	0.9879879879879879	0.986013986013986	0.9899699097291875
__label__ron_Latn	0.9944528492183561	1.0	0.9889669007021064
__label__run_Latn	0.7202007528230866	0.9614740368509213	0.5757271815446339
__label__rus_Cyrl	0.9724770642201835	0.9886010362694301	0.9568706118355065
__label__sag_Latn	0.7552275522755227	0.9761526232114467	0.6158475426278837
__label__san_Deva	0.8829131652661065	1.0	0.7903711133400201
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9827060020345879	0.9969040247678018	0.9689067201604814
__label__shn_Mymr	0.9994982438534872	1.0	0.9989969909729187
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9440993788819876	0.9754010695187165	0.9147442326980942
__label__slv_Latn	0.8829613500272182	0.9654761904761905	0.8134403209628887
__label__smo_Latn	0.9269602577873254	0.9976878612716763	0.8655967903711134
__label__sna_Latn	0.9005910800644815	0.9699074074074074	0.8405215646940822
__label__snd_Arab	0.9915127309036446	0.9870775347912525	0.995987963891675
__label__som_Latn	0.9778672032193159	0.9808274470232089	0.9749247743229689
__label__sot_Latn	0.6001395673412422	0.9862385321100917	0.4312938816449348
__label__spa_Latn	0.8730399595346485	0.8806122448979592	0.8655967903711134
__label__srd_Latn	0.9164420485175202	0.9906759906759907	0.8525576730190572
__label__srp_Cyrl	0.9819639278557114	0.980980980980981	0.9829488465396189
__label__ssw_Latn	0.8063754427390791	0.9799139167862266	0.6850551654964895
__label__sun_Latn	0.7326615293420272	0.8956521739130435	0.6198595787362087
__label__swe_Latn	0.9555671719811815	0.9978165938864629	0.9167502507522568
__label__swh_Latn	0.8318302387267903	0.8828828828828829	0.7863590772316951
__label__szl_Latn	0.9289909236518954	0.9931506849315068	0.872617853560682
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.5953878406708596	0.9815668202764977	0.4272818455366098
__label__taq_Tfng	0.8570190641247835	0.7543859649122807	0.9919759277833501
__label__tat_Cyrl	0.984894259818731	0.9888776541961577	0.9809428284854563
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9939516129032258	0.9989868287740629	0.9889669007021064
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9868020304568528	0.998972250770812	0.9749247743229689
__label__tpi_Latn	0.8960176991150443	0.998766954377312	0.8124373119358074
__label__tsn_Latn	0.8515433610975012	0.8323754789272031	0.8716148445336008
__label__tso_Latn	0.9023861171366595	0.9822904368358913	0.8345035105315948
__label__tuk_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__tum_Latn	0.902003248511099	0.98	0.835506519558676
__label__tur_Latn	0.9601574028529267	0.9420849420849421	0.9789368104312939
__label__twi_Latn	0.913526701002982	0.9941002949852508	0.8450351053159478
__label__uig_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__ukr_Cyrl	0.994475138121547	0.9959758551307847	0.9929789368104313
__label__umb_Latn	0.6006825938566552	0.9401709401709402	0.44132397191574724
__label__urd_Arab	0.9552669552669553	0.9177449168207024	0.995987963891675
__label__uzn_Latn	0.9678407350689127	0.9854469854469855	0.950852557673019
__label__vec_Latn	0.9258064516129032	0.9976825028968713	0.8635907723169508
__label__vie_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__war_Latn	0.8655555555555555	0.9701120797011208	0.7813440320962889
__label__wol_Latn	0.9181916038751344	0.9907084785133565	0.8555667001003009
__label__xho_Latn	0.544137022397892	0.7927063339731286	0.41424272818455365
__label__ydd_Hebr	0.9900497512437811	0.9822309970384995	0.9979939819458375
__label__yor_Latn	0.9098758769562871	0.9848130841121495	0.8455366098294884
__label__yue_Hant	0.6490066225165563	0.4844290657439446	0.9829488465396189
__label__zgh_Tfng	0.980132450331126	0.9958592132505176	0.9648946840521565
__label__zsm_Latn	0.3787661406025825	0.6649874055415617	0.26479438314944836
__label__zul_Latn	0.7086614173228346	0.8066581306017926	0.6318956870611836

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.39331602880023175	0.8603755336179295	0.2549273436071762
dev/addemojis	0.7040799364087251	0.9066333520144467	0.575504839642079
dev/antspeak	0.11446461167192125	0.0696583699679675	0.3208344244556329
dev/cyrillic	0.4374957191317858	0.8090019465109458	0.2998157032674378
dev/floresplus	0.8302731703430233	0.8976934652009603	0.7722724824720467
dev/delete	0.7533407477115236	0.890800450502094	0.652632775172809
dev/hashtag	0.2588596454252237	0.1833756188373683	0.4399652158445781
dev/html	0.8054552076729032	0.8871356915323539	0.7375476182241305
dev/leetspeak	0.5413596829534271	0.8275041927123037	0.4022609701024255
dev/ngrams	0.6473989350383929	0.6911768005384789	0.6088363613006508
dev/short	0.257634160813391	0.18162979228534734	0.4430187113063328
dev/spongebob	0.6584644032853391	0.8481372457402735	0.5381217544258391
dev/swap	0.6893306769530753	0.8901417702118343	0.5624459585653512
dev/url	0.7443379548326379	0.9152535040664475	0.6272116843140259