rewicks/flat-cnn-Hidden_XXLARGE_Embed_XLARGE_NLayer_LARGE_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9585621567648527	0.9542743538767395	0.9628886659979939
__label__ace_Latn	0.9925335988053758	0.9851778656126482	1.0
__label__acm_Arab	0.05719733079122974	0.5769230769230769	0.03009027081243731
__label__acq_Arab	0.0019821605550049554	0.08333333333333333	0.0010030090270812437
__label__aeb_Arab	0.495075508864084	0.7167300380228137	0.3781344032096289
__label__afr_Latn	0.9950099800399202	0.9900695134061569	1.0
__label__als_Latn	0.9979979979979979	0.996003996003996	1.0
__label__amh_Ethi	0.99849774661993	0.997	1.0
__label__apc_Arab	0.3942271173566275	0.812206572769953	0.26028084252758277
__label__arb_Arab	0.3220549158547387	0.19556798623063684	0.9117352056168505
__label__ars_Arab	0.03204047217537943	0.10052910052910052	0.01905717151454363
__label__ary_Arab	0.6861184792219276	0.6134387351778656	0.7783350050150452
__label__arz_Arab	0.5873081708834509	0.5007072135785007	0.7101303911735206
__label__asm_Beng	0.998997995991984	0.997997997997998	1.0
__label__ast_Latn	0.9777997039960532	0.962135922330097	0.9939819458375125
__label__awa_Deva	0.6177049180327868	0.8920454545454546	0.4724172517552658
__label__ayr_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__azb_Arab	0.9430814524043178	0.9231508165225745	0.9638916750250752
__label__azj_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__bak_Cyrl	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__bam_Latn	0.6254319281271596	0.47706905640484976	0.9077231695085256
__label__ban_Latn	0.9716840536512668	0.9625984251968503	0.9809428284854563
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9900398406374503	0.9831849653808111	0.9969909729187563
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.927038626609442	0.8836363636363637	0.9749247743229689
__label__bjn_Arab	0.9569892473118279	0.9332697807435653	0.9819458375125376
__label__bjn_Latn	0.9517439082656474	0.9087591240875912	0.9989969909729187
__label__bod_Tibt	0.9878542510121457	0.9969356486210419	0.9789368104312939
__label__bos_Latn	0.6518078256562654	0.6438356164383562	0.6599799398194583
__label__bug_Latn	0.9885286783042394	0.9831349206349206	0.9939819458375125
__label__bul_Cyrl	0.997	0.9940179461615155	1.0
__label__cat_Latn	0.972181551976574	0.9467680608365019	0.9989969909729187
__label__ceb_Latn	0.99849774661993	0.997	1.0
__label__ces_Latn	0.997	0.9940179461615155	1.0
__label__cjk_Latn	0.5477888730385163	0.9481481481481482	0.38515546639919757
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.759728227300803	0.9887459807073955	0.6168505516549649
__label__cmn_Hant	0.26939471440750207	0.8977272727272727	0.1584754262788365
__label__crh_Latn	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.986986986986987	0.985014985014985	0.9889669007021064
__label__deu_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__dik_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__dyu_Latn	0.026133743274404302	0.05592105263157895	0.017051153460381142
__label__dzo_Tibt	0.9014466546112115	0.8205761316872427	1.0
__label__ekk_Latn	0.998997995991984	0.997997997997998	1.0
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__epo_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__eus_Latn	0.997	0.9940179461615155	1.0
__label__ewe_Latn	0.99849774661993	0.997	1.0
__label__fao_Latn	0.995004995004995	0.991044776119403	0.9989969909729187
__label__fij_Latn	0.99849774661993	0.997	1.0
__label__fil_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__fin_Latn	0.99849774661993	0.997	1.0
__label__fon_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fra_Latn	0.998997995991984	0.997997997997998	1.0
__label__fur_Latn	0.9870903674280039	0.9773844641101278	0.9969909729187563
__label__fuv_Latn	0.9750127485976543	0.991701244813278	0.958876629889669
__label__gaz_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	0.9994987468671679	0.998997995991984	1.0
__label__glg_Latn	0.9851337958374629	0.9735553379040157	0.9969909729187563
__label__gug_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__hau_Latn	0.9774509803921568	0.9558964525407478	1.0
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.8450106157112526	0.7326951399116347	0.9979939819458375
__label__hne_Deva	0.8990291262135922	0.8711194731890874	0.9287863590772317
__label__hrv_Latn	0.7032727272727274	0.551625784369652	0.9699097291875627
__label__hun_Latn	1.0	1.0	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__ilo_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__ind_Latn	0.8732891832229582	0.7799684542586751	0.9919759277833501
__label__isl_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__ita_Latn	0.9925335988053758	0.9851778656126482	1.0
__label__jav_Latn	0.9617062530295687	0.9305816135084428	0.9949849548645938
__label__jpn_Jpan	0.9779303580186366	0.9568138195777351	1.0
__label__kab_Latn	0.8417053609117771	0.7266763848396501	1.0
__label__kac_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__kam_Latn	0.7285441830896376	0.9947916666666666	0.5747241725175527
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.979757085020243	0.9887640449438202	0.970912738214644
__label__kas_Deva	0.9392207792207792	0.9741379310344828	0.9067201604814443
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__kbp_Latn	0.9994987468671679	0.998997995991984	1.0
__label__kea_Latn	0.986815415821501	0.997948717948718	0.9759277833500501
__label__khk_Cyrl	1.0	1.0	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9665211062590975	0.9360902255639098	0.9989969909729187
__label__kin_Latn	0.8952903520804755	0.8226890756302521	0.9819458375125376
__label__kir_Cyrl	0.997	0.9940179461615155	1.0
__label__kmb_Latn	0.9475324675324674	0.9827586206896551	0.9147442326980942
__label__kmr_Latn	1.0	1.0	1.0
__label__knc_Arab	0.690741956664478	1.0	0.5275827482447342
__label__knc_Latn	0.9802930773117736	0.9877800407331976	0.9729187562688064
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9717073170731708	0.9458689458689459	0.9989969909729187
__label__lim_Latn	0.9899193548387096	0.9949341438703141	0.9849548645937813
__label__lin_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__lit_Latn	0.998997995991984	0.997997997997998	1.0
__label__lmo_Latn	0.981	0.9780658025922233	0.9839518555667001
__label__ltg_Latn	0.997	0.9940179461615155	1.0
__label__ltz_Latn	0.99849774661993	0.997	1.0
__label__lua_Latn	0.9878419452887537	0.9979529170931423	0.9779338014042126
__label__lug_Latn	0.9865871833084948	0.9773622047244095	0.995987963891675
__label__luo_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__lus_Latn	0.9979899497487438	1.0	0.995987963891675
__label__lvs_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__mag_Deva	0.9042553191489361	0.873015873015873	0.9378134403209629
__label__mai_Deva	0.9660678642714572	0.9612711022840119	0.970912738214644
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.991546494281452	0.9832347140039448	1.0
__label__min_Latn	0.9758024691358025	0.9610894941634242	0.9909729187562688
__label__mkd_Cyrl	0.9955067398901647	0.9910536779324056	1.0
__label__mlt_Latn	0.9994987468671679	0.998997995991984	1.0
__label__mni_Beng	0.9508822126847879	0.9063636363636364	1.0
__label__mos_Latn	0.9466455361859483	1.0	0.8986960882647944
__label__mri_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.989065606361829	0.9802955665024631	0.9979939819458375
__label__nno_Latn	0.981094527363184	0.9733464955577492	0.9889669007021064
__label__nob_Latn	0.9308885754583922	0.8761061946902655	0.9929789368104313
__label__npi_Deva	0.9920398009950249	0.9842053307008884	1.0
__label__nso_Latn	0.9915042478760621	0.9880478087649402	0.9949849548645938
__label__nus_Latn	0.998997995991984	0.997997997997998	1.0
__label__nya_Latn	0.9935032483758122	0.9900398406374502	0.9969909729187563
__label__oci_Latn	0.9875992063492063	0.9769381746810598	0.9984954864593781
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9851632047477744	0.9717073170731707	0.9989969909729187
__label__pbt_Arab	0.913003663003663	0.8399326032013479	1.0
__label__pes_Arab	0.2301064368981247	0.23258196721311475	0.22768304914744233
__label__plt_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__pol_Latn	0.990561351217089	0.9812992125984252	1.0
__label__por_Latn	0.9861523244312562	0.9726829268292683	1.0
__label__prs_Arab	0.6928406466512702	0.8163265306122449	0.6018054162487463
__label__quy_Latn	0.99849774661993	0.997	1.0
__label__ron_Latn	0.9979979979979979	0.996003996003996	1.0
__label__run_Latn	0.9257598405580469	0.9198019801980198	0.9317953861584755
__label__rus_Cyrl	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__sag_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__san_Deva	0.9883307965499747	1.0	0.9769307923771314
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__shn_Mymr	0.6793867120954004	0.5144478844169247	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__slv_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__smo_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__sna_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__snd_Arab	0.998997995991984	0.997997997997998	1.0
__label__som_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__sot_Latn	0.9818913480885312	0.9848637739656912	0.9789368104312939
__label__spa_Latn	0.9755381604696673	0.9522445081184336	1.0
__label__srd_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__srp_Cyrl	0.9974987493746873	0.9950099800399201	1.0
__label__ssw_Latn	0.9834917458729365	0.9810379241516967	0.9859578736208626
__label__sun_Latn	0.965281173594132	0.941793893129771	0.9899699097291875
__label__swe_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__swh_Latn	0.90063233965673	0.819227608874281	1.0
__label__szl_Latn	0.9501312335958005	0.9966960352422908	0.9077231695085256
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.8728908886389202	0.9935979513444302	0.7783350050150452
__label__taq_Tfng	0.829024186822352	0.7094932191291934	0.9969909729187563
__label__tat_Cyrl	0.996996996996997	0.995004995004995	0.9989969909729187
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.998997995991984	0.997997997997998	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9994987468671679	0.998997995991984	1.0
__label__tpi_Latn	0.998995983935743	1.0	0.9979939819458375
__label__tsn_Latn	0.9673648319532392	0.9403409090909091	0.995987963891675
__label__tso_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__tur_Latn	0.9880952380952381	0.9774288518155054	0.9989969909729187
__label__twi_Latn	0.9982460536206464	0.9974962443665498	0.9989969909729187
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__umb_Latn	0.8741573033707866	0.9936143039591315	0.7803410230692076
__label__urd_Arab	0.9586538461538462	0.9205909510618652	1.0
__label__uzn_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__vec_Latn	0.9788281634662728	0.9613152804642167	0.9969909729187563
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__wol_Latn	0.9945027486256872	0.9910358565737052	0.9979939819458375
__label__xho_Latn	0.9650418513047759	0.9477756286266924	0.9829488465396189
__label__ydd_Hebr	0.990561351217089	0.9812992125984252	1.0
__label__yor_Latn	0.9900398406374503	0.9831849653808111	0.9969909729187563
__label__yue_Hant	0.543141592920354	0.3749522718594884	0.9849548645937813
__label__zgh_Tfng	0.996	0.9930209371884346	0.9989969909729187
__label__zsm_Latn	0.923882017126546	0.8787330316742081	0.9739217652958877
__label__zul_Latn	0.9748396645288604	0.9592233009708738	0.9909729187562688

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6762952773956901	0.9279527728702547	0.5320147635023297
dev/addemojis	0.9237998526571491	0.9307448104998671	0.9169577698613081
dev/antspeak	0.283022208629938	0.23872202781181373	0.3475105118310597
dev/cyrillic	0.6325367699991361	0.8973311546840959	0.48841104594571894
dev/floresplus	0.9269004845212842	0.9191195402410528	0.9348142951020549
dev/delete	0.9027092636663141	0.918523064334663	0.8874307652020099
dev/hashtag	0.4872529145679712	0.44127113922325506	0.5439322894792753
dev/html	0.9252184691664084	0.9284569916013214	0.9220024605837216
dev/leetspeak	0.8457483200653411	0.9127567870777931	0.787905588687244
dev/ngrams	0.7918073201292775	0.7685785512962429	0.8164839345623076
dev/short	0.4248635617270476	0.3449649202845834	0.5529297251359991
dev/spongebob	0.9014269165042421	0.9130990156223071	0.8900494587209905
dev/swap	0.867706955554156	0.9253429756460704	0.8168297997440598
dev/url	0.9208865718343561	0.9272033338008134	0.9146552959370723