Horizon-Labs's picture
v1.0: multilingual punctuation + truecasing (base)
b11a6e7 verified
Raw History Blame Contribute Delete
37.5 kB
{
"Horizon-Labs/multilingual-punctuation-truecase-base": {
"per_lang": {
"europarl": {
"eng_Latn": {
"punct_f1": 0.7664446294754371,
"case_acc": 0.977693717583746,
"case_f1": 0.9007837251959313,
"n_words": 25643
},
"deu_Latn": {
"punct_f1": 0.8794449262792715,
"case_acc": 0.9879048336360817,
"case_f1": 0.9800101766373482,
"n_words": 22571
},
"fra_Latn": {
"punct_f1": 0.8188307929770403,
"case_acc": 0.9835657185350437,
"case_f1": 0.8896568748457171,
"n_words": 26895
},
"spa_Latn": {
"punct_f1": 0.8122481869460113,
"case_acc": 0.9800337774441734,
"case_f1": 0.8923874053407732,
"n_words": 26645
},
"ita_Latn": {
"punct_f1": 0.7898580121703854,
"case_acc": 0.975717963953258,
"case_f1": 0.847910592808552,
"n_words": 25245
},
"por_Latn": {
"punct_f1": 0.7990819209039548,
"case_acc": 0.9764400943943673,
"case_f1": 0.8807515337423313,
"n_words": 25849
},
"nld_Latn": {
"punct_f1": 0.8125733051841426,
"case_acc": 0.9822878507496506,
"case_f1": 0.9078458227352768,
"n_words": 26479
},
"pol_Latn": {
"punct_f1": 0.8484848484848485,
"case_acc": 0.9737280658758946,
"case_f1": 0.8821358801823312,
"n_words": 20402
},
"ces_Latn": {
"punct_f1": 0.8764542936288089,
"case_acc": 0.9825697453624811,
"case_f1": 0.9054545454545454,
"n_words": 20539
},
"bul_Cyrl": {
"punct_f1": 0.8584555575189963,
"case_acc": 0.9787413176173437,
"case_f1": 0.8733233979135618,
"n_words": 23755
},
"slk_Latn": {
"punct_f1": 0.8813871979339605,
"case_acc": 0.9821856287425149,
"case_f1": 0.9040876302431204,
"n_words": 20040
},
"slv_Latn": {
"punct_f1": 0.8850198241682469,
"case_acc": 0.9820327295682999,
"case_f1": 0.9026548672566371,
"n_words": 20593
}
},
"flores": {
"ace_Arab": {
"punct_f1": 0.23975948891394214,
"case_acc": 0.9999083703669767,
"case_f1": 0.875,
"n_words": 21827
},
"ace_Latn": {
"punct_f1": 0.3603082851637765,
"case_acc": 0.9305555555555556,
"case_f1": 0.6970684039087948,
"n_words": 21312
},
"acm_Arab": {
"punct_f1": 0.6461011139674379,
"case_acc": 0.999251617041749,
"case_f1": 0.8421052631578947,
"n_words": 18707
},
"acq_Arab": {
"punct_f1": 0.6849240780911063,
"case_acc": 0.9993235860346532,
"case_f1": 0.8421052631578947,
"n_words": 19219
},
"aeb_Arab": {
"punct_f1": 0.6021377672209026,
"case_acc": 0.9993617021276596,
"case_f1": 0.8461538461538461,
"n_words": 18800
},
"afr_Latn": {
"punct_f1": 0.8277752398355414,
"case_acc": 0.9800954032957502,
"case_f1": 0.9158309455587392,
"n_words": 23060
},
"ajp_Arab": {
"punct_f1": 0.6076388888888888,
"case_acc": 0.9996148555708391,
"case_f1": 0.9722222222222222,
"n_words": 18175
},
"aka_Latn": {
"punct_f1": 0.272477693891558,
"case_acc": 0.9386230341066159,
"case_f1": 0.676320939334638,
"n_words": 26769
},
"als_Latn": {
"punct_f1": 0.8472781190425758,
"case_acc": 0.9819838139005246,
"case_f1": 0.9109184075679937,
"n_words": 24589
},
"amh_Ethi": {
"punct_f1": 0.7685241886099204,
"case_acc": 0.9989528795811519,
"case_f1": 0.8435374149659864,
"n_words": 17190
},
"apc_Arab": {
"punct_f1": 0.6388462718625345,
"case_acc": 0.9985439068100358,
"case_f1": 0.8833333333333333,
"n_words": 17856
},
"arb_Arab": {
"punct_f1": 0.7598602096854717,
"case_acc": 0.9993883480299709,
"case_f1": 0.8620689655172413,
"n_words": 19619
},
"arb_Latn": {
"punct_f1": 0.31516056758775207,
"case_acc": 0.9241111712687241,
"case_f1": 0.5582371458551941,
"n_words": 22164
},
"ars_Arab": {
"punct_f1": 0.7557905337361531,
"case_acc": 0.999439747376999,
"case_f1": 0.8275862068965517,
"n_words": 19634
},
"ary_Arab": {
"punct_f1": 0.5707515233581584,
"case_acc": 0.999317370300357,
"case_f1": 0.9041095890410958,
"n_words": 19044
},
"arz_Arab": {
"punct_f1": 0.6990686845168801,
"case_acc": 0.9993820803295571,
"case_f1": 0.8,
"n_words": 19420
},
"asm_Beng": {
"punct_f1": 0.6602564102564102,
"case_acc": 0.9991156427196587,
"case_f1": 0.8606060606060606,
"n_words": 19223
},
"ast_Latn": {
"punct_f1": 0.7505340612390221,
"case_acc": 0.9665087031805341,
"case_f1": 0.8448707256046706,
"n_words": 21946
},
"awa_Deva": {
"punct_f1": 0.7356387539296942,
"case_acc": 0.9994084473715344,
"case_f1": 0.7222222222222222,
"n_words": 25357
},
"ayr_Latn": {
"punct_f1": 0.23880597014925373,
"case_acc": 0.9109957468101075,
"case_f1": 0.6510492923377257,
"n_words": 15988
},
"azb_Arab": {
"punct_f1": 0.54421768707483,
"case_acc": 0.9988060040937002,
"case_f1": 0.6461538461538462,
"n_words": 17588
},
"azj_Latn": {
"punct_f1": 0.8225352112676056,
"case_acc": 0.9753403141361257,
"case_f1": 0.9042995839112344,
"n_words": 19100
},
"bak_Cyrl": {
"punct_f1": 0.6234539624370132,
"case_acc": 0.9535431745497391,
"case_f1": 0.8033707865168539,
"n_words": 17823
},
"bam_Latn": {
"punct_f1": 0.23913850724099517,
"case_acc": 0.9246939861628526,
"case_f1": 0.6190900981266726,
"n_words": 22548
},
"ban_Latn": {
"punct_f1": 0.5102655351765673,
"case_acc": 0.9380256750774679,
"case_f1": 0.7709195609141624,
"n_words": 20331
},
"bel_Cyrl": {
"punct_f1": 0.8899733806566105,
"case_acc": 0.9798801369863014,
"case_f1": 0.9114285714285715,
"n_words": 21024
},
"bem_Latn": {
"punct_f1": 0.3576024381984423,
"case_acc": 0.9349565065349478,
"case_f1": 0.7170381564034757,
"n_words": 22877
},
"ben_Beng": {
"punct_f1": 0.7478532396565184,
"case_acc": 0.9993838886892232,
"case_f1": 0.8571428571428571,
"n_words": 19477
},
"bho_Deva": {
"punct_f1": 0.6880601329864122,
"case_acc": 0.9990229031501603,
"case_f1": 0.8383838383838383,
"n_words": 25586
},
"bjn_Arab": {
"punct_f1": 0.22895125553914328,
"case_acc": 1.0,
"case_f1": 1.0,
"n_words": 19846
},
"bjn_Latn": {
"punct_f1": 0.5298196948682385,
"case_acc": 0.9389630390143737,
"case_f1": 0.7773023255813953,
"n_words": 19480
},
"bos_Latn": {
"punct_f1": 0.8714932126696833,
"case_acc": 0.9846305418719212,
"case_f1": 0.931336898395722,
"n_words": 20300
},
"bug_Latn": {
"punct_f1": 0.27006009190526686,
"case_acc": 0.902661357921207,
"case_f1": 0.6399383191981496,
"n_words": 19088
},
"bul_Cyrl": {
"punct_f1": 0.8936170212765957,
"case_acc": 0.9855378691834531,
"case_f1": 0.9294403892944039,
"n_words": 21297
},
"cat_Latn": {
"punct_f1": 0.851930420025456,
"case_acc": 0.9845221521578904,
"case_f1": 0.9201567980193934,
"n_words": 24422
},
"ceb_Latn": {
"punct_f1": 0.7569968902709907,
"case_acc": 0.9757081937252513,
"case_f1": 0.8912751677852349,
"n_words": 26264
},
"ces_Latn": {
"punct_f1": 0.9245693921995645,
"case_acc": 0.98486509054851,
"case_f1": 0.9351931330472103,
"n_words": 19161
},
"cjk_Latn": {
"punct_f1": 0.25028790786948174,
"case_acc": 0.9199447213859139,
"case_f1": 0.5882352941176471,
"n_words": 20261
},
"ckb_Arab": {
"punct_f1": 0.6378624218305856,
"case_acc": 0.9995899118310436,
"case_f1": 0.905982905982906,
"n_words": 19508
},
"crh_Latn": {
"punct_f1": 0.7109650152617986,
"case_acc": 0.9686121195196873,
"case_f1": 0.8793724825100699,
"n_words": 17905
},
"cym_Latn": {
"punct_f1": 0.7874564459930313,
"case_acc": 0.9711837038877158,
"case_f1": 0.8831936914736324,
"n_words": 24153
},
"dan_Latn": {
"punct_f1": 0.8932364449413079,
"case_acc": 0.9902612604176421,
"case_f1": 0.9534934025524551,
"n_words": 21358
},
"deu_Latn": {
"punct_f1": 0.9375891583452212,
"case_acc": 0.9912143514259429,
"case_f1": 0.9865984241363055,
"n_words": 21740
},
"dik_Latn": {
"punct_f1": 0.2770841723721305,
"case_acc": 0.9331936187502673,
"case_f1": 0.655217965653897,
"n_words": 23381
},
"dyu_Latn": {
"punct_f1": 0.22197802197802197,
"case_acc": 0.9247086820942064,
"case_f1": 0.5706976744186046,
"n_words": 24372
},
"dzo_Tibt": {
"punct_f1": 0.004618937644341801,
"case_acc": 1.0,
"case_f1": 1.0,
"n_words": 6817
},
"ell_Grek": {
"punct_f1": 0.8225488045624041,
"case_acc": 0.9780661364587694,
"case_f1": 0.9041292639138241,
"n_words": 23890
},
"eng_Latn": {
"punct_f1": 0.8346044889954238,
"case_acc": 0.981176040572029,
"case_f1": 0.9274415405777167,
"n_words": 21887
},
"epo_Latn": {
"punct_f1": 0.8589258698940998,
"case_acc": 0.9785776319598571,
"case_f1": 0.9052369077306733,
"n_words": 20726
},
"est_Latn": {
"punct_f1": 0.9167494536061991,
"case_acc": 0.9838931800490989,
"case_f1": 0.936489870248122,
"n_words": 16701
},
"eus_Latn": {
"punct_f1": 0.8145022060234031,
"case_acc": 0.9714463417392287,
"case_f1": 0.8913731280320607,
"n_words": 17686
},
"ewe_Latn": {
"punct_f1": 0.19626574033868865,
"case_acc": 0.9409335151174913,
"case_f1": 0.6654611211573237,
"n_words": 24938
},
"fao_Latn": {
"punct_f1": 0.8325242718446602,
"case_acc": 0.9839836509671593,
"case_f1": 0.921727395411606,
"n_words": 21041
},
"fij_Latn": {
"punct_f1": 0.276332899869961,
"case_acc": 0.9336194849271312,
"case_f1": 0.5924267100977199,
"n_words": 30054
},
"fin_Latn": {
"punct_f1": 0.9118099846052342,
"case_acc": 0.9872838887496868,
"case_f1": 0.9525345622119815,
"n_words": 15964
},
"fon_Latn": {
"punct_f1": 0.22109654350417163,
"case_acc": 0.9259646486097951,
"case_f1": 0.562151777137368,
"n_words": 30607
},
"fra_Latn": {
"punct_f1": 0.8811940298507462,
"case_acc": 0.9874716153785921,
"case_f1": 0.9285254346426272,
"n_words": 25542
},
"fur_Latn": {
"punct_f1": 0.6888667992047713,
"case_acc": 0.9630522390870401,
"case_f1": 0.7909319899244333,
"n_words": 26551
},
"fuv_Latn": {
"punct_f1": 0.2633333333333333,
"case_acc": 0.9255951051761868,
"case_f1": 0.5899632802937577,
"n_words": 22391
},
"gaz_Latn": {
"punct_f1": 0.23308270676691728,
"case_acc": 0.8865836791147994,
"case_f1": 0.42066805845511485,
"n_words": 19521
},
"gla_Latn": {
"punct_f1": 0.7453121291241396,
"case_acc": 0.9677142750624464,
"case_f1": 0.8438278192813945,
"n_words": 26823
},
"gle_Latn": {
"punct_f1": 0.7539978094194961,
"case_acc": 0.9693651718112988,
"case_f1": 0.8603760445682451,
"n_words": 25755
},
"glg_Latn": {
"punct_f1": 0.8606387391124015,
"case_acc": 0.9835637221847606,
"case_f1": 0.9209905660377359,
"n_words": 23728
},
"grn_Latn": {
"punct_f1": 0.2873121286263544,
"case_acc": 0.90815627141878,
"case_f1": 0.6600923206042804,
"n_words": 17508
},
"guj_Gujr": {
"punct_f1": 0.7518172377985463,
"case_acc": 0.9996166195428188,
"case_f1": 0.8932038834951457,
"n_words": 20867
},
"hat_Latn": {
"punct_f1": 0.6926180868739615,
"case_acc": 0.9558149589277994,
"case_f1": 0.7883002659030477,
"n_words": 23130
},
"hau_Latn": {
"punct_f1": 0.5196543072205185,
"case_acc": 0.9507042253521126,
"case_f1": 0.7509976057462091,
"n_words": 25134
},
"heb_Hebr": {
"punct_f1": 0.8053077099061999,
"case_acc": 0.9987319884726225,
"case_f1": 0.8868778280542986,
"n_words": 17350
},
"hin_Deva": {
"punct_f1": 0.8043583535108959,
"case_acc": 0.9994143827594284,
"case_f1": 0.8,
"n_words": 25614
},
"hne_Deva": {
"punct_f1": 0.6606714628297362,
"case_acc": 1.0,
"case_f1": 1.0,
"n_words": 25119
},
"hrv_Latn": {
"punct_f1": 0.8731535756154748,
"case_acc": 0.9860541427399507,
"case_f1": 0.9395509499136442,
"n_words": 19504
},
"hun_Latn": {
"punct_f1": 0.8744118711545422,
"case_acc": 0.9796606540705454,
"case_f1": 0.9108367626886146,
"n_words": 18683
},
"hye_Armn": {
"punct_f1": 0.5871345029239766,
"case_acc": 0.9773009950248757,
"case_f1": 0.8979027425674119,
"n_words": 19296
},
"ibo_Latn": {
"punct_f1": 0.23916935195130684,
"case_acc": 0.9193911157522693,
"case_f1": 0.5907617504051864,
"n_words": 24898
},
"ilo_Latn": {
"punct_f1": 0.46181277860326897,
"case_acc": 0.9486813695249846,
"case_f1": 0.7473644578313253,
"n_words": 25936
},
"ind_Latn": {
"punct_f1": 0.8179862306368331,
"case_acc": 0.9753130048465266,
"case_f1": 0.9168740666998507,
"n_words": 19808
},
"isl_Latn": {
"punct_f1": 0.8393782383419689,
"case_acc": 0.9865137569523059,
"case_f1": 0.9391266939126693,
"n_words": 20317
},
"ita_Latn": {
"punct_f1": 0.8576725025746653,
"case_acc": 0.9834217779423259,
"case_f1": 0.9162123965273572,
"n_words": 24309
},
"jav_Latn": {
"punct_f1": 0.6982700516737812,
"case_acc": 0.9581811815316893,
"case_f1": 0.8495481127060075,
"n_words": 19991
},
"jpn_Jpan": {
"punct_f1": 0.9043385490753911,
"case_acc": 0.9964960418250246,
"case_f1": 0.5552941176470588,
"n_words": 53939
},
"kab_Latn": {
"punct_f1": 0.25420694593626925,
"case_acc": 0.8863636363636364,
"case_f1": 0.42883046237534,
"n_words": 22044
},
"kac_Latn": {
"punct_f1": 0.23177723177723178,
"case_acc": 0.9569197481206136,
"case_f1": 0.6362790697674419,
"n_words": 36049
},
"kam_Latn": {
"punct_f1": 0.32324723247232473,
"case_acc": 0.9342179826218361,
"case_f1": 0.6796338672768879,
"n_words": 21176
},
"kan_Knda": {
"punct_f1": 0.7500639549756971,
"case_acc": 0.999066641777114,
"case_f1": 0.8834355828220859,
"n_words": 16071
},
"kas_Arab": {
"punct_f1": 0.3090676883780332,
"case_acc": 0.9984258854394403,
"case_f1": 0.7759562841530054,
"n_words": 22870
},
"kas_Deva": {
"punct_f1": 0.2487352445193929,
"case_acc": 0.9977669166596443,
"case_f1": 0.9547872340425532,
"n_words": 23734
},
"kat_Geor": {
"punct_f1": 0.7862674238513164,
"case_acc": 0.9988347704497786,
"case_f1": 0.8888888888888888,
"n_words": 17164
},
"kaz_Cyrl": {
"punct_f1": 0.8515950069348127,
"case_acc": 0.9810544611819235,
"case_f1": 0.925100312082033,
"n_words": 17260
},
"kbp_Latn": {
"punct_f1": 0.19144602851323828,
"case_acc": 0.9124727344834423,
"case_f1": 0.5644147682639434,
"n_words": 25215
},
"kea_Latn": {
"punct_f1": 0.5460662525879917,
"case_acc": 0.9433414043583536,
"case_f1": 0.7503858024691358,
"n_words": 22715
},
"khk_Cyrl": {
"punct_f1": 0.8504382244840261,
"case_acc": 0.9737713267125032,
"case_f1": 0.8873148744365744,
"n_words": 19635
},
"kik_Latn": {
"punct_f1": 0.3103448275862069,
"case_acc": 0.9309883307541094,
"case_f1": 0.6758026624902115,
"n_words": 23909
},
"kin_Latn": {
"punct_f1": 0.5460992907801419,
"case_acc": 0.9486335527628167,
"case_f1": 0.7831500311267898,
"n_words": 20052
},
"kir_Cyrl": {
"punct_f1": 0.8645102917891879,
"case_acc": 0.9785533578656854,
"case_f1": 0.9143372407574392,
"n_words": 17392
},
"kmb_Latn": {
"punct_f1": 0.2662251655629139,
"case_acc": 0.9238352818007328,
"case_f1": 0.6454728370221328,
"n_words": 22924
},
"kmr_Latn": {
"punct_f1": 0.6929722157366331,
"case_acc": 0.9641690936369253,
"case_f1": 0.8440575321725965,
"n_words": 22662
},
"knc_Arab": {
"punct_f1": 0.10438144329896908,
"case_acc": 0.9969028472071289,
"case_f1": 0.8684759916492694,
"n_words": 18404
},
"knc_Latn": {
"punct_f1": 0.23906485671191555,
"case_acc": 0.920217803030303,
"case_f1": 0.6479634247714048,
"n_words": 21120
},
"kon_Latn": {
"punct_f1": 0.3128491620111732,
"case_acc": 0.9396539081976829,
"case_f1": 0.6502005488705932,
"n_words": 27276
},
"kor_Hang": {
"punct_f1": 0.872954477833978,
"case_acc": 0.9976012965964344,
"case_f1": 0.9264214046822743,
"n_words": 15425
},
"lij_Latn": {
"punct_f1": 0.5997509339975093,
"case_acc": 0.9590046752443878,
"case_f1": 0.7675372328944529,
"n_words": 25881
},
"lim_Latn": {
"punct_f1": 0.7434982151963284,
"case_acc": 0.9617564371457896,
"case_f1": 0.8320093005231545,
"n_words": 22409
},
"lin_Latn": {
"punct_f1": 0.2916804772953265,
"case_acc": 0.933088143101935,
"case_f1": 0.6486721811057902,
"n_words": 23927
},
"lit_Latn": {
"punct_f1": 0.8802353755624783,
"case_acc": 0.9785219399538106,
"case_f1": 0.9184585905897381,
"n_words": 17320
},
"lmo_Latn": {
"punct_f1": 0.6271054677377559,
"case_acc": 0.9597699016515123,
"case_f1": 0.768581081081081,
"n_words": 26945
},
"ltg_Latn": {
"punct_f1": 0.7453669384729429,
"case_acc": 0.9527079843662758,
"case_f1": 0.7918486171761281,
"n_words": 17910
},
"ltz_Latn": {
"punct_f1": 0.8403585733358764,
"case_acc": 0.987451379885164,
"case_f1": 0.9788423756989573,
"n_words": 21596
},
"lua_Latn": {
"punct_f1": 0.2927536231884058,
"case_acc": 0.9323895957271267,
"case_f1": 0.6697556866048863,
"n_words": 23029
},
"lug_Latn": {
"punct_f1": 0.34903249361080685,
"case_acc": 0.9273140261215219,
"case_f1": 0.6899374097255657,
"n_words": 17610
},
"luo_Latn": {
"punct_f1": 0.23111729899060215,
"case_acc": 0.9070800098676096,
"case_f1": 0.5951359084406295,
"n_words": 24322
},
"lus_Latn": {
"punct_f1": 0.14213197969543148,
"case_acc": 0.9488802165734979,
"case_f1": 0.7068,
"n_words": 28443
},
"lvs_Latn": {
"punct_f1": 0.9144312393887946,
"case_acc": 0.9819208426081764,
"case_f1": 0.9245872378402499,
"n_words": 18419
},
"mag_Deva": {
"punct_f1": 0.6704225352112676,
"case_acc": 0.9994802286993723,
"case_f1": 0.7272727272727273,
"n_words": 25011
},
"mai_Deva": {
"punct_f1": 0.6947368421052632,
"case_acc": 0.999308774497845,
"case_f1": 0.8866995073891626,
"n_words": 24594
},
"mal_Mlym": {
"punct_f1": 0.6962249809982265,
"case_acc": 0.9995306108764166,
"case_f1": 0.8307692307692308,
"n_words": 14913
},
"mar_Deva": {
"punct_f1": 0.7557531380753139,
"case_acc": 0.9994219045616985,
"case_f1": 0.8939393939393939,
"n_words": 19028
},
"min_Arab": {
"punct_f1": 0.22040816326530613,
"case_acc": 0.9998533222510145,
"case_f1": 0.4,
"n_words": 20453
},
"min_Latn": {
"punct_f1": 0.4656964656964657,
"case_acc": 0.9394976053171733,
"case_f1": 0.7581674076937946,
"n_words": 20462
},
"mkd_Cyrl": {
"punct_f1": 0.8564124414145718,
"case_acc": 0.9831416197084711,
"case_f1": 0.9199655765920827,
"n_words": 21473
},
"mlt_Latn": {
"punct_f1": 0.7902613357158812,
"case_acc": 0.9806324315904252,
"case_f1": 0.913209239739852,
"n_words": 19259
},
"mni_Beng": {
"punct_f1": 0.24841075794621026,
"case_acc": 0.9978711251882237,
"case_f1": 0.823076923076923,
"n_words": 19259
},
"mos_Latn": {
"punct_f1": 0.23802281368821293,
"case_acc": 0.9268636858444543,
"case_f1": 0.5641270599474564,
"n_words": 24803
},
"mri_Latn": {
"punct_f1": 0.6231750138606542,
"case_acc": 0.9636837417950325,
"case_f1": 0.8032526073890754,
"n_words": 30317
},
"nld_Latn": {
"punct_f1": 0.9109799291617473,
"case_acc": 0.9878207916485429,
"case_f1": 0.9472140762463344,
"n_words": 22990
},
"nno_Latn": {
"punct_f1": 0.8679768786127168,
"case_acc": 0.9881506754576053,
"case_f1": 0.9395763656633221,
"n_words": 21689
},
"nob_Latn": {
"punct_f1": 0.852497643732328,
"case_acc": 0.989578932544712,
"case_f1": 0.9496276828734121,
"n_words": 21303
},
"npi_Deva": {
"punct_f1": 0.8233052001089028,
"case_acc": 0.9989300807789012,
"case_f1": 0.9310344827586207,
"n_words": 18693
},
"nso_Latn": {
"punct_f1": 0.3513689700130378,
"case_acc": 0.9412797639952237,
"case_f1": 0.6675905761235399,
"n_words": 28474
},
"nus_Latn": {
"punct_f1": 0.2543731778425656,
"case_acc": 0.9118819917422452,
"case_f1": 0.4401785714285714,
"n_words": 28337
},
"nya_Latn": {
"punct_f1": 0.29745454545454547,
"case_acc": 0.9250638080653395,
"case_f1": 0.6984451718494271,
"n_words": 19590
},
"oci_Latn": {
"punct_f1": 0.7539790814006366,
"case_acc": 0.9758668403060394,
"case_f1": 0.8719473348906349,
"n_words": 24572
},
"ory_Orya": {
"punct_f1": 0.6398631308810949,
"case_acc": 0.9982569465805393,
"case_f1": 0.8432835820895522,
"n_words": 19506
},
"pag_Latn": {
"punct_f1": 0.32142857142857145,
"case_acc": 0.9213504427292959,
"case_f1": 0.6722953072845081,
"n_words": 21119
},
"pan_Guru": {
"punct_f1": 0.7809340394800193,
"case_acc": 0.9994979338045031,
"case_f1": 0.8947368421052632,
"n_words": 25893
},
"pap_Latn": {
"punct_f1": 0.7001189060642092,
"case_acc": 0.9599432266204069,
"case_f1": 0.8055660022564874,
"n_words": 25364
},
"pbt_Arab": {
"punct_f1": 0.7450561197220738,
"case_acc": 0.9985594055652438,
"case_f1": 0.9457177322074789,
"n_words": 26378
},
"pes_Arab": {
"punct_f1": 0.8216482164821648,
"case_acc": 0.9990641881832489,
"case_f1": 0.9297297297297298,
"n_words": 23509
},
"plt_Latn": {
"punct_f1": 0.6786570743405276,
"case_acc": 0.9595898148952812,
"case_f1": 0.8226684180896979,
"n_words": 23014
},
"pol_Latn": {
"punct_f1": 0.8986537023186237,
"case_acc": 0.980784051790577,
"case_f1": 0.9216161616161617,
"n_words": 19463
},
"por_Latn": {
"punct_f1": 0.8732555916650736,
"case_acc": 0.982947989230309,
"case_f1": 0.9237335312673965,
"n_words": 23399
},
"prs_Arab": {
"punct_f1": 0.7952417109592508,
"case_acc": 0.9989682212133718,
"case_f1": 0.8682170542635659,
"n_words": 24230
},
"quy_Latn": {
"punct_f1": 0.2369849888214628,
"case_acc": 0.9118754707506904,
"case_f1": 0.6508524833209784,
"n_words": 15932
},
"ron_Latn": {
"punct_f1": 0.8782427570535883,
"case_acc": 0.9845232572850335,
"case_f1": 0.9252022893230708,
"n_words": 23713
},
"run_Latn": {
"punct_f1": 0.507909604519774,
"case_acc": 0.9431272583279711,
"case_f1": 0.7501611170784103,
"n_words": 20203
},
"rus_Cyrl": {
"punct_f1": 0.9183937823834197,
"case_acc": 0.9843981789349839,
"case_f1": 0.9320388349514563,
"n_words": 19549
},
"sag_Latn": {
"punct_f1": 0.2790373212417161,
"case_acc": 0.9462143152668597,
"case_f1": 0.6120492925604747,
"n_words": 31421
},
"san_Deva": {
"punct_f1": 0.5482102547565302,
"case_acc": 0.9986776462102542,
"case_f1": 0.8979591836734694,
"n_words": 16637
},
"sat_Olck": {
"punct_f1": 0.020379805465493284,
"case_acc": 0.9952145145853273,
"case_f1": 0.3314285714285714,
"n_words": 24031
},
"scn_Latn": {
"punct_f1": 0.6645320197044335,
"case_acc": 0.9581610421946556,
"case_f1": 0.7900906879009069,
"n_words": 22491
},
"shn_Mymr": {
"punct_f1": 0.1810012836970475,
"case_acc": 0.9521206599858285,
"case_f1": 0.8004731861198738,
"n_words": 9879
},
"sin_Sinh": {
"punct_f1": 0.731457800511509,
"case_acc": 0.999323279195669,
"case_f1": 0.8765432098765432,
"n_words": 20688
},
"slk_Latn": {
"punct_f1": 0.9212097861683683,
"case_acc": 0.985610405571487,
"case_f1": 0.9364035087719298,
"n_words": 19528
},
"slv_Latn": {
"punct_f1": 0.9263005780346821,
"case_acc": 0.9873442850761824,
"case_f1": 0.9396337327605697,
"n_words": 20149
},
"smo_Latn": {
"punct_f1": 0.37001784651992864,
"case_acc": 0.94594849542496,
"case_f1": 0.644220899199343,
"n_words": 31803
},
"sna_Latn": {
"punct_f1": 0.2692857142857143,
"case_acc": 0.9305491462851869,
"case_f1": 0.6350453172205438,
"n_words": 17336
},
"snd_Arab": {
"punct_f1": 0.7427016328550222,
"case_acc": 0.9991709762741305,
"case_f1": 0.8844621513944223,
"n_words": 25331
},
"som_Latn": {
"punct_f1": 0.62522023659703,
"case_acc": 0.9563556776242382,
"case_f1": 0.7944111776447106,
"n_words": 23302
},
"sot_Latn": {
"punct_f1": 0.30430560051796696,
"case_acc": 0.9328078338773526,
"case_f1": 0.621347876899104,
"n_words": 28798
},
"spa_Latn": {
"punct_f1": 0.8482312666413084,
"case_acc": 0.9864652428971282,
"case_f1": 0.9282750444576171,
"n_words": 26081
},
"srd_Latn": {
"punct_f1": 0.6959159859976662,
"case_acc": 0.9669318359070348,
"case_f1": 0.8197200752036766,
"n_words": 25644
},
"srp_Cyrl": {
"punct_f1": 0.8669844020797227,
"case_acc": 0.9831131755939421,
"case_f1": 0.9216328312595503,
"n_words": 20667
},
"ssw_Latn": {
"punct_f1": 0.4180929095354523,
"case_acc": 0.9315659288387138,
"case_f1": 0.6457721188377408,
"n_words": 15767
},
"sun_Latn": {
"punct_f1": 0.6404328578455485,
"case_acc": 0.9536038089449426,
"case_f1": 0.8288088642659279,
"n_words": 19743
},
"swe_Latn": {
"punct_f1": 0.8611039794608473,
"case_acc": 0.9900740740740741,
"case_f1": 0.9536601746138348,
"n_words": 20250
},
"swh_Latn": {
"punct_f1": 0.7391202070101153,
"case_acc": 0.9649757886324103,
"case_f1": 0.8618744313011829,
"n_words": 21271
},
"szl_Latn": {
"punct_f1": 0.6967471143756558,
"case_acc": 0.9540980262151273,
"case_f1": 0.8109121199500208,
"n_words": 19607
},
"tam_Taml": {
"punct_f1": 0.7056159420289855,
"case_acc": 0.9985675062671601,
"case_f1": 0.8307692307692308,
"n_words": 16754
},
"taq_Latn": {
"punct_f1": 0.29042904290429045,
"case_acc": 0.9229795018528073,
"case_f1": 0.6239744758432088,
"n_words": 21319
},
"taq_Tfng": {
"punct_f1": 0.15644298065047343,
"case_acc": 0.9934191971420513,
"case_f1": 0.6437346437346437,
"n_words": 21274
},
"tat_Cyrl": {
"punct_f1": 0.8052653572921019,
"case_acc": 0.9758801247771836,
"case_f1": 0.9018826135105205,
"n_words": 17952
},
"tel_Telu": {
"punct_f1": 0.7266152362584378,
"case_acc": 0.9979305859398097,
"case_f1": 0.9239332096474954,
"n_words": 16913
},
"tgk_Cyrl": {
"punct_f1": 0.8960028938325194,
"case_acc": 0.9818683306203654,
"case_f1": 0.9168365267019976,
"n_words": 22116
},
"tgl_Latn": {
"punct_f1": 0.7896279594137542,
"case_acc": 0.9757892770409117,
"case_f1": 0.8884777123633305,
"n_words": 26765
},
"tir_Ethi": {
"punct_f1": 0.4977705715443859,
"case_acc": 0.9990624023335765,
"case_f1": 0.7755102040816326,
"n_words": 19198
},
"tpi_Latn": {
"punct_f1": 0.43626806833114323,
"case_acc": 0.953953605966753,
"case_f1": 0.7442914415199582,
"n_words": 31642
},
"tsn_Latn": {
"punct_f1": 0.32708089097303633,
"case_acc": 0.9459889574537187,
"case_f1": 0.653137295506316,
"n_words": 30790
},
"tso_Latn": {
"punct_f1": 0.36717752234993617,
"case_acc": 0.9397121020998739,
"case_f1": 0.6696356275303643,
"n_words": 26954
},
"tuk_Latn": {
"punct_f1": 0.792289156626506,
"case_acc": 0.9708672842951223,
"case_f1": 0.8825354609929078,
"n_words": 17918
},
"tum_Latn": {
"punct_f1": 0.3338735818476499,
"case_acc": 0.9379876628947261,
"case_f1": 0.701644479248238,
"n_words": 24479
},
"tur_Latn": {
"punct_f1": 0.8123330905559601,
"case_acc": 0.9803999545506192,
"case_f1": 0.9353735373537354,
"n_words": 17602
},
"twi_Latn": {
"punct_f1": 0.24785367674505412,
"case_acc": 0.9367846992856594,
"case_f1": 0.6627315285975982,
"n_words": 26038
},
"tzm_Tfng": {
"punct_f1": 0.2128935532233883,
"case_acc": 0.9990698498471896,
"case_f1": 0.6440677966101694,
"n_words": 22577
},
"uig_Arab": {
"punct_f1": 0.7409351145038168,
"case_acc": 0.9985868520716749,
"case_f1": 0.847926267281106,
"n_words": 17691
},
"ukr_Cyrl": {
"punct_f1": 0.9010918432883751,
"case_acc": 0.9792278640369283,
"case_f1": 0.9125964010282777,
"n_words": 19064
},
"umb_Latn": {
"punct_f1": 0.27032887603903144,
"case_acc": 0.922620697300593,
"case_f1": 0.6398369842078452,
"n_words": 18041
},
"urd_Arab": {
"punct_f1": 0.7854565639744657,
"case_acc": 0.9997105748706632,
"case_f1": 0.8974358974358975,
"n_words": 27641
},
"uzn_Latn": {
"punct_f1": 0.8396249098340948,
"case_acc": 0.97615376142747,
"case_f1": 0.8961821835231079,
"n_words": 18158
},
"vec_Latn": {
"punct_f1": 0.7074509803921568,
"case_acc": 0.96768251841929,
"case_f1": 0.8330486763450042,
"n_words": 23888
},
"vie_Latn": {
"punct_f1": 0.7940161104718066,
"case_acc": 0.976974434131249,
"case_f1": 0.8838408248751409,
"n_words": 30705
},
"war_Latn": {
"punct_f1": 0.6201588877855015,
"case_acc": 0.9647136177673875,
"case_f1": 0.8275862068965517,
"n_words": 27376
},
"wol_Latn": {
"punct_f1": 0.2485207100591716,
"case_acc": 0.9313623651618058,
"case_f1": 0.6056305790798809,
"n_words": 25030
},
"xho_Latn": {
"punct_f1": 0.6572678658240155,
"case_acc": 0.9531159186309331,
"case_f1": 0.7965584235359423,
"n_words": 15485
},
"ydd_Hebr": {
"punct_f1": 0.519416138804737,
"case_acc": 0.9988237344253725,
"case_f1": 0.8677966101694915,
"n_words": 22954
},
"yor_Latn": {
"punct_f1": 0.40049984379881287,
"case_acc": 0.94239402486989,
"case_f1": 0.6995276237420415,
"n_words": 25171
},
"yue_Hant": {
"punct_f1": 0.8238003838771593,
"case_acc": 0.9935047287748668,
"case_f1": 0.35924932975871315,
"n_words": 36796
},
"zho_Hans": {
"punct_f1": 0.8369506726457399,
"case_acc": 0.9892497712717292,
"case_f1": 0.2719449225473322,
"n_words": 39348
},
"zho_Hant": {
"punct_f1": 0.8071698113207547,
"case_acc": 0.9944501320114231,
"case_f1": 0.40804597701149425,
"n_words": 37118
},
"zsm_Latn": {
"punct_f1": 0.7892418270345467,
"case_acc": 0.9727358350270163,
"case_f1": 0.9038757042854704,
"n_words": 20173
},
"zul_Latn": {
"punct_f1": 0.6385454545454545,
"case_acc": 0.9548444219580066,
"case_f1": 0.7637200131449228,
"n_words": 15812
}
},
"ted": {
"eng_Latn": {
"punct_f1": 0.7366594360086768,
"case_acc": 0.9708777686628384,
"case_f1": 0.8775658053610239,
"n_words": 17066
},
"deu_Latn": {
"punct_f1": 0.803903171326703,
"case_acc": 0.973494743548901,
"case_f1": 0.9529849114366936,
"n_words": 15695
},
"fra_Latn": {
"punct_f1": 0.7432848965213562,
"case_acc": 0.9740161599720979,
"case_f1": 0.8492967180174146,
"n_words": 17203
},
"spa_Latn": {
"punct_f1": 0.722753346080306,
"case_acc": 0.9697098458176521,
"case_f1": 0.8253645303492709,
"n_words": 16474
},
"ita_Latn": {
"punct_f1": 0.6964582838126931,
"case_acc": 0.9657626466628197,
"case_f1": 0.8157363819771352,
"n_words": 15597
},
"por_Latn": {
"punct_f1": 0.7233009708737864,
"case_acc": 0.9695780176643768,
"case_f1": 0.8298086606243706,
"n_words": 16304
},
"nld_Latn": {
"punct_f1": 0.7777494258739475,
"case_acc": 0.9781639928698752,
"case_f1": 0.890840652446675,
"n_words": 15708
},
"pol_Latn": {
"punct_f1": 0.7815706806282723,
"case_acc": 0.9594668757350059,
"case_f1": 0.8318924111431316,
"n_words": 12755
},
"rus_Cyrl": {
"punct_f1": 0.8334789446094706,
"case_acc": 0.9736305463750791,
"case_f1": 0.8692967409948542,
"n_words": 14221
},
"ukr_Cyrl": {
"punct_f1": 0.809604328711532,
"case_acc": 0.9674494967520879,
"case_f1": 0.8525620873939013,
"n_words": 14009
},
"ces_Latn": {
"punct_f1": 0.7909757038179714,
"case_acc": 0.9662098470016678,
"case_f1": 0.8396066463207867,
"n_words": 13791
},
"ron_Latn": {
"punct_f1": 0.7189309576837416,
"case_acc": 0.9686324475185051,
"case_f1": 0.8328575959403742,
"n_words": 16482
},
"hun_Latn": {
"punct_f1": 0.7689556509298998,
"case_acc": 0.9611503148949085,
"case_f1": 0.8141529664045747,
"n_words": 13179
},
"ell_Grek": {
"punct_f1": 0.6890756302521008,
"case_acc": 0.9659014796322231,
"case_f1": 0.81984496124031,
"n_words": 16423
},
"bul_Cyrl": {
"punct_f1": 0.7522189349112426,
"case_acc": 0.965644648992027,
"case_f1": 0.8149171270718232,
"n_words": 15427
},
"tur_Latn": {
"punct_f1": 0.6501440922190201,
"case_acc": 0.9590035469768209,
"case_f1": 0.837029893924783,
"n_words": 12123
},
"arb_Arab": {
"punct_f1": 0.6111256202663881,
"case_acc": 0.9997149169695674,
"case_f1": 0.8979591836734694,
"n_words": 14031
},
"heb_Hebr": {
"punct_f1": 0.6271519921298574,
"case_acc": 0.9993061444761391,
"case_f1": 0.8,
"n_words": 12971
},
"pes_Arab": {
"punct_f1": 0.6550038590172369,
"case_acc": 0.999580734762329,
"case_f1": 0.8301886792452831,
"n_words": 19081
},
"hin_Deva": {
"punct_f1": 0.6260015507883174,
"case_acc": 0.9997800868656881,
"case_f1": 0.8846153846153846,
"n_words": 18189
},
"ind_Latn": {
"punct_f1": 0.7225806451612903,
"case_acc": 0.9667197121704837,
"case_f1": 0.8612059158134243,
"n_words": 14453
},
"vie_Latn": {
"punct_f1": 0.6354191833776275,
"case_acc": 0.9719613509120463,
"case_f1": 0.8048704339681548,
"n_words": 22148
},
"jpn_Jpan": {
"punct_f1": 0.7497175141242938,
"case_acc": 0.997539807284904,
"case_f1": 0.5555555555555556,
"n_words": 29266
},
"kor_Hang": {
"punct_f1": 0.8325123152709359,
"case_acc": 0.9987086776859504,
"case_f1": 0.8551724137931035,
"n_words": 11616
},
"zho_Hans": {
"punct_f1": 0.6260059296908089,
"case_acc": 0.995004810182787,
"case_f1": 0.36018957345971564,
"n_words": 27026
}
}
},
"summary": {
"europarl": {
"punct_f1": 0.8356902913059253,
"case_f1": 0.8972502043630105,
"case_acc": 0.9802417869552379,
"n_langs": 12
},
"flores": {
"punct_f1": 0.6017388694156922,
"case_f1": 0.7956324531168975,
"case_acc": 0.968557954295429,
"n_langs": 199
},
"ted": {
"punct_f1": 0.7233833225634991,
"case_f1": 0.8161406092308486,
"case_acc": 0.9766803448154714,
"n_langs": 25
}
},
"seconds": 178
}
}