{ "rule+punctuation-restoration-small": { "per_lang": { "europarl": { "eng_Latn": { "punct_f1": 0.7610362694300518, "case_acc": 0.92060211363725, "case_f1": 0.5316571428571428, "n_words": 25643 }, "deu_Latn": { "punct_f1": 0.8787145818935729, "case_acc": 0.7355899162642329, "case_f1": 0.25485799701046336, "n_words": 22571 }, "fra_Latn": { "punct_f1": 0.8185491629786416, "case_acc": 0.9563487637107269, "case_f1": 0.6297686053783614, "n_words": 26895 }, "spa_Latn": { "punct_f1": 0.8047313552526063, "case_acc": 0.9306811784574968, "case_f1": 0.5021436227224009, "n_words": 26645 }, "ita_Latn": { "punct_f1": 0.784661957618567, "case_acc": 0.9500099029510795, "case_f1": 0.5859831278390656, "n_words": 25245 }, "por_Latn": { "punct_f1": 0.8057053400591407, "case_acc": 0.9243684475221479, "case_f1": 0.47919427511264245, "n_words": 25849 }, "nld_Latn": { "punct_f1": 0.8006605331446096, "case_acc": 0.9365534952226292, "case_f1": 0.5496021220159151, "n_words": 26479 }, "pol_Latn": { "punct_f1": 0.8419881305637982, "case_acc": 0.9296147436525831, "case_f1": 0.5570003023888721, "n_words": 20402 }, "ces_Latn": { "punct_f1": 0.8710273466371027, "case_acc": 0.9424022591168022, "case_f1": 0.6012637179913535, "n_words": 20539 }, "bul_Cyrl": { "punct_f1": 0.8424596845649477, "case_acc": 0.9453588718164597, "case_f1": 0.5799492385786802, "n_words": 23755 }, "slk_Latn": { "punct_f1": 0.8680362761428836, "case_acc": 0.945309381237525, "case_f1": 0.6236125126135217, "n_words": 20040 }, "slv_Latn": { "punct_f1": 0.8774349250129289, "case_acc": 0.9433302578546108, "case_f1": 0.6023450586264657, "n_words": 20593 } }, "flores": { "ace_Arab": { "punct_f1": 0.23074003795066414, "case_acc": 0.9996792962844184, "case_f1": 0.375, "n_words": 21827 }, "ace_Latn": { "punct_f1": 0.3429873088187439, "case_acc": 0.879222972972973, "case_f1": 0.2431718061674009, "n_words": 21312 }, "acm_Arab": { "punct_f1": 0.631427750646366, "case_acc": 0.9977013951996578, "case_f1": 0.40816326530612246, "n_words": 18707 }, "acq_Arab": { "punct_f1": 0.6693701000270343, "case_acc": 0.9978146625734949, "case_f1": 0.42424242424242425, "n_words": 19219 }, "aeb_Arab": { "punct_f1": 0.5640870616686819, "case_acc": 0.9977659574468085, "case_f1": 0.3870967741935484, "n_words": 18800 }, "afr_Latn": { "punct_f1": 0.8110557317625736, "case_acc": 0.9174327840416305, "case_f1": 0.526706231454006, "n_words": 23060 }, "ajp_Arab": { "punct_f1": 0.56973293768546, "case_acc": 0.9943878954607978, "case_f1": 0.4537037037037037, "n_words": 18175 }, "aka_Latn": { "punct_f1": 0.24473147518694766, "case_acc": 0.9027606559826665, "case_f1": 0.21290711700844392, "n_words": 26769 }, "als_Latn": { "punct_f1": 0.8298684768773865, "case_acc": 0.9352556020984993, "case_f1": 0.5721953837895867, "n_words": 24589 }, "amh_Ethi": { "punct_f1": 0.7651006711409396, "case_acc": 0.9966841186736475, "case_f1": 0.2595419847328244, "n_words": 17190 }, "apc_Arab": { "punct_f1": 0.5917650813916374, "case_acc": 0.994847670250896, "case_f1": 0.4, "n_words": 17856 }, "arb_Arab": { "punct_f1": 0.7428713116786512, "case_acc": 0.9978082471073959, "case_f1": 0.4117647058823529, "n_words": 19619 }, "arb_Latn": { "punct_f1": 0.26989335520918784, "case_acc": 0.9166215484569572, "case_f1": 0.24013157894736842, "n_words": 22164 }, "ars_Arab": { "punct_f1": 0.7396301849075462, "case_acc": 0.9982173780177244, "case_f1": 0.3333333333333333, "n_words": 19634 }, "ary_Arab": { "punct_f1": 0.5103349964362082, "case_acc": 0.9972169712245327, "case_f1": 0.39344262295081966, "n_words": 19044 }, "arz_Arab": { "punct_f1": 0.6536941319550015, "case_acc": 0.9981462409886714, "case_f1": 0.3466666666666667, "n_words": 19420 }, "asm_Beng": { "punct_f1": 0.6561443066516347, "case_acc": 0.9963585288456537, "case_f1": 0.23841059602649006, "n_words": 19223 }, "ast_Latn": { "punct_f1": 0.7243799719232569, "case_acc": 0.9238129955344938, "case_f1": 0.5318791946308725, "n_words": 21946 }, "awa_Deva": { "punct_f1": 0.7226697353279632, "case_acc": 0.9985802736916828, "case_f1": 0.22535211267605634, "n_words": 25357 }, "ayr_Latn": { "punct_f1": 0.23332169053440446, "case_acc": 0.8562046534901175, "case_f1": 0.20055517002081888, "n_words": 15988 }, "azb_Arab": { "punct_f1": 0.5255522584899439, "case_acc": 0.9981805776665909, "case_f1": 0.2465753424657534, "n_words": 17588 }, "azj_Latn": { "punct_f1": 0.8183951196621304, "case_acc": 0.9140837696335079, "case_f1": 0.5663438890342842, "n_words": 19100 }, "bak_Cyrl": { "punct_f1": 0.5686501504978004, "case_acc": 0.9029905178701677, "case_f1": 0.478586403114705, "n_words": 17823 }, "bam_Latn": { "punct_f1": 0.20902090209020902, "case_acc": 0.8983945361007628, "case_f1": 0.21972789115646257, "n_words": 22548 }, "ban_Latn": { "punct_f1": 0.48653198653198654, "case_acc": 0.8785106487629728, "case_f1": 0.33681392235609103, "n_words": 20331 }, "bel_Cyrl": { "punct_f1": 0.8755910165484634, "case_acc": 0.9315068493150684, "case_f1": 0.6250974279033515, "n_words": 21024 }, "bem_Latn": { "punct_f1": 0.3414956982131039, "case_acc": 0.884949949731171, "case_f1": 0.2545968882602546, "n_words": 22877 }, "ben_Beng": { "punct_f1": 0.7492163009404389, "case_acc": 0.9975355547568927, "case_f1": 0.2982456140350877, "n_words": 19477 }, "bho_Deva": { "punct_f1": 0.6955536675162843, "case_acc": 0.9943328382709294, "case_f1": 0.16877637130801687, "n_words": 25586 }, "bjn_Arab": { "punct_f1": 0.2104871699516549, "case_acc": 1.0, "case_f1": 1.0, "n_words": 19846 }, "bjn_Latn": { "punct_f1": 0.45577643330452317, "case_acc": 0.8668891170431211, "case_f1": 0.3130296610169492, "n_words": 19480 }, "bos_Latn": { "punct_f1": 0.8597919493441881, "case_acc": 0.9335467980295566, "case_f1": 0.6134094151212554, "n_words": 20300 }, "bug_Latn": { "punct_f1": 0.2637906647807638, "case_acc": 0.8589689857502095, "case_f1": 0.19785458879618595, "n_words": 19088 }, "bul_Cyrl": { "punct_f1": 0.8881867649640162, "case_acc": 0.9385828989998591, "case_f1": 0.6220562894887995, "n_words": 21297 }, "cat_Latn": { "punct_f1": 0.8437894736842105, "case_acc": 0.9395626893784292, "case_f1": 0.592959295929593, "n_words": 24422 }, "ceb_Latn": { "punct_f1": 0.6834631241410902, "case_acc": 0.9077825159914712, "case_f1": 0.4293119698397738, "n_words": 26264 }, "ces_Latn": { "punct_f1": 0.9145588528181637, "case_acc": 0.9322582328688482, "case_f1": 0.6308040770101925, "n_words": 19161 }, "cjk_Latn": { "punct_f1": 0.24703632887189292, "case_acc": 0.8978826316568778, "case_f1": 0.2292519538518794, "n_words": 20261 }, "ckb_Arab": { "punct_f1": 0.6192516423878892, "case_acc": 0.9971293828173057, "case_f1": 0.1592920353982301, "n_words": 19508 }, "crh_Latn": { "punct_f1": 0.7031793919702948, "case_acc": 0.9153309131527506, "case_f1": 0.5728615213151296, "n_words": 17905 }, "cym_Latn": { "punct_f1": 0.762593079281647, "case_acc": 0.9076719248126527, "case_f1": 0.4784845650140318, "n_words": 24153 }, "dan_Latn": { "punct_f1": 0.8909495548961425, "case_acc": 0.940677966101695, "case_f1": 0.6370875995449374, "n_words": 21358 }, "deu_Latn": { "punct_f1": 0.9288762446657184, "case_acc": 0.7104875804967802, "case_f1": 0.27556066705002874, "n_words": 21740 }, "dik_Latn": { "punct_f1": 0.2510995601759296, "case_acc": 0.9014156793978017, "case_f1": 0.2129692832764505, "n_words": 23381 }, "dyu_Latn": { "punct_f1": 0.20818115412710006, "case_acc": 0.9126456589528967, "case_f1": 0.218475073313783, "n_words": 24372 }, "dzo_Tibt": { "punct_f1": 0.002631578947368421, "case_acc": 0.9998533079067038, "case_f1": 0.6666666666666666, "n_words": 6817 }, "ell_Grek": { "punct_f1": 0.8053193808589492, "case_acc": 0.922519882796149, "case_f1": 0.5334005545752458, "n_words": 23890 }, "eng_Latn": { "punct_f1": 0.8265107212475633, "case_acc": 0.9107689496047883, "case_f1": 0.5250423421243648, "n_words": 21887 }, "epo_Latn": { "punct_f1": 0.8481203007518797, "case_acc": 0.9275306378461835, "case_f1": 0.5841829705152934, "n_words": 20726 }, "est_Latn": { "punct_f1": 0.9019062748212867, "case_acc": 0.9247949224597329, "case_f1": 0.6218787158145065, "n_words": 16701 }, "eus_Latn": { "punct_f1": 0.7954849818251387, "case_acc": 0.9097025896189076, "case_f1": 0.5544444444444444, "n_words": 17686 }, "ewe_Latn": { "punct_f1": 0.1467146714671467, "case_acc": 0.9050044109391291, "case_f1": 0.20701168614357263, "n_words": 24938 }, "fao_Latn": { "punct_f1": 0.8318401102687801, "case_acc": 0.9406872296944062, "case_f1": 0.6271838910275392, "n_words": 21041 }, "fij_Latn": { "punct_f1": 0.26245744351593936, "case_acc": 0.9057030678112731, "case_f1": 0.20213963963963963, "n_words": 30054 }, "fin_Latn": { "punct_f1": 0.8979771328056289, "case_acc": 0.9297795038837384, "case_f1": 0.6696087084436599, "n_words": 15964 }, "fon_Latn": { "punct_f1": 0.21029731689630166, "case_acc": 0.9217172542228902, "case_f1": 0.23364187679540377, "n_words": 30607 }, "fra_Latn": { "punct_f1": 0.8750495834986116, "case_acc": 0.9477722966095059, "case_f1": 0.6216445323537723, "n_words": 25542 }, "fur_Latn": { "punct_f1": 0.6414909269249632, "case_acc": 0.9293435275507513, "case_f1": 0.4641735655152726, "n_words": 26551 }, "fuv_Latn": { "punct_f1": 0.26398026315789475, "case_acc": 0.9057210486356125, "case_f1": 0.2273391812865497, "n_words": 22391 }, "gaz_Latn": { "punct_f1": 0.23174366616989567, "case_acc": 0.8696275805542749, "case_f1": 0.19385492556224262, "n_words": 19521 }, "gla_Latn": { "punct_f1": 0.6866995073891625, "case_acc": 0.9182418074040934, "case_f1": 0.4613117170228445, "n_words": 26823 }, "gle_Latn": { "punct_f1": 0.7200529450694904, "case_acc": 0.9157056882158804, "case_f1": 0.47586872586872586, "n_words": 25755 }, "glg_Latn": { "punct_f1": 0.8513457556935817, "case_acc": 0.93395987862441, "case_f1": 0.5776581426648721, "n_words": 23728 }, "grn_Latn": { "punct_f1": 0.2606852702225362, "case_acc": 0.8662896961389079, "case_f1": 0.2103134479271992, "n_words": 17508 }, "guj_Gujr": { "punct_f1": 0.7464065708418891, "case_acc": 0.9976997172569129, "case_f1": 0.22, "n_words": 20867 }, "hat_Latn": { "punct_f1": 0.5810493343774471, "case_acc": 0.9186338089061824, "case_f1": 0.4376302470973504, "n_words": 23130 }, "hau_Latn": { "punct_f1": 0.59247889485802, "case_acc": 0.911036842524071, "case_f1": 0.4105263157894737, "n_words": 25134 }, "heb_Hebr": { "punct_f1": 0.7927437641723356, "case_acc": 0.9950432276657061, "case_f1": 0.3225806451612903, "n_words": 17350 }, "hin_Deva": { "punct_f1": 0.7894608441083191, "case_acc": 0.998126024830171, "case_f1": 0.22916666666666666, "n_words": 25614 }, "hne_Deva": { "punct_f1": 0.6372840976771889, "case_acc": 0.9966957283331342, "case_f1": 0.041666666666666664, "n_words": 25119 }, "hrv_Latn": { "punct_f1": 0.8594114899579636, "case_acc": 0.930629614438064, "case_f1": 0.6129307889490174, "n_words": 19504 }, "hun_Latn": { "punct_f1": 0.8694550063371356, "case_acc": 0.9290263876251137, "case_f1": 0.6076923076923076, "n_words": 18683 }, "hye_Armn": { "punct_f1": 0.5819175942198789, "case_acc": 0.929778192371476, "case_f1": 0.5931695626123428, "n_words": 19296 }, "ibo_Latn": { "punct_f1": 0.22389127324749641, "case_acc": 0.8975419712426701, "case_f1": 0.1972981464027647, "n_words": 24898 }, "ilo_Latn": { "punct_f1": 0.45305770887166236, "case_acc": 0.8960518198642813, "case_f1": 0.29350104821802936, "n_words": 25936 }, "ind_Latn": { "punct_f1": 0.8101483551924318, "case_acc": 0.8936288368336026, "case_f1": 0.5061872519262199, "n_words": 19808 }, "isl_Latn": { "punct_f1": 0.8286099865047234, "case_acc": 0.9356696362651966, "case_f1": 0.629410104431273, "n_words": 20317 }, "ita_Latn": { "punct_f1": 0.8467692307692307, "case_acc": 0.9367312517997449, "case_f1": 0.5813637598478675, "n_words": 24309 }, "jav_Latn": { "punct_f1": 0.6674223532078893, "case_acc": 0.8876494422490121, "case_f1": 0.4426838326318396, "n_words": 19991 }, "jpn_Jpan": { "punct_f1": 0.9085398466749867, "case_acc": 0.9959954763714567, "case_f1": 0.4626865671641791, "n_words": 53939 }, "kab_Latn": { "punct_f1": 0.22937771345875543, "case_acc": 0.8814643440391944, "case_f1": 0.20231566118220598, "n_words": 22044 }, "kac_Latn": { "punct_f1": 0.26884226884226886, "case_acc": 0.9362256928070127, "case_f1": 0.22883907661425226, "n_words": 36049 }, "kam_Latn": { "punct_f1": 0.3215970961887477, "case_acc": 0.899839440876464, "case_f1": 0.262078554049357, "n_words": 21176 }, "kan_Knda": { "punct_f1": 0.7457713992824193, "case_acc": 0.9948354178333645, "case_f1": 0.15384615384615385, "n_words": 16071 }, "kas_Arab": { "punct_f1": 0.3434426229508197, "case_acc": 0.9963707914298208, "case_f1": 0.27631578947368424, "n_words": 22870 }, "kas_Deva": { "punct_f1": 0.24813278008298756, "case_acc": 0.973961405578495, "case_f1": 0.3126967471143757, "n_words": 23734 }, "kat_Geor": { "punct_f1": 0.781460383221129, "case_acc": 0.9759380097879282, "case_f1": 0.0547945205479452, "n_words": 17164 }, "kaz_Cyrl": { "punct_f1": 0.8421296296296297, "case_acc": 0.9245654692931634, "case_f1": 0.6230351529008288, "n_words": 17260 }, "kbp_Latn": { "punct_f1": 0.22782793414763675, "case_acc": 0.8987110846718224, "case_f1": 0.2527729130180969, "n_words": 25215 }, "kea_Latn": { "punct_f1": 0.4783427495291902, "case_acc": 0.8944750165089148, "case_f1": 0.3370165745856354, "n_words": 22715 }, "khk_Cyrl": { "punct_f1": 0.8438818565400844, "case_acc": 0.923554876496053, "case_f1": 0.5851648351648352, "n_words": 19635 }, "kik_Latn": { "punct_f1": 0.2977853492333901, "case_acc": 0.8996612154418838, "case_f1": 0.2235864297253635, "n_words": 23909 }, "kin_Latn": { "punct_f1": 0.5720294426919033, "case_acc": 0.9021543985637342, "case_f1": 0.4438154542881404, "n_words": 20052 }, "kir_Cyrl": { "punct_f1": 0.8501128668171558, "case_acc": 0.9244480220791168, "case_f1": 0.6209862385321101, "n_words": 17392 }, "kmb_Latn": { "punct_f1": 0.2611527189840443, "case_acc": 0.8898098063165242, "case_f1": 0.23326264768252045, "n_words": 22924 }, "kmr_Latn": { "punct_f1": 0.6483622350674374, "case_acc": 0.9112611419998234, "case_f1": 0.48963075366717246, "n_words": 22662 }, "knc_Arab": { "punct_f1": 0.1038107752956636, "case_acc": 0.9875027168006955, "case_f1": 0.1864951768488746, "n_words": 18404 }, "knc_Latn": { "punct_f1": 0.21964886066492342, "case_acc": 0.8797348484848485, "case_f1": 0.19455006337135614, "n_words": 21120 }, "kon_Latn": { "punct_f1": 0.298828125, "case_acc": 0.9085643056166594, "case_f1": 0.23178604365201352, "n_words": 27276 }, "kor_Hang": { "punct_f1": 0.871992871992872, "case_acc": 0.9848298217179903, "case_f1": 0.40643863179074446, "n_words": 15425 }, "lij_Latn": { "punct_f1": 0.545273631840796, "case_acc": 0.9216027201421892, "case_f1": 0.4068884997081144, "n_words": 25881 }, "lim_Latn": { "punct_f1": 0.7175961293608353, "case_acc": 0.9115980186532197, "case_f1": 0.46832397754611066, "n_words": 22409 }, "lin_Latn": { "punct_f1": 0.2779204107830552, "case_acc": 0.9059639737535002, "case_f1": 0.23628977657413677, "n_words": 23927 }, "lit_Latn": { "punct_f1": 0.8658157985512246, "case_acc": 0.9146651270207852, "case_f1": 0.586054233536248, "n_words": 17320 }, "lmo_Latn": { "punct_f1": 0.5731327800829875, "case_acc": 0.9236964186305437, "case_f1": 0.41434262948207173, "n_words": 26945 }, "ltg_Latn": { "punct_f1": 0.7143655673560648, "case_acc": 0.9044109436069235, "case_f1": 0.4675084693563289, "n_words": 17910 }, "ltz_Latn": { "punct_f1": 0.8375615297235895, "case_acc": 0.7425449157251343, "case_f1": 0.2900510204081633, "n_words": 21596 }, "lua_Latn": { "punct_f1": 0.26921662375873484, "case_acc": 0.900864127838812, "case_f1": 0.23442732752846618, "n_words": 23029 }, "lug_Latn": { "punct_f1": 0.33646812957157785, "case_acc": 0.8827370812038614, "case_f1": 0.30815508021390375, "n_words": 17610 }, "luo_Latn": { "punct_f1": 0.21368124118476728, "case_acc": 0.8965956746978044, "case_f1": 0.19872611464968154, "n_words": 24322 }, "lus_Latn": { "punct_f1": 0.23948465327775673, "case_acc": 0.9117884892592202, "case_f1": 0.18715714746692483, "n_words": 28443 }, "lvs_Latn": { "punct_f1": 0.9029635901778154, "case_acc": 0.9267604104457354, "case_f1": 0.6001754899093302, "n_words": 18419 }, "mag_Deva": { "punct_f1": 0.6527060103345118, "case_acc": 0.9985606333213386, "case_f1": 0.17391304347826086, "n_words": 25011 }, "mai_Deva": { "punct_f1": 0.6844192634560906, "case_acc": 0.9958933073107262, "case_f1": 0.12435233160621761, "n_words": 24594 }, "mal_Mlym": { "punct_f1": 0.6929450163193572, "case_acc": 0.9976530543820827, "case_f1": 0.17647058823529413, "n_words": 14913 }, "mar_Deva": { "punct_f1": 0.7549019607843137, "case_acc": 0.9965314273701913, "case_f1": 0.128, "n_words": 19028 }, "min_Arab": { "punct_f1": 0.2279035792549306, "case_acc": 0.9996088593360387, "case_f1": 0.0, "n_words": 20453 }, "min_Latn": { "punct_f1": 0.41451709658068386, "case_acc": 0.8757208484019158, "case_f1": 0.2899358795650962, "n_words": 20462 }, "mkd_Cyrl": { "punct_f1": 0.8404934070608252, "case_acc": 0.9335444511712383, "case_f1": 0.5958768709404123, "n_words": 21473 }, "mlt_Latn": { "punct_f1": 0.7537482962289869, "case_acc": 0.9275144088478114, "case_f1": 0.5912941863862109, "n_words": 19259 }, "mni_Beng": { "punct_f1": 0.26558005752636626, "case_acc": 0.9928345189262163, "case_f1": 0.1187214611872146, "n_words": 19259 }, "mos_Latn": { "punct_f1": 0.2396975425330813, "case_acc": 0.9172277547070918, "case_f1": 0.236822568671121, "n_words": 24803 }, "mri_Latn": { "punct_f1": 0.5039023414048429, "case_acc": 0.9079724247122076, "case_f1": 0.2809278350515464, "n_words": 30317 }, "nld_Latn": { "punct_f1": 0.8993830090175605, "case_acc": 0.9322749021313614, "case_f1": 0.6110557768924303, "n_words": 22990 }, "nno_Latn": { "punct_f1": 0.8581314878892734, "case_acc": 0.9463783484715754, "case_f1": 0.6562867215041128, "n_words": 21689 }, "nob_Latn": { "punct_f1": 0.8455246552932928, "case_acc": 0.942684128995916, "case_f1": 0.6471264367816092, "n_words": 21303 }, "npi_Deva": { "punct_f1": 0.8176168603080248, "case_acc": 0.9914941421922645, "case_f1": 0.3048780487804878, "n_words": 18693 }, "nso_Latn": { "punct_f1": 0.3216875411997363, "case_acc": 0.911041652033434, "case_f1": 0.2407185628742515, "n_words": 28474 }, "nus_Latn": { "punct_f1": 0.24091919940696813, "case_acc": 0.9051063979955535, "case_f1": 0.20035671819262782, "n_words": 28337 }, "nya_Latn": { "punct_f1": 0.27571115973741794, "case_acc": 0.8714139867279224, "case_f1": 0.2187790517508522, "n_words": 19590 }, "oci_Latn": { "punct_f1": 0.7318050300467394, "case_acc": 0.9350073254110369, "case_f1": 0.5463304052139416, "n_words": 24572 }, "ory_Orya": { "punct_f1": 0.6225319396051103, "case_acc": 0.9940531118630165, "case_f1": 0.3023255813953488, "n_words": 19506 }, "pag_Latn": { "punct_f1": 0.3061916878710772, "case_acc": 0.8724844926369619, "case_f1": 0.19635929573261712, "n_words": 21119 }, "pan_Guru": { "punct_f1": 0.7708036138849262, "case_acc": 0.9974896690225158, "case_f1": 0.2556390977443609, "n_words": 25893 }, "pap_Latn": { "punct_f1": 0.6811159787871801, "case_acc": 0.9202412868632708, "case_f1": 0.46818538884524746, "n_words": 25364 }, "pbt_Arab": { "punct_f1": 0.7299843014128728, "case_acc": 0.9892334521191902, "case_f1": 0.47368421052631576, "n_words": 26378 }, "pes_Arab": { "punct_f1": 0.8172821626840454, "case_acc": 0.994512739801778, "case_f1": 0.436241610738255, "n_words": 23509 }, "plt_Latn": { "punct_f1": 0.5404266526204898, "case_acc": 0.8992352481098462, "case_f1": 0.38176486270327914, "n_words": 23014 }, "pol_Latn": { "punct_f1": 0.8865248226950354, "case_acc": 0.9221599958896367, "case_f1": 0.5862537353979896, "n_words": 19463 }, "por_Latn": { "punct_f1": 0.8573605027613788, "case_acc": 0.9262789008077268, "case_f1": 0.5583418628454453, "n_words": 23399 }, "prs_Arab": { "punct_f1": 0.7911376649240727, "case_acc": 0.9957903425505572, "case_f1": 0.32142857142857145, "n_words": 24230 }, "quy_Latn": { "punct_f1": 0.2111801242236025, "case_acc": 0.8669972382626161, "case_f1": 0.20457100037467216, "n_words": 15932 }, "ron_Latn": { "punct_f1": 0.8663041440090006, "case_acc": 0.9338337620714376, "case_f1": 0.5767991407089151, "n_words": 23713 }, "run_Latn": { "punct_f1": 0.48783185840707965, "case_acc": 0.8983814285007177, "case_f1": 0.398595258999122, "n_words": 20203 }, "rus_Cyrl": { "punct_f1": 0.9126433069594704, "case_acc": 0.9307381451736662, "case_f1": 0.6180692372642838, "n_words": 19549 }, "sag_Latn": { "punct_f1": 0.26392961876832843, "case_acc": 0.9306514751280991, "case_f1": 0.24671734623358674, "n_words": 31421 }, "san_Deva": { "punct_f1": 0.5172302737520129, "case_acc": 0.9930876960990563, "case_f1": 0.39316239316239315, "n_words": 16637 }, "sat_Olck": { "punct_f1": 0.20537124802527645, "case_acc": 0.997211934584495, "case_f1": 0.6311111111111111, "n_words": 24031 }, "scn_Latn": { "punct_f1": 0.5975490196078431, "case_acc": 0.9179227246454137, "case_f1": 0.46059544658493873, "n_words": 22491 }, "shn_Mymr": { "punct_f1": 0.33295063145809417, "case_acc": 0.8889563721024395, "case_f1": 0.333729216152019, "n_words": 9879 }, "sin_Sinh": { "punct_f1": 0.7222064259311913, "case_acc": 0.996616395978345, "case_f1": 0.2222222222222222, "n_words": 20688 }, "slk_Latn": { "punct_f1": 0.9099324975891996, "case_acc": 0.9357333060221221, "case_f1": 0.6390160183066361, "n_words": 19528 }, "slv_Latn": { "punct_f1": 0.9200434153400868, "case_acc": 0.9398481314209142, "case_f1": 0.6383862355384159, "n_words": 20149 }, "smo_Latn": { "punct_f1": 0.40200445434298443, "case_acc": 0.9119894349589661, "case_f1": 0.24737832750739447, "n_words": 31803 }, "sna_Latn": { "punct_f1": 0.26629094751673127, "case_acc": 0.9035532994923858, "case_f1": 0.2942664418212479, "n_words": 17336 }, "snd_Arab": { "punct_f1": 0.7225054624908959, "case_acc": 0.9953416762070191, "case_f1": 0.16597510373443983, "n_words": 25331 }, "som_Latn": { "punct_f1": 0.5863412100753052, "case_acc": 0.9114239121105484, "case_f1": 0.4368879216539717, "n_words": 23302 }, "sot_Latn": { "punct_f1": 0.29671801741460146, "case_acc": 0.9064171122994652, "case_f1": 0.2261119081779053, "n_words": 28798 }, "spa_Latn": { "punct_f1": 0.8379909365558912, "case_acc": 0.940454737164986, "case_f1": 0.580523334232533, "n_words": 26081 }, "srd_Latn": { "punct_f1": 0.6760820045558087, "case_acc": 0.9276633910466386, "case_f1": 0.48957189901207465, "n_words": 25644 }, "srp_Cyrl": { "punct_f1": 0.8491789109766638, "case_acc": 0.9353074950404026, "case_f1": 0.6126334006345544, "n_words": 20667 }, "ssw_Latn": { "punct_f1": 0.41033434650455924, "case_acc": 0.9025179171687702, "case_f1": 0.4091954022988506, "n_words": 15767 }, "sun_Latn": { "punct_f1": 0.639269406392694, "case_acc": 0.8871498759053842, "case_f1": 0.4278759928260313, "n_words": 19743 }, "swe_Latn": { "punct_f1": 0.8592706728299949, "case_acc": 0.9430617283950617, "case_f1": 0.6580188679245284, "n_words": 20250 }, "swh_Latn": { "punct_f1": 0.7209356725146199, "case_acc": 0.9023083070847633, "case_f1": 0.48208955223880595, "n_words": 21271 }, "szl_Latn": { "punct_f1": 0.6487611909223402, "case_acc": 0.8977406028459224, "case_f1": 0.4430309734513274, "n_words": 19607 }, "tam_Taml": { "punct_f1": 0.7207207207207207, "case_acc": 0.994747522979587, "case_f1": 0.23255813953488372, "n_words": 16754 }, "taq_Latn": { "punct_f1": 0.2642767819924969, "case_acc": 0.8980721422205544, "case_f1": 0.2260127931769723, "n_words": 21319 }, "taq_Tfng": { "punct_f1": 0.07162284678150499, "case_acc": 0.9912099276111686, "case_f1": 0.4509283819628647, "n_words": 21274 }, "tat_Cyrl": { "punct_f1": 0.7965925618117599, "case_acc": 0.921457219251337, "case_f1": 0.5947638019351167, "n_words": 17952 }, "tel_Telu": { "punct_f1": 0.723139507059105, "case_acc": 0.988706911842961, "case_f1": 0.44341801385681295, "n_words": 16913 }, "tgk_Cyrl": { "punct_f1": 0.8792165397170838, "case_acc": 0.9310453969976488, "case_f1": 0.586038961038961, "n_words": 22116 }, "tgl_Latn": { "punct_f1": 0.7842611222892913, "case_acc": 0.9179151877451897, "case_f1": 0.489188560799814, "n_words": 26765 }, "tir_Ethi": { "punct_f1": 0.5236811705814401, "case_acc": 0.9975518283154495, "case_f1": 0.14285714285714285, "n_words": 19198 }, "tpi_Latn": { "punct_f1": 0.35689455388180763, "case_acc": 0.9151444282915113, "case_f1": 0.2594832325453546, "n_words": 31642 }, "tsn_Latn": { "punct_f1": 0.3001477104874446, "case_acc": 0.9185449821370575, "case_f1": 0.24850299401197604, "n_words": 30790 }, "tso_Latn": { "punct_f1": 0.34230641409106016, "case_acc": 0.9063960822141426, "case_f1": 0.2571344513092086, "n_words": 26954 }, "tuk_Latn": { "punct_f1": 0.8135274776890559, "case_acc": 0.9282844067418239, "case_f1": 0.6282420749279539, "n_words": 17918 }, "tum_Latn": { "punct_f1": 0.3074927019137204, "case_acc": 0.8958699293271783, "case_f1": 0.24466824644549762, "n_words": 24479 }, "tur_Latn": { "punct_f1": 0.8086642599277978, "case_acc": 0.8994432450857857, "case_f1": 0.5580246913580247, "n_words": 17602 }, "twi_Latn": { "punct_f1": 0.22379182156133828, "case_acc": 0.9022582379599048, "case_f1": 0.20411985018726592, "n_words": 26038 }, "tzm_Tfng": { "punct_f1": 0.15492957746478872, "case_acc": 0.9987155069318333, "case_f1": 0.2127659574468085, "n_words": 22577 }, "uig_Arab": { "punct_f1": 0.7671488567428838, "case_acc": 0.9955344525464925, "case_f1": 0.35233160621761656, "n_words": 17691 }, "ukr_Cyrl": { "punct_f1": 0.8938493656656495, "case_acc": 0.925986151909358, "case_f1": 0.6034772854739203, "n_words": 19064 }, "umb_Latn": { "punct_f1": 0.26874115983026875, "case_acc": 0.891303142841306, "case_f1": 0.2684563758389262, "n_words": 18041 }, "urd_Arab": { "punct_f1": 0.7749318801089918, "case_acc": 0.9986975869179842, "case_f1": 0.2222222222222222, "n_words": 27641 }, "uzn_Latn": { "punct_f1": 0.8401344215074412, "case_acc": 0.9230642141204979, "case_f1": 0.5903440300664932, "n_words": 18158 }, "vec_Latn": { "punct_f1": 0.6772514315460697, "case_acc": 0.9261553918285331, "case_f1": 0.49542857142857144, "n_words": 23888 }, "vie_Latn": { "punct_f1": 0.7759889604415824, "case_acc": 0.9221299462628236, "case_f1": 0.4645334526739763, "n_words": 30705 }, "war_Latn": { "punct_f1": 0.5340938553279752, "case_acc": 0.9046610169491526, "case_f1": 0.3395748987854251, "n_words": 27376 }, "wol_Latn": { "punct_f1": 0.23952539859102706, "case_acc": 0.904354774270875, "case_f1": 0.2107342772472835, "n_words": 25030 }, "xho_Latn": { "punct_f1": 0.6384540117416829, "case_acc": 0.917403939296093, "case_f1": 0.5672947510094213, "n_words": 15485 }, "ydd_Hebr": { "punct_f1": 0.574050471577874, "case_acc": 0.9937701489936395, "case_f1": 0.1245136186770428, "n_words": 22954 }, "yor_Latn": { "punct_f1": 0.45525179856115106, "case_acc": 0.9078701680505343, "case_f1": 0.3289017341040462, "n_words": 25171 }, "yue_Hant": { "punct_f1": 0.814530078800692, "case_acc": 0.9944830959886944, "case_f1": 0.4754521963824289, "n_words": 36796 }, "zho_Hans": { "punct_f1": 0.8379150303463049, "case_acc": 0.9923503100538782, "case_f1": 0.5244865718799369, "n_words": 39348 }, "zho_Hant": { "punct_f1": 0.7997004867090978, "case_acc": 0.995177541893421, "case_f1": 0.5013927576601671, "n_words": 37118 }, "zsm_Latn": { "punct_f1": 0.7684038326711848, "case_acc": 0.8976354533287066, "case_f1": 0.5018059234288467, "n_words": 20173 }, "zul_Latn": { "punct_f1": 0.6496090973702914, "case_acc": 0.9343536554515558, "case_f1": 0.6219158200290276, "n_words": 15812 } }, "ted": { "eng_Latn": { "punct_f1": 0.7203014184397163, "case_acc": 0.9296261572717684, "case_f1": 0.646734397677794, "n_words": 17066 }, "deu_Latn": { "punct_f1": 0.7970824761548532, "case_acc": 0.7624084103217585, "case_f1": 0.354019014693172, "n_words": 15695 }, "fra_Latn": { "punct_f1": 0.731211317418214, "case_acc": 0.9525664128349707, "case_f1": 0.6921348314606741, "n_words": 17203 }, "spa_Latn": { "punct_f1": 0.6989636056881177, "case_acc": 0.9464610902027437, "case_f1": 0.6573966782541522, "n_words": 16474 }, "ita_Latn": { "punct_f1": 0.687901117185643, "case_acc": 0.9413348720907867, "case_f1": 0.648036253776435, "n_words": 15597 }, "por_Latn": { "punct_f1": 0.7050011015642212, "case_acc": 0.9501962708537782, "case_f1": 0.6953937592867756, "n_words": 16304 }, "nld_Latn": { "punct_f1": 0.7592213114754098, "case_acc": 0.9525719378660555, "case_f1": 0.7334754797441365, "n_words": 15708 }, "pol_Latn": { "punct_f1": 0.7651881437881017, "case_acc": 0.9325754606036848, "case_f1": 0.6856319769535469, "n_words": 12755 }, "rus_Cyrl": { "punct_f1": 0.8241258741258741, "case_acc": 0.9496519232121511, "case_f1": 0.7263757115749525, "n_words": 14221 }, "ukr_Cyrl": { "punct_f1": 0.7927408412483039, "case_acc": 0.9354700549646656, "case_f1": 0.6712279438242708, "n_words": 14009 }, "ces_Latn": { "punct_f1": 0.7698289269051322, "case_acc": 0.9378580233485606, "case_f1": 0.6719636776390465, "n_words": 13791 }, "ron_Latn": { "punct_f1": 0.702521758536041, "case_acc": 0.9419366581725519, "case_f1": 0.6469730123997083, "n_words": 16482 }, "hun_Latn": { "punct_f1": 0.7563805104408353, "case_acc": 0.9311783898626603, "case_f1": 0.6397174254317112, "n_words": 13179 }, "ell_Grek": { "punct_f1": 0.6558279139569785, "case_acc": 0.9399622480667357, "case_f1": 0.6420373027259685, "n_words": 16423 }, "bul_Cyrl": { "punct_f1": 0.7378284034539776, "case_acc": 0.9439942957153044, "case_f1": 0.6699657403882756, "n_words": 15427 }, "tur_Latn": { "punct_f1": 0.6500877706260971, "case_acc": 0.9235337787676318, "case_f1": 0.646644419725621, "n_words": 12123 }, "arb_Arab": { "punct_f1": 0.5934640522875817, "case_acc": 0.9988596678782695, "case_f1": 0.5, "n_words": 14031 }, "heb_Hebr": { "punct_f1": 0.6005482182905557, "case_acc": 0.9982268136612443, "case_f1": 0.37037037037037035, "n_words": 12971 }, "pes_Arab": { "punct_f1": 0.6354515050167224, "case_acc": 0.9989518369058226, "case_f1": 0.41509433962264153, "n_words": 19081 }, "hin_Deva": { "punct_f1": 0.6120621543323677, "case_acc": 0.9982956732090824, "case_f1": 0.1111111111111111, "n_words": 18189 }, "ind_Latn": { "punct_f1": 0.6828669612174767, "case_acc": 0.9229225766276897, "case_f1": 0.6114384748700173, "n_words": 14453 }, "vie_Latn": { "punct_f1": 0.6195965417867435, "case_acc": 0.9483023297814701, "case_f1": 0.5912796880538816, "n_words": 22148 }, "jpn_Jpan": { "punct_f1": 0.7307042253521127, "case_acc": 0.9976081459714344, "case_f1": 0.6067415730337079, "n_words": 29266 }, "kor_Hang": { "punct_f1": 0.8241543192619514, "case_acc": 0.9956955922865014, "case_f1": 0.4861111111111111, "n_words": 11616 }, "zho_Hans": { "punct_f1": 0.592253227821741, "case_acc": 0.9965218678309776, "case_f1": 0.6147540983606558, "n_words": 27026 } } }, "summary": { "europarl": { "punct_f1": 0.8295837969415709, "case_f1": 0.5414481435945738, "case_acc": 0.9216807776202952, "n_langs": 12 }, "flores": { "punct_f1": 0.5877911723607082, "case_f1": 0.389226136133565, "case_acc": 0.9338632106054932, "n_langs": 199 }, "ted": { "punct_f1": 0.7058125478549907, "case_f1": 0.5893851356835895, "case_acc": 0.949068419532332, "n_langs": 25 } }, "seconds": 180 }, "rule+punctuation-restoration-base": { "per_lang": { "europarl": { "eng_Latn": { "punct_f1": 0.7710641856575371, "case_acc": 0.9207581016261748, "case_f1": 0.5326012354152367, "n_words": 25643 }, "deu_Latn": { "punct_f1": 0.883518776077886, "case_acc": 0.7358557440964069, "case_f1": 0.2545545295732468, "n_words": 22571 }, "fra_Latn": { "punct_f1": 0.8258089517535362, "case_acc": 0.9565718535043688, "case_f1": 0.63055729492799, "n_words": 26895 }, "spa_Latn": { "punct_f1": 0.8106365834004835, "case_acc": 0.9314317883280165, "case_f1": 0.5077664702731655, "n_words": 26645 }, "ita_Latn": { "punct_f1": 0.7913114088509947, "case_acc": 0.9508021390374332, "case_f1": 0.5914118412491868, "n_words": 25245 }, "por_Latn": { "punct_f1": 0.8044849334267694, "case_acc": 0.925915896166196, "case_f1": 0.49088507265521797, "n_words": 25849 }, "nld_Latn": { "punct_f1": 0.8171133051245886, "case_acc": 0.9373843423089996, "case_f1": 0.555908850026497, "n_words": 26479 }, "pol_Latn": { "punct_f1": 0.8473821017452655, "case_acc": 0.9307420841094011, "case_f1": 0.5631244323342416, "n_words": 20402 }, "ces_Latn": { "punct_f1": 0.881994459833795, "case_acc": 0.9437168313939335, "case_f1": 0.6091572660915726, "n_words": 20539 }, "bul_Cyrl": { "punct_f1": 0.857243691547556, "case_acc": 0.9459903178278257, "case_f1": 0.5884203901825047, "n_words": 23755 }, "slk_Latn": { "punct_f1": 0.8870818702642764, "case_acc": 0.9471556886227545, "case_f1": 0.636151019044437, "n_words": 20040 }, "slv_Latn": { "punct_f1": 0.8881635457825116, "case_acc": 0.944107220900306, "case_f1": 0.6112956810631229, "n_words": 20593 } }, "flores": { "ace_Arab": { "punct_f1": 0.2339622641509434, "case_acc": 0.9996792962844184, "case_f1": 0.375, "n_words": 21827 }, "ace_Latn": { "punct_f1": 0.3729456384323641, "case_acc": 0.8800206456456456, "case_f1": 0.2608193883439123, "n_words": 21312 }, "acm_Arab": { "punct_f1": 0.6526435474701535, "case_acc": 0.9977548511252472, "case_f1": 0.42424242424242425, "n_words": 18707 }, "acq_Arab": { "punct_f1": 0.6889613920609027, "case_acc": 0.9977626307300068, "case_f1": 0.40404040404040403, "n_words": 19219 }, "aeb_Arab": { "punct_f1": 0.6074294205052005, "case_acc": 0.9978191489361702, "case_f1": 0.4, "n_words": 18800 }, "afr_Latn": { "punct_f1": 0.8269274505344553, "case_acc": 0.918213356461405, "case_f1": 0.5311572700296736, "n_words": 23060 }, "ajp_Arab": { "punct_f1": 0.620253164556962, "case_acc": 0.9943328748280605, "case_f1": 0.4485981308411215, "n_words": 18175 }, "aka_Latn": { "punct_f1": 0.25536193029490617, "case_acc": 0.9031715790653367, "case_f1": 0.2248062015503876, "n_words": 26769 }, "als_Latn": { "punct_f1": 0.8463829787234043, "case_acc": 0.9370450201309528, "case_f1": 0.584070796460177, "n_words": 24589 }, "amh_Ethi": { "punct_f1": 0.7760559100577332, "case_acc": 0.9966841186736475, "case_f1": 0.2595419847328244, "n_words": 17190 }, "apc_Arab": { "punct_f1": 0.6468969734026292, "case_acc": 0.9949036738351255, "case_f1": 0.4126984126984127, "n_words": 17856 }, "arb_Arab": { "punct_f1": 0.7609731627790318, "case_acc": 0.9978082471073959, "case_f1": 0.4117647058823529, "n_words": 19619 }, "arb_Latn": { "punct_f1": 0.29524931291715745, "case_acc": 0.9145912290200325, "case_f1": 0.2485113140134974, "n_words": 22164 }, "ars_Arab": { "punct_f1": 0.7529769445148213, "case_acc": 0.9982173780177244, "case_f1": 0.3333333333333333, "n_words": 19634 }, "ary_Arab": { "punct_f1": 0.5759729272419628, "case_acc": 0.997164461247637, "case_f1": 0.38016528925619836, "n_words": 19044 }, "arz_Arab": { "punct_f1": 0.7024476555588322, "case_acc": 0.9981462409886714, "case_f1": 0.3466666666666667, "n_words": 19420 }, "asm_Beng": { "punct_f1": 0.6585718415727089, "case_acc": 0.996306507829163, "case_f1": 0.2236842105263158, "n_words": 19223 }, "ast_Latn": { "punct_f1": 0.7583138173302107, "case_acc": 0.9274127403627085, "case_f1": 0.5563282336578581, "n_words": 21946 }, "awa_Deva": { "punct_f1": 0.7587559540487532, "case_acc": 0.9985802736916828, "case_f1": 0.22535211267605634, "n_words": 25357 }, "ayr_Latn": { "punct_f1": 0.24881033310673012, "case_acc": 0.856142106579935, "case_f1": 0.19832985386221294, "n_words": 15988 }, "azb_Arab": { "punct_f1": 0.5627251883393384, "case_acc": 0.9981805776665909, "case_f1": 0.2465753424657534, "n_words": 17588 }, "azj_Latn": { "punct_f1": 0.8213610586011342, "case_acc": 0.9136125654450262, "case_f1": 0.5645582854155776, "n_words": 19100 }, "bak_Cyrl": { "punct_f1": 0.6257136332496004, "case_acc": 0.9066935981596813, "case_f1": 0.4998508798091262, "n_words": 17823 }, "bam_Latn": { "punct_f1": 0.2403495994173343, "case_acc": 0.8975518893028207, "case_f1": 0.22408587722240858, "n_words": 22548 }, "ban_Latn": { "punct_f1": 0.5201204489460717, "case_acc": 0.8794943682061876, "case_f1": 0.35571878279118574, "n_words": 20331 }, "bel_Cyrl": { "punct_f1": 0.8959905311436603, "case_acc": 0.9337423896499238, "case_f1": 0.6386946386946387, "n_words": 21024 }, "bem_Latn": { "punct_f1": 0.3612217795484728, "case_acc": 0.8855619180836648, "case_f1": 0.25981361197401864, "n_words": 22877 }, "ben_Beng": { "punct_f1": 0.7522356654392425, "case_acc": 0.9975355547568927, "case_f1": 0.29310344827586204, "n_words": 19477 }, "bho_Deva": { "punct_f1": 0.7115222876366695, "case_acc": 0.9943328382709294, "case_f1": 0.17573221757322174, "n_words": 25586 }, "bjn_Arab": { "punct_f1": 0.22735606894022736, "case_acc": 1.0, "case_f1": 1.0, "n_words": 19846 }, "bjn_Latn": { "punct_f1": 0.5285635052689961, "case_acc": 0.8724332648870636, "case_f1": 0.36041131105398455, "n_words": 19480 }, "bos_Latn": { "punct_f1": 0.8772407533469481, "case_acc": 0.9351724137931035, "case_f1": 0.623398804440649, "n_words": 20300 }, "bug_Latn": { "punct_f1": 0.28413793103448276, "case_acc": 0.8599119865884325, "case_f1": 0.2112094395280236, "n_words": 19088 }, "bul_Cyrl": { "punct_f1": 0.891502808988764, "case_acc": 0.9389585387613278, "case_f1": 0.6241012366983031, "n_words": 21297 }, "cat_Latn": { "punct_f1": 0.8535193405199747, "case_acc": 0.9402178363770372, "case_f1": 0.5993431855500821, "n_words": 24422 }, "ceb_Latn": { "punct_f1": 0.7631520532741398, "case_acc": 0.9132272311909838, "case_f1": 0.4678963343450852, "n_words": 26264 }, "ces_Latn": { "punct_f1": 0.9222859402807989, "case_acc": 0.9324669902405929, "case_f1": 0.634009009009009, "n_words": 19161 }, "cjk_Latn": { "punct_f1": 0.2576219512195122, "case_acc": 0.8978332757514437, "case_f1": 0.22637280537915577, "n_words": 20261 }, "ckb_Arab": { "punct_f1": 0.6420310296191819, "case_acc": 0.9971293828173057, "case_f1": 0.15789473684210525, "n_words": 19508 }, "crh_Latn": { "punct_f1": 0.7180925666199158, "case_acc": 0.9164479195755375, "case_f1": 0.5762331838565022, "n_words": 17905 }, "cym_Latn": { "punct_f1": 0.7788503729706011, "case_acc": 0.909162422887426, "case_f1": 0.4873831775700935, "n_words": 24153 }, "dan_Latn": { "punct_f1": 0.8931098696461824, "case_acc": 0.9418016668227362, "case_f1": 0.6431014823261118, "n_words": 21358 }, "deu_Latn": { "punct_f1": 0.93836836480228, "case_acc": 0.7114995400183992, "case_f1": 0.2775923581539878, "n_words": 21740 }, "dik_Latn": { "punct_f1": 0.28007889546351084, "case_acc": 0.9027843120482443, "case_f1": 0.22600408441116407, "n_words": 23381 }, "dyu_Latn": { "punct_f1": 0.22774774774774775, "case_acc": 0.9125225668800263, "case_f1": 0.22608695652173913, "n_words": 24372 }, "dzo_Tibt": { "punct_f1": 0.003937007874015748, "case_acc": 0.9998533079067038, "case_f1": 0.6666666666666666, "n_words": 6817 }, "ell_Grek": { "punct_f1": 0.8197368421052632, "case_acc": 0.9238593553788196, "case_f1": 0.5428499623020859, "n_words": 23890 }, "eng_Latn": { "punct_f1": 0.8363160192055871, "case_acc": 0.9116370448211267, "case_f1": 0.5283842794759825, "n_words": 21887 }, "epo_Latn": { "punct_f1": 0.8619056639515059, "case_acc": 0.9288333494161922, "case_f1": 0.59375, "n_words": 20726 }, "est_Latn": { "punct_f1": 0.9132764437388371, "case_acc": 0.9264115921202323, "case_f1": 0.6321703134240094, "n_words": 16701 }, "eus_Latn": { "punct_f1": 0.808868501529052, "case_acc": 0.9107203437747371, "case_f1": 0.5621203754831585, "n_words": 17686 }, "ewe_Latn": { "punct_f1": 0.19316743989877688, "case_acc": 0.9045633170262251, "case_f1": 0.22026143790849673, "n_words": 24938 }, "fao_Latn": { "punct_f1": 0.8345721694036301, "case_acc": 0.9411149660187254, "case_f1": 0.6299259259259259, "n_words": 21041 }, "fij_Latn": { "punct_f1": 0.28143213988343047, "case_acc": 0.8989485592599986, "case_f1": 0.21867764342680732, "n_words": 30054 }, "fin_Latn": { "punct_f1": 0.9163747810858144, "case_acc": 0.9333500375845653, "case_f1": 0.6870229007633588, "n_words": 15964 }, "fon_Latn": { "punct_f1": 0.2228956228956229, "case_acc": 0.9171431371908387, "case_f1": 0.23769507803121248, "n_words": 30607 }, "fra_Latn": { "punct_f1": 0.8807192807192807, "case_acc": 0.9478114478114478, "case_f1": 0.623734533183352, "n_words": 25542 }, "fur_Latn": { "punct_f1": 0.6941986234021632, "case_acc": 0.9328462204813378, "case_f1": 0.4983127109111361, "n_words": 26551 }, "fuv_Latn": { "punct_f1": 0.2557565789473684, "case_acc": 0.9054977446295387, "case_f1": 0.2275711159737418, "n_words": 22391 }, "gaz_Latn": { "punct_f1": 0.24056254626202814, "case_acc": 0.8687567235285077, "case_f1": 0.18975332068311196, "n_words": 19521 }, "gla_Latn": { "punct_f1": 0.7373227589521749, "case_acc": 0.9222309212243224, "case_f1": 0.49060288015621184, "n_words": 26823 }, "gle_Latn": { "punct_f1": 0.7485838779956427, "case_acc": 0.9179188507086002, "case_f1": 0.4920711196540125, "n_words": 25755 }, "glg_Latn": { "punct_f1": 0.8624844204403822, "case_acc": 0.9353084962913014, "case_f1": 0.5871608917539619, "n_words": 23728 }, "grn_Latn": { "punct_f1": 0.28738800827015853, "case_acc": 0.8671464473383597, "case_f1": 0.22296395193591456, "n_words": 17508 }, "guj_Gujr": { "punct_f1": 0.7608247422680412, "case_acc": 0.9976997172569129, "case_f1": 0.2222222222222222, "n_words": 20867 }, "hat_Latn": { "punct_f1": 0.6874245715664977, "case_acc": 0.9246865542585387, "case_f1": 0.5057860570138301, "n_words": 23130 }, "hau_Latn": { "punct_f1": 0.4970212765957447, "case_acc": 0.9062226466141482, "case_f1": 0.35438884331419196, "n_words": 25134 }, "heb_Hebr": { "punct_f1": 0.8045714285714286, "case_acc": 0.9950432276657061, "case_f1": 0.3225806451612903, "n_words": 17350 }, "hin_Deva": { "punct_f1": 0.8091195731263643, "case_acc": 0.9981650659795425, "case_f1": 0.24742268041237114, "n_words": 25614 }, "hne_Deva": { "punct_f1": 0.6763509587449158, "case_acc": 0.997133643855249, "case_f1": 0.047058823529411764, "n_words": 25119 }, "hrv_Latn": { "punct_f1": 0.8750878837590813, "case_acc": 0.932167760459393, "case_f1": 0.6202170188463735, "n_words": 19504 }, "hun_Latn": { "punct_f1": 0.8832103653050207, "case_acc": 0.9304180270834448, "case_f1": 0.615612063867534, "n_words": 18683 }, "hye_Armn": { "punct_f1": 0.5866355866355867, "case_acc": 0.9311774461028193, "case_f1": 0.6035150431933274, "n_words": 19296 }, "ibo_Latn": { "punct_f1": 0.23345195729537366, "case_acc": 0.897582135111254, "case_f1": 0.19836785938480853, "n_words": 24898 }, "ilo_Latn": { "punct_f1": 0.4776902887139108, "case_acc": 0.8979410857495373, "case_f1": 0.3090576872879144, "n_words": 25936 }, "ind_Latn": { "punct_f1": 0.8252740167633784, "case_acc": 0.894436591276252, "case_f1": 0.510836634817059, "n_words": 19808 }, "isl_Latn": { "punct_f1": 0.8435967302452316, "case_acc": 0.9373923315450116, "case_f1": 0.6403829907068431, "n_words": 20317 }, "ita_Latn": { "punct_f1": 0.8513708513708513, "case_acc": 0.9370192109918137, "case_f1": 0.584056399132321, "n_words": 24309 }, "jav_Latn": { "punct_f1": 0.692638731596829, "case_acc": 0.8902005902656195, "case_f1": 0.4591937069813176, "n_words": 19991 }, "jpn_Jpan": { "punct_f1": 0.9085754783841248, "case_acc": 0.9959769369102134, "case_f1": 0.45885286783042395, "n_words": 53939 }, "kab_Latn": { "punct_f1": 0.2703438883214164, "case_acc": 0.8809199782253675, "case_f1": 0.21345291479820627, "n_words": 22044 }, "kac_Latn": { "punct_f1": 0.2643171806167401, "case_acc": 0.9352825321090737, "case_f1": 0.21634293369055593, "n_words": 36049 }, "kam_Latn": { "punct_f1": 0.3401801801801802, "case_acc": 0.9004061201360031, "case_f1": 0.26869806094182824, "n_words": 21176 }, "kan_Knda": { "punct_f1": 0.7570993914807302, "case_acc": 0.9948354178333645, "case_f1": 0.16455696202531644, "n_words": 16071 }, "kas_Arab": { "punct_f1": 0.3464696223316913, "case_acc": 0.9964145168342807, "case_f1": 0.2875816993464052, "n_words": 22870 }, "kas_Deva": { "punct_f1": 0.27058336781133635, "case_acc": 0.9740035392264262, "case_f1": 0.3180873180873181, "n_words": 23734 }, "kat_Geor": { "punct_f1": 0.7910100749160424, "case_acc": 0.9760545327429504, "case_f1": 0.023696682464454975, "n_words": 17164 }, "kaz_Cyrl": { "punct_f1": 0.8510147601476015, "case_acc": 0.9254345307068366, "case_f1": 0.6284900284900284, "n_words": 17260 }, "kbp_Latn": { "punct_f1": 0.18973105134474327, "case_acc": 0.8880824905810034, "case_f1": 0.2361523912456093, "n_words": 25215 }, "kea_Latn": { "punct_f1": 0.5654791771199197, "case_acc": 0.8985692273827867, "case_f1": 0.38671978751660024, "n_words": 22715 }, "khk_Cyrl": { "punct_f1": 0.8486380230272396, "case_acc": 0.9242678889737713, "case_f1": 0.5887850467289719, "n_words": 19635 }, "kik_Latn": { "punct_f1": 0.30494417862838913, "case_acc": 0.8994939144255302, "case_f1": 0.22085492227979275, "n_words": 23909 }, "kin_Latn": { "punct_f1": 0.5381658429434377, "case_acc": 0.8998603630560542, "case_f1": 0.4241556954779622, "n_words": 20052 }, "kir_Cyrl": { "punct_f1": 0.8605072463768116, "case_acc": 0.9259429622815087, "case_f1": 0.6283744974152786, "n_words": 17392 }, "kmb_Latn": { "punct_f1": 0.26754530477759475, "case_acc": 0.8896353166986565, "case_f1": 0.228310502283105, "n_words": 22924 }, "kmr_Latn": { "punct_f1": 0.6932442110288852, "case_acc": 0.9158061953931692, "case_f1": 0.5108556832694764, "n_words": 22662 }, "knc_Arab": { "punct_f1": 0.10821382007822686, "case_acc": 0.9877200608563356, "case_f1": 0.2088607594936709, "n_words": 18404 }, "knc_Latn": { "punct_f1": 0.24274013402829486, "case_acc": 0.8798295454545455, "case_f1": 0.19518377693282637, "n_words": 21120 }, "kon_Latn": { "punct_f1": 0.3234237177393009, "case_acc": 0.9094442000293298, "case_f1": 0.24749163879598662, "n_words": 27276 }, "kor_Hang": { "punct_f1": 0.8763777182007745, "case_acc": 0.9848298217179903, "case_f1": 0.40643863179074446, "n_words": 15425 }, "lij_Latn": { "punct_f1": 0.611016743508857, "case_acc": 0.9258143039295236, "case_f1": 0.4485230857470605, "n_words": 25881 }, "lim_Latn": { "punct_f1": 0.7498094996189992, "case_acc": 0.9145432638671962, "case_f1": 0.4826472962066182, "n_words": 22409 }, "lin_Latn": { "punct_f1": 0.323846908734053, "case_acc": 0.9065908805951436, "case_f1": 0.2612137203166227, "n_words": 23927 }, "lit_Latn": { "punct_f1": 0.8784884728722482, "case_acc": 0.9163972286374134, "case_f1": 0.5933943935609215, "n_words": 17320 }, "lmo_Latn": { "punct_f1": 0.6374683544303797, "case_acc": 0.9278159213212098, "case_f1": 0.45293621803877493, "n_words": 26945 }, "ltg_Latn": { "punct_f1": 0.7472035794183445, "case_acc": 0.9093802345058627, "case_f1": 0.4863508001255099, "n_words": 17910 }, "ltz_Latn": { "punct_f1": 0.8460665658093798, "case_acc": 0.7435636228931284, "case_f1": 0.29447696614914737, "n_words": 21596 }, "lua_Latn": { "punct_f1": 0.30440967283072545, "case_acc": 0.9007772808198359, "case_f1": 0.2504097017371354, "n_words": 23029 }, "lug_Latn": { "punct_f1": 0.3548740416210296, "case_acc": 0.8851788756388416, "case_f1": 0.3142566881137826, "n_words": 17610 }, "luo_Latn": { "punct_f1": 0.24112986565621772, "case_acc": 0.8975824356549625, "case_f1": 0.21338383838383837, "n_words": 24322 }, "lus_Latn": { "punct_f1": 0.17249417249417248, "case_acc": 0.9110150124811025, "case_f1": 0.18999043672298374, "n_words": 28443 }, "lvs_Latn": { "punct_f1": 0.9126312224856079, "case_acc": 0.9279548292524024, "case_f1": 0.6059012562080047, "n_words": 18419 }, "mag_Deva": { "punct_f1": 0.6922660897782585, "case_acc": 0.9986006157290792, "case_f1": 0.17647058823529413, "n_words": 25011 }, "mai_Deva": { "punct_f1": 0.7117891816920943, "case_acc": 0.9958933073107262, "case_f1": 0.12307692307692308, "n_words": 24594 }, "mal_Mlym": { "punct_f1": 0.6997742663656885, "case_acc": 0.9976530543820827, "case_f1": 0.17647058823529413, "n_words": 14913 }, "mar_Deva": { "punct_f1": 0.7592689295039164, "case_acc": 0.9965314273701913, "case_f1": 0.128, "n_words": 19028 }, "min_Arab": { "punct_f1": 0.21893491124260356, "case_acc": 0.9996088593360387, "case_f1": 0.0, "n_words": 20453 }, "min_Latn": { "punct_f1": 0.47624633431085045, "case_acc": 0.8810966669924739, "case_f1": 0.3350613915416098, "n_words": 20462 }, "mkd_Cyrl": { "punct_f1": 0.8560460652591171, "case_acc": 0.9351278349555255, "case_f1": 0.6072533033455159, "n_words": 21473 }, "mlt_Latn": { "punct_f1": 0.7858739383102369, "case_acc": 0.9316163871436731, "case_f1": 0.6160999709386806, "n_words": 19259 }, "mni_Beng": { "punct_f1": 0.24779627815866798, "case_acc": 0.9928864427021133, "case_f1": 0.12037037037037036, "n_words": 19259 }, "mos_Latn": { "punct_f1": 0.2489811041126343, "case_acc": 0.9171471193000846, "case_f1": 0.2444933920704846, "n_words": 24803 }, "mri_Latn": { "punct_f1": 0.6230483271375464, "case_acc": 0.9148992314542995, "case_f1": 0.4019471488178025, "n_words": 30317 }, "nld_Latn": { "punct_f1": 0.9064953604568166, "case_acc": 0.933144845585037, "case_f1": 0.6160358565737052, "n_words": 22990 }, "nno_Latn": { "punct_f1": 0.8777242486808902, "case_acc": 0.9475310065009913, "case_f1": 0.6645161290322581, "n_words": 21689 }, "nob_Latn": { "punct_f1": 0.8529826209488023, "case_acc": 0.9430127212129747, "case_f1": 0.6496413199426112, "n_words": 21303 }, "npi_Deva": { "punct_f1": 0.8180092215893681, "case_acc": 0.9914941421922645, "case_f1": 0.3048780487804878, "n_words": 18693 }, "nso_Latn": { "punct_f1": 0.3711274353241776, "case_acc": 0.9116738076842031, "case_f1": 0.2653834937299504, "n_words": 28474 }, "nus_Latn": { "punct_f1": 0.2634146341463415, "case_acc": 0.902212654832904, "case_f1": 0.21612446958981613, "n_words": 28337 }, "nya_Latn": { "punct_f1": 0.30585683297180044, "case_acc": 0.8732006125574273, "case_f1": 0.2374961644676281, "n_words": 19590 }, "oci_Latn": { "punct_f1": 0.7632224949787993, "case_acc": 0.9372049487221228, "case_f1": 0.5659848697114037, "n_words": 24572 }, "ory_Orya": { "punct_f1": 0.6417995444191344, "case_acc": 0.9941556444171025, "case_f1": 0.311787072243346, "n_words": 19506 }, "pag_Latn": { "punct_f1": 0.3282972641894651, "case_acc": 0.8724844926369619, "case_f1": 0.210896309314587, "n_words": 21119 }, "pan_Guru": { "punct_f1": 0.7857313861623174, "case_acc": 0.9974896690225158, "case_f1": 0.2556390977443609, "n_words": 25893 }, "pap_Latn": { "punct_f1": 0.6897835699325111, "case_acc": 0.9196893234505599, "case_f1": 0.4711364224695832, "n_words": 25364 }, "pbt_Arab": { "punct_f1": 0.7431461272291722, "case_acc": 0.9891576313594662, "case_f1": 0.4721311475409836, "n_words": 26378 }, "pes_Arab": { "punct_f1": 0.8171669560903002, "case_acc": 0.994512739801778, "case_f1": 0.436241610738255, "n_words": 23509 }, "plt_Latn": { "punct_f1": 0.6686046511627907, "case_acc": 0.90809941774572, "case_f1": 0.4676566826076013, "n_words": 23014 }, "pol_Latn": { "punct_f1": 0.8996812300768798, "case_acc": 0.9233931048656425, "case_f1": 0.592108843537415, "n_words": 19463 }, "por_Latn": { "punct_f1": 0.8744737849215461, "case_acc": 0.9279883755716056, "case_f1": 0.5676923076923077, "n_words": 23399 }, "prs_Arab": { "punct_f1": 0.7948458817584638, "case_acc": 0.9957903425505572, "case_f1": 0.32, "n_words": 24230 }, "quy_Latn": { "punct_f1": 0.23465818759936408, "case_acc": 0.8664323374340949, "case_f1": 0.20328849028400597, "n_words": 15932 }, "ron_Latn": { "punct_f1": 0.8738925541941565, "case_acc": 0.9342976426432759, "case_f1": 0.5799356223175965, "n_words": 23713 }, "run_Latn": { "punct_f1": 0.5021324992891669, "case_acc": 0.9009058060684056, "case_f1": 0.41058823529411764, "n_words": 20203 }, "rus_Cyrl": { "punct_f1": 0.9188663967611336, "case_acc": 0.9315054478489948, "case_f1": 0.6230337078651685, "n_words": 19549 }, "sag_Latn": { "punct_f1": 0.2903560318008987, "case_acc": 0.9293466153209636, "case_f1": 0.25735294117647056, "n_words": 31421 }, "san_Deva": { "punct_f1": 0.5791666666666667, "case_acc": 0.9930876960990563, "case_f1": 0.39148936170212767, "n_words": 16637 }, "sat_Olck": { "punct_f1": 0.01644528779253637, "case_acc": 0.9975032250010403, "case_f1": 0.6582278481012658, "n_words": 24031 }, "scn_Latn": { "punct_f1": 0.6632553606237817, "case_acc": 0.9233915788537638, "case_f1": 0.5014442518775274, "n_words": 22491 }, "shn_Mymr": { "punct_f1": 0.14840182648401826, "case_acc": 0.8838951310861424, "case_f1": 0.26252377932783766, "n_words": 9879 }, "sin_Sinh": { "punct_f1": 0.7314317989268568, "case_acc": 0.996616395978345, "case_f1": 0.2222222222222222, "n_words": 20688 }, "slk_Latn": { "punct_f1": 0.9159922928709056, "case_acc": 0.9364502253174928, "case_f1": 0.6438356164383562, "n_words": 19528 }, "slv_Latn": { "punct_f1": 0.9214337436640115, "case_acc": 0.9401459129485334, "case_f1": 0.6403794841387489, "n_words": 20149 }, "smo_Latn": { "punct_f1": 0.3919976804870977, "case_acc": 0.912555419300066, "case_f1": 0.24973031283710895, "n_words": 31803 }, "sna_Latn": { "punct_f1": 0.2757640369580668, "case_acc": 0.9048800184586987, "case_f1": 0.30072003388394747, "n_words": 17336 }, "snd_Arab": { "punct_f1": 0.7432068543451652, "case_acc": 0.9953416762070191, "case_f1": 0.1652892561983471, "n_words": 25331 }, "som_Latn": { "punct_f1": 0.6223687547552625, "case_acc": 0.9140846279289332, "case_f1": 0.46342765616657766, "n_words": 23302 }, "sot_Latn": { "punct_f1": 0.3096415327564895, "case_acc": 0.9044030835474686, "case_f1": 0.24035281146637266, "n_words": 28798 }, "spa_Latn": { "punct_f1": 0.8539496116688767, "case_acc": 0.9424485257467121, "case_f1": 0.5950457727517501, "n_words": 26081 }, "srd_Latn": { "punct_f1": 0.7071898389657518, "case_acc": 0.9298081422554983, "case_f1": 0.5052111903455841, "n_words": 25644 }, "srp_Cyrl": { "punct_f1": 0.8670570375189763, "case_acc": 0.9363719940000967, "case_f1": 0.6184553080705815, "n_words": 20667 }, "ssw_Latn": { "punct_f1": 0.421510724277277, "case_acc": 0.9060696391196803, "case_f1": 0.4174185955276579, "n_words": 15767 }, "sun_Latn": { "punct_f1": 0.6352015732546706, "case_acc": 0.8863394620878285, "case_f1": 0.4237765821163208, "n_words": 19743 }, "swe_Latn": { "punct_f1": 0.8584686774941995, "case_acc": 0.9435061728395062, "case_f1": 0.6603717910888167, "n_words": 20250 }, "swh_Latn": { "punct_f1": 0.7368173258003766, "case_acc": 0.9046119129331014, "case_f1": 0.4972785749628897, "n_words": 21271 }, "szl_Latn": { "punct_f1": 0.7006990044482101, "case_acc": 0.905237925230785, "case_f1": 0.4709549447435534, "n_words": 19607 }, "tam_Taml": { "punct_f1": 0.71100200848025, "case_acc": 0.9946281485018503, "case_f1": 0.2222222222222222, "n_words": 16754 }, "taq_Latn": { "punct_f1": 0.2828035859820701, "case_acc": 0.8981190487358695, "case_f1": 0.23363828289936664, "n_words": 21319 }, "taq_Tfng": { "punct_f1": 0.14390348987505386, "case_acc": 0.9914449562846668, "case_f1": 0.4754521963824289, "n_words": 21274 }, "tat_Cyrl": { "punct_f1": 0.8051785341407391, "case_acc": 0.9216243315508021, "case_f1": 0.5975644293401303, "n_words": 17952 }, "tel_Telu": { "punct_f1": 0.7286709925498678, "case_acc": 0.988706911842961, "case_f1": 0.4423963133640553, "n_words": 16913 }, "tgk_Cyrl": { "punct_f1": 0.8973384030418251, "case_acc": 0.9327183939229517, "case_f1": 0.5957216355266721, "n_words": 22116 }, "tgl_Latn": { "punct_f1": 0.7899461400359067, "case_acc": 0.9186997945077526, "case_f1": 0.4948932219127205, "n_words": 26765 }, "tir_Ethi": { "punct_f1": 0.5019485580670304, "case_acc": 0.997447650796958, "case_f1": 0.13953488372093023, "n_words": 19198 }, "tpi_Latn": { "punct_f1": 0.4240586302754612, "case_acc": 0.9124897288414133, "case_f1": 0.3078455790784558, "n_words": 31642 }, "tsn_Latn": { "punct_f1": 0.3282376694548601, "case_acc": 0.9190321532965249, "case_f1": 0.2688927943760984, "n_words": 30790 }, "tso_Latn": { "punct_f1": 0.39060568603213847, "case_acc": 0.906173480744973, "case_f1": 0.28312570781426954, "n_words": 26954 }, "tuk_Latn": { "punct_f1": 0.7967284099109935, "case_acc": 0.9286750753432302, "case_f1": 0.6289344498989315, "n_words": 17918 }, "tum_Latn": { "punct_f1": 0.3517811704834606, "case_acc": 0.8979533477674742, "case_f1": 0.2737576285963383, "n_words": 24479 }, "tur_Latn": { "punct_f1": 0.8150651859005311, "case_acc": 0.8992159981820248, "case_f1": 0.5579103006407097, "n_words": 17602 }, "twi_Latn": { "punct_f1": 0.223935389133627, "case_acc": 0.9019894001075351, "case_f1": 0.21375921375921375, "n_words": 26038 }, "tzm_Tfng": { "punct_f1": 0.20168067226890757, "case_acc": 0.9986269212029942, "case_f1": 0.20408163265306123, "n_words": 22577 }, "uig_Arab": { "punct_f1": 0.7459229496572914, "case_acc": 0.9952518229608276, "case_f1": 0.32460732984293195, "n_words": 17691 }, "ukr_Cyrl": { "punct_f1": 0.9022628791526239, "case_acc": 0.9270352496852706, "case_f1": 0.6110491071428571, "n_words": 19064 }, "umb_Latn": { "punct_f1": 0.27285714285714285, "case_acc": 0.8919128651405133, "case_f1": 0.2629391764261428, "n_words": 18041 }, "urd_Arab": { "punct_f1": 0.7873754152823921, "case_acc": 0.9986975869179842, "case_f1": 0.2222222222222222, "n_words": 27641 }, "uzn_Latn": { "punct_f1": 0.8492426063957682, "case_acc": 0.924165657010684, "case_f1": 0.5982758620689655, "n_words": 18158 }, "vec_Latn": { "punct_f1": 0.7101412066752246, "case_acc": 0.9281647689216342, "case_f1": 0.5157657657657657, "n_words": 23888 }, "vie_Latn": { "punct_f1": 0.7904827904827905, "case_acc": 0.9226836020192151, "case_f1": 0.4701159678858162, "n_words": 30705 }, "war_Latn": { "punct_f1": 0.6246547828270148, "case_acc": 0.9110169491525424, "case_f1": 0.4014742014742015, "n_words": 27376 }, "wol_Latn": { "punct_f1": 0.2539912917271408, "case_acc": 0.9043947263284059, "case_f1": 0.22559793148028442, "n_words": 25030 }, "xho_Latn": { "punct_f1": 0.6682903068679981, "case_acc": 0.9203745560219567, "case_f1": 0.5861148197596796, "n_words": 15485 }, "ydd_Hebr": { "punct_f1": 0.5235745614035088, "case_acc": 0.9937265836019866, "case_f1": 0.12, "n_words": 22954 }, "yor_Latn": { "punct_f1": 0.3947939262472885, "case_acc": 0.9064002224782488, "case_f1": 0.29728924635090853, "n_words": 25171 }, "yue_Hant": { "punct_f1": 0.8310590044205266, "case_acc": 0.9944015653875421, "case_f1": 0.4690721649484536, "n_words": 36796 }, "zho_Hans": { "punct_f1": 0.8461262553802008, "case_acc": 0.9923248958015655, "case_f1": 0.5236593059936908, "n_words": 39348 }, "zho_Hant": { "punct_f1": 0.8184905660377358, "case_acc": 0.9951506007866803, "case_f1": 0.4972067039106145, "n_words": 37118 }, "zsm_Latn": { "punct_f1": 0.7899628252788105, "case_acc": 0.9000148713627125, "case_f1": 0.514765906362545, "n_words": 20173 }, "zul_Latn": { "punct_f1": 0.6330097087378641, "case_acc": 0.9326460915760182, "case_f1": 0.610909090909091, "n_words": 15812 } }, "ted": { "eng_Latn": { "punct_f1": 0.7415485278080698, "case_acc": 0.9307394820110161, "case_f1": 0.654555940023068, "n_words": 17066 }, "deu_Latn": { "punct_f1": 0.7993989481592787, "case_acc": 0.7634278432621854, "case_f1": 0.35400382143477505, "n_words": 15695 }, "fra_Latn": { "punct_f1": 0.7435387673956262, "case_acc": 0.9551822356565716, "case_f1": 0.7093632958801498, "n_words": 17203 }, "spa_Latn": { "punct_f1": 0.7208413001912046, "case_acc": 0.9474930193031443, "case_f1": 0.6635873749037722, "n_words": 16474 }, "ita_Latn": { "punct_f1": 0.7018294131622713, "case_acc": 0.9425530550746939, "case_f1": 0.6568738229755179, "n_words": 15597 }, "por_Latn": { "punct_f1": 0.7253427686864219, "case_acc": 0.9530789990186457, "case_f1": 0.7117887690591298, "n_words": 16304 }, "nld_Latn": { "punct_f1": 0.7760429997440491, "case_acc": 0.9544817927170869, "case_f1": 0.7443181818181818, "n_words": 15708 }, "pol_Latn": { "punct_f1": 0.7791771620486986, "case_acc": 0.9324970599764798, "case_f1": 0.6848528356066045, "n_words": 12755 }, "rus_Cyrl": { "punct_f1": 0.8358678552700577, "case_acc": 0.9523943463891428, "case_f1": 0.741581536133182, "n_words": 14221 }, "ukr_Cyrl": { "punct_f1": 0.8137720488466758, "case_acc": 0.9397530159183383, "case_f1": 0.6954350927246791, "n_words": 14009 }, "ces_Latn": { "punct_f1": 0.7902192897341355, "case_acc": 0.9413385541295047, "case_f1": 0.6927416321925536, "n_words": 13791 }, "ron_Latn": { "punct_f1": 0.7178914451641725, "case_acc": 0.9438174978764713, "case_f1": 0.6579139314369074, "n_words": 16482 }, "hun_Latn": { "punct_f1": 0.7739395024163236, "case_acc": 0.9352758175885879, "case_f1": 0.659037095501184, "n_words": 13179 }, "ell_Grek": { "punct_f1": 0.6809357889497263, "case_acc": 0.9440418924678804, "case_f1": 0.6687988628287136, "n_words": 16423 }, "bul_Cyrl": { "punct_f1": 0.7526286662977311, "case_acc": 0.9461982238931743, "case_f1": 0.6857573474001507, "n_words": 15427 }, "tur_Latn": { "punct_f1": 0.6578034682080924, "case_acc": 0.9234512909345871, "case_f1": 0.6489871086556169, "n_words": 12123 }, "arb_Arab": { "punct_f1": 0.6065096586398518, "case_acc": 0.9990022093934858, "case_f1": 0.5714285714285714, "n_words": 14031 }, "heb_Hebr": { "punct_f1": 0.6324110671936759, "case_acc": 0.9980726235448307, "case_f1": 0.3793103448275862, "n_words": 12971 }, "pes_Arab": { "punct_f1": 0.6411977284460506, "case_acc": 0.9989518369058226, "case_f1": 0.4230769230769231, "n_words": 19081 }, "hin_Deva": { "punct_f1": 0.6303843177714727, "case_acc": 0.9982956732090824, "case_f1": 0.1111111111111111, "n_words": 18189 }, "ind_Latn": { "punct_f1": 0.7174069627851141, "case_acc": 0.9277658617588044, "case_f1": 0.6373021335168617, "n_words": 14453 }, "vie_Latn": { "punct_f1": 0.6415276770606719, "case_acc": 0.9508307747877912, "case_f1": 0.6114063053489196, "n_words": 22148 }, "jpn_Jpan": { "punct_f1": 0.749220742419949, "case_acc": 0.9975739766281692, "case_f1": 0.5988700564971752, "n_words": 29266 }, "kor_Hang": { "punct_f1": 0.833105708822726, "case_acc": 0.9956095041322314, "case_f1": 0.4755244755244755, "n_words": 11616 }, "zho_Hans": { "punct_f1": 0.5859656561373755, "case_acc": 0.9966698734551913, "case_f1": 0.6341463414634146, "n_words": 27026 } } }, "summary": { "europarl": { "punct_f1": 0.8388169844554333, "case_f1": 0.5476528402363683, "case_acc": 0.9225360006601515, "n_langs": 12 }, "flores": { "punct_f1": 0.6049950747979211, "case_f1": 0.3977077694293947, "case_acc": 0.9346187653520925, "n_langs": 199 }, "ted": { "punct_f1": 0.7219402988543768, "case_f1": 0.602870916454769, "case_acc": 0.9507398584013167, "n_langs": 25 } }, "seconds": 212 }, "1-800-BAD-CODE/xlm-roberta_punctuation_fullstop_truecase": { "per_lang": { "europarl": { "eng_Latn": { "punct_f1": 0.6894082171127026, "case_acc": 0.9623678976718792, "case_f1": 0.8403361344537815, "n_words": 25643 }, "deu_Latn": { "punct_f1": 0.8374066530889341, "case_acc": 0.9787337734260777, "case_f1": 0.9651655534008475, "n_words": 22571 }, "fra_Latn": { "punct_f1": 0.7197860962566844, "case_acc": 0.9695110615356014, "case_f1": 0.8081274532440544, "n_words": 26895 }, "spa_Latn": { "punct_f1": 0.6931511774222542, "case_acc": 0.9605929817977107, "case_f1": 0.8013367991088006, "n_words": 26645 }, "ita_Latn": { "punct_f1": 0.6944235116804823, "case_acc": 0.9603089720736779, "case_f1": 0.7542274727820245, "n_words": 25245 }, "por_Latn": { "punct_f1": 0.72937029322224, "case_acc": 0.958102827962397, "case_f1": 0.7970506912442397, "n_words": 25849 }, "nld_Latn": { "punct_f1": 0.7167070217917676, "case_acc": 0.963178367763133, "case_f1": 0.8094408976591216, "n_words": 26479 }, "pol_Latn": { "punct_f1": 0.8038550776369802, "case_acc": 0.9685324968140379, "case_f1": 0.8562650866798333, "n_words": 20402 }, "ces_Latn": { "punct_f1": 0.8083464843065054, "case_acc": 0.965675057208238, "case_f1": 0.8191936680682661, "n_words": 20539 }, "bul_Cyrl": { "punct_f1": 0.8013698630136986, "case_acc": 0.9700694590612503, "case_f1": 0.8281583313581418, "n_words": 23755 }, "slk_Latn": { "punct_f1": 0.824832922968695, "case_acc": 0.9682634730538923, "case_f1": 0.8337129840546698, "n_words": 20040 }, "slv_Latn": { "punct_f1": 0.6866002214839424, "case_acc": 0.9701354829310931, "case_f1": 0.8428853754940712, "n_words": 20593 } }, "flores": { "ace_Arab": { "punct_f1": 0.14863102998696218, "case_acc": 0.9996334814679068, "case_f1": 0.26666666666666666, "n_words": 21827 }, "ace_Latn": { "punct_f1": 0.2230681385610963, "case_acc": 0.6503378378378378, "case_f1": 0.36385316412571334, "n_words": 21312 }, "acm_Arab": { "punct_f1": 0.5885911840968021, "case_acc": 0.9988239696370342, "case_f1": 0.7207207207207207, "n_words": 18707 }, "acq_Arab": { "punct_f1": 0.6061767838125666, "case_acc": 0.9988552994432592, "case_f1": 0.7256637168141593, "n_words": 19219 }, "aeb_Arab": { "punct_f1": 0.5099041533546326, "case_acc": 0.9988297872340426, "case_f1": 0.6990291262135923, "n_words": 18800 }, "afr_Latn": { "punct_f1": 0.7675699493280458, "case_acc": 0.9712055507372073, "case_f1": 0.8791169663521453, "n_words": 23060 }, "ajp_Arab": { "punct_f1": 0.5323328183623924, "case_acc": 0.9992847317744155, "case_f1": 0.9407665505226481, "n_words": 18175 }, "aka_Latn": { "punct_f1": 0.22234574763757642, "case_acc": 0.9052635511225672, "case_f1": 0.5624142661179699, "n_words": 26769 }, "als_Latn": { "punct_f1": 0.7689828801611279, "case_acc": 0.9700272479564033, "case_f1": 0.8522839628238086, "n_words": 24589 }, "amh_Ethi": { "punct_f1": 0.7198000555401277, "case_acc": 0.9974403723094822, "case_f1": 0.5038167938931297, "n_words": 17190 }, "apc_Arab": { "punct_f1": 0.52, "case_acc": 0.9981518817204301, "case_f1": 0.8347107438016529, "n_words": 17856 }, "arb_Arab": { "punct_f1": 0.6521093915624337, "case_acc": 0.9989805800499516, "case_f1": 0.7521367521367521, "n_words": 19619 }, "arb_Latn": { "punct_f1": 0.18947869554867888, "case_acc": 0.4212687240570294, "case_f1": 0.19706341768197438, "n_words": 22164 }, "ars_Arab": { "punct_f1": 0.6506587335316617, "case_acc": 0.998981358867271, "case_f1": 0.6666666666666666, "n_words": 19634 }, "ary_Arab": { "punct_f1": 0.4266065388951522, "case_acc": 0.9986872505776098, "case_f1": 0.782608695652174, "n_words": 19044 }, "arz_Arab": { "punct_f1": 0.5174432217279326, "case_acc": 0.9989701338825953, "case_f1": 0.6744186046511628, "n_words": 19420 }, "asm_Beng": { "punct_f1": 0.5373051224944321, "case_acc": 0.9988035166207148, "case_f1": 0.8050314465408805, "n_words": 19223 }, "ast_Latn": { "punct_f1": 0.5561453654552879, "case_acc": 0.9218536407545794, "case_f1": 0.6794205052005944, "n_words": 21946 }, "awa_Deva": { "punct_f1": 0.5642212450821569, "case_acc": 0.9994084473715344, "case_f1": 0.7368421052631579, "n_words": 25357 }, "ayr_Latn": { "punct_f1": 0.2078532800376205, "case_acc": 0.7154115586690017, "case_f1": 0.41410256410256413, "n_words": 15988 }, "azb_Arab": { "punct_f1": 0.1761904761904762, "case_acc": 0.9981805776665909, "case_f1": 0.28, "n_words": 17588 }, "azj_Latn": { "punct_f1": 0.7497733454215775, "case_acc": 0.9637172774869109, "case_f1": 0.8551526326572424, "n_words": 19100 }, "bak_Cyrl": { "punct_f1": 0.26486013986013984, "case_acc": 0.8856533692419907, "case_f1": 0.5336963921034718, "n_words": 17823 }, "bam_Latn": { "punct_f1": 0.2182023742227247, "case_acc": 0.8389657619301046, "case_f1": 0.44923819580630564, "n_words": 22548 }, "ban_Latn": { "punct_f1": 0.2842227378190255, "case_acc": 0.7621366386306625, "case_f1": 0.4769297110823631, "n_words": 20331 }, "bel_Cyrl": { "punct_f1": 0.8080449571132801, "case_acc": 0.9658961187214612, "case_f1": 0.8487886382623224, "n_words": 21024 }, "bem_Latn": { "punct_f1": 0.2927696562623469, "case_acc": 0.8773003453249989, "case_f1": 0.5897435897435898, "n_words": 22877 }, "ben_Beng": { "punct_f1": 0.6278650527942312, "case_acc": 0.9990244904246034, "case_f1": 0.7967479674796748, "n_words": 19477 }, "bho_Deva": { "punct_f1": 0.4733861834654587, "case_acc": 0.9987883999061987, "case_f1": 0.7878787878787878, "n_words": 25586 }, "bjn_Arab": { "punct_f1": 0.1580903932694189, "case_acc": 0.9999496120124962, "case_f1": 0.6666666666666666, "n_words": 19846 }, "bjn_Latn": { "punct_f1": 0.3415137141678697, "case_acc": 0.8522073921971253, "case_f1": 0.5944203000140194, "n_words": 19480 }, "bos_Latn": { "punct_f1": 0.8058528062895829, "case_acc": 0.9761083743842365, "case_f1": 0.8938261055330058, "n_words": 20300 }, "bug_Latn": { "punct_f1": 0.2447677895156468, "case_acc": 0.6811609388097234, "case_f1": 0.41120231772090776, "n_words": 19088 }, "bul_Cyrl": { "punct_f1": 0.8492436098069901, "case_acc": 0.9785885335962812, "case_f1": 0.8974302657588403, "n_words": 21297 }, "cat_Latn": { "punct_f1": 0.750734286273742, "case_acc": 0.9706821718123004, "case_f1": 0.8531833701546495, "n_words": 24422 }, "ceb_Latn": { "punct_f1": 0.3327628826773151, "case_acc": 0.888250076149863, "case_f1": 0.5967213114754099, "n_words": 26264 }, "ces_Latn": { "punct_f1": 0.8391824141920555, "case_acc": 0.9737487605031052, "case_f1": 0.8884548611111112, "n_words": 19161 }, "cjk_Latn": { "punct_f1": 0.28474752732951586, "case_acc": 0.8503528947238537, "case_f1": 0.4965289256198347, "n_words": 20261 }, "ckb_Arab": { "punct_f1": 0.14706927175843695, "case_acc": 0.9971293828173057, "case_f1": 0.21428571428571427, "n_words": 19508 }, "crh_Latn": { "punct_f1": 0.4505592841163311, "case_acc": 0.9043842502094387, "case_f1": 0.6557768924302789, "n_words": 17905 }, "cym_Latn": { "punct_f1": 0.648559670781893, "case_acc": 0.9410839233221546, "case_f1": 0.754845290717443, "n_words": 24153 }, "dan_Latn": { "punct_f1": 0.7511814259297308, "case_acc": 0.9818335050098324, "case_f1": 0.9142980189491817, "n_words": 21358 }, "deu_Latn": { "punct_f1": 0.8997726080111946, "case_acc": 0.9853725850965961, "case_f1": 0.9779061177892687, "n_words": 21740 }, "dik_Latn": { "punct_f1": 0.2358837287003007, "case_acc": 0.8736580984560113, "case_f1": 0.5020962602716753, "n_words": 23381 }, "dyu_Latn": { "punct_f1": 0.21626335295400043, "case_acc": 0.7376497620219925, "case_f1": 0.3317327766179541, "n_words": 24372 }, "dzo_Tibt": { "punct_f1": 0.25, "case_acc": 0.9997066158134077, "case_f1": 0.5, "n_words": 6817 }, "ell_Grek": { "punct_f1": 0.7500501102425335, "case_acc": 0.967643365424864, "case_f1": 0.8647804200659608, "n_words": 23890 }, "eng_Latn": { "punct_f1": 0.781314592806945, "case_acc": 0.9718554393018687, "case_f1": 0.8928997105397583, "n_words": 21887 }, "epo_Latn": { "punct_f1": 0.7130070462768996, "case_acc": 0.9636688217697578, "case_f1": 0.8379009985128532, "n_words": 20726 }, "est_Latn": { "punct_f1": 0.8469428007889547, "case_acc": 0.9750314352433986, "case_f1": 0.900306386990337, "n_words": 16701 }, "eus_Latn": { "punct_f1": 0.5436046511627907, "case_acc": 0.9429492253760036, "case_f1": 0.7790246007768666, "n_words": 17686 }, "ewe_Latn": { "punct_f1": 0.17532467532467533, "case_acc": 0.910858930146764, "case_f1": 0.5445302968686457, "n_words": 24938 }, "fao_Latn": { "punct_f1": 0.4659985683607731, "case_acc": 0.9263342997005846, "case_f1": 0.6823529411764706, "n_words": 21041 }, "fij_Latn": { "punct_f1": 0.19386660947887627, "case_acc": 0.7277234311572502, "case_f1": 0.30786099865047234, "n_words": 30054 }, "fin_Latn": { "punct_f1": 0.8652816448918398, "case_acc": 0.9779503883738412, "case_f1": 0.9167253108139808, "n_words": 15964 }, "fon_Latn": { "punct_f1": 0.22318526543878656, "case_acc": 0.9161956415199137, "case_f1": 0.4948049402078024, "n_words": 30607 }, "fra_Latn": { "punct_f1": 0.8056275453535727, "case_acc": 0.9783885365280715, "case_f1": 0.8821929273906675, "n_words": 25542 }, "fur_Latn": { "punct_f1": 0.34835395750642073, "case_acc": 0.886331964897744, "case_f1": 0.49501329787234044, "n_words": 26551 }, "fuv_Latn": { "punct_f1": 0.2361275088547816, "case_acc": 0.8382832388013041, "case_f1": 0.43799227799227797, "n_words": 22391 }, "gaz_Latn": { "punct_f1": 0.32679489621024566, "case_acc": 0.8634803544900364, "case_f1": 0.5569913850231941, "n_words": 19521 }, "gla_Latn": { "punct_f1": 0.4896214896214896, "case_acc": 0.9257353763561122, "case_f1": 0.6499215070643642, "n_words": 26823 }, "gle_Latn": { "punct_f1": 0.5835638087712367, "case_acc": 0.9349252572316055, "case_f1": 0.7031497448530706, "n_words": 25755 }, "glg_Latn": { "punct_f1": 0.7523143774796902, "case_acc": 0.9704989885367499, "case_f1": 0.8625646923519263, "n_words": 23728 }, "grn_Latn": { "punct_f1": 0.22756863855080667, "case_acc": 0.8574937171578707, "case_f1": 0.5561269728675297, "n_words": 17508 }, "guj_Gujr": { "punct_f1": 0.6924022621096632, "case_acc": 0.9994249293142282, "case_f1": 0.8653846153846154, "n_words": 20867 }, "hat_Latn": { "punct_f1": 0.20313406848520024, "case_acc": 0.8486813661910938, "case_f1": 0.39629120879120877, "n_words": 23130 }, "hau_Latn": { "punct_f1": 0.5117873981997428, "case_acc": 0.9265934590594413, "case_f1": 0.6922056384742952, "n_words": 25134 }, "heb_Hebr": { "punct_f1": 0.6124773492104582, "case_acc": 0.9980979827089337, "case_f1": 0.831858407079646, "n_words": 17350 }, "hin_Deva": { "punct_f1": 0.7088726759237468, "case_acc": 0.9991410947138284, "case_f1": 0.7321428571428571, "n_words": 25614 }, "hne_Deva": { "punct_f1": 0.4520547945205479, "case_acc": 0.9999203789959792, "case_f1": 0.8695652173913043, "n_words": 25119 }, "hrv_Latn": { "punct_f1": 0.7981859410430839, "case_acc": 0.9760049220672683, "case_f1": 0.8975903614457831, "n_words": 19504 }, "hun_Latn": { "punct_f1": 0.8186619718309859, "case_acc": 0.9707220467804957, "case_f1": 0.8708778448676265, "n_words": 18683 }, "hye_Armn": { "punct_f1": 0.550996015936255, "case_acc": 0.9661587893864013, "case_f1": 0.8370480435859337, "n_words": 19296 }, "ibo_Latn": { "punct_f1": 0.23622881355932204, "case_acc": 0.8822395373122339, "case_f1": 0.496845694799659, "n_words": 24898 }, "ilo_Latn": { "punct_f1": 0.19721577726218098, "case_acc": 0.5419108574953733, "case_f1": 0.2997589227964956, "n_words": 25936 }, "ind_Latn": { "punct_f1": 0.7688915614351574, "case_acc": 0.9646102584814217, "case_f1": 0.8812770202859993, "n_words": 19808 }, "isl_Latn": { "punct_f1": 0.7802736896462691, "case_acc": 0.9796721956981838, "case_f1": 0.9094031773293259, "n_words": 20317 }, "ita_Latn": { "punct_f1": 0.7746031746031746, "case_acc": 0.9727261508083426, "case_f1": 0.8585055643879174, "n_words": 24309 }, "jav_Latn": { "punct_f1": 0.5359667359667359, "case_acc": 0.9288179680856385, "case_f1": 0.7627538385339276, "n_words": 19991 }, "jpn_Jpan": { "punct_f1": 0.8057334553217445, "case_acc": 0.9989247112478912, "case_f1": 0.8989547038327527, "n_words": 53939 }, "kab_Latn": { "punct_f1": 0.20993322203672787, "case_acc": 0.6734712393395028, "case_f1": 0.33864760857614074, "n_words": 22044 }, "kac_Latn": { "punct_f1": 0.16806722689075632, "case_acc": 0.6739715387389387, "case_f1": 0.23538571335885292, "n_words": 36049 }, "kam_Latn": { "punct_f1": 0.33127253992787226, "case_acc": 0.8429353985644126, "case_f1": 0.5072955047899779, "n_words": 21176 }, "kan_Knda": { "punct_f1": 0.7087378640776699, "case_acc": 0.9983199551988053, "case_f1": 0.7928994082840237, "n_words": 16071 }, "kas_Arab": { "punct_f1": 0.17536534446764093, "case_acc": 0.9972890249234806, "case_f1": 0.5569620253164557, "n_words": 22870 }, "kas_Deva": { "punct_f1": 0.21452702702702703, "case_acc": 0.99591303615067, "case_f1": 0.9191430545957153, "n_words": 23734 }, "kat_Geor": { "punct_f1": 0.6516087790326017, "case_acc": 0.8897692845490561, "case_f1": 0.09455587392550144, "n_words": 17164 }, "kaz_Cyrl": { "punct_f1": 0.7519630484988452, "case_acc": 0.9710312862108922, "case_f1": 0.8821486455197962, "n_words": 17260 }, "kbp_Latn": { "punct_f1": 0.1979845880260818, "case_acc": 0.9107277414237557, "case_f1": 0.5169112954690491, "n_words": 25215 }, "kea_Latn": { "punct_f1": 0.34210526315789475, "case_acc": 0.8785824345146379, "case_f1": 0.5613924050632911, "n_words": 22715 }, "khk_Cyrl": { "punct_f1": 0.75, "case_acc": 0.9652151769798829, "case_f1": 0.8492201039861352, "n_words": 19635 }, "kik_Latn": { "punct_f1": 0.23660130718954248, "case_acc": 0.7689572964155758, "case_f1": 0.4090084320631871, "n_words": 23909 }, "kin_Latn": { "punct_f1": 0.5709828393135725, "case_acc": 0.9405545581488131, "case_f1": 0.7678364828384111, "n_words": 20052 }, "kir_Cyrl": { "punct_f1": 0.7924528301886793, "case_acc": 0.9704461821527139, "case_f1": 0.8802190280629706, "n_words": 17392 }, "kmb_Latn": { "punct_f1": 0.24060767809484707, "case_acc": 0.8196649799336939, "case_f1": 0.4726070929197915, "n_words": 22924 }, "kmr_Latn": { "punct_f1": 0.5881226053639846, "case_acc": 0.9406936722266349, "case_f1": 0.7701421800947867, "n_words": 22662 }, "knc_Arab": { "punct_f1": 0.12038140643623362, "case_acc": 0.994294718539448, "case_f1": 0.7252252252252253, "n_words": 18404 }, "knc_Latn": { "punct_f1": 0.2001422812425895, "case_acc": 0.7478693181818182, "case_f1": 0.41396727791808496, "n_words": 21120 }, "kon_Latn": { "punct_f1": 0.2353358142831827, "case_acc": 0.7263161753922862, "case_f1": 0.35719810915341643, "n_words": 27276 }, "kor_Hang": { "punct_f1": 0.8593619972260749, "case_acc": 0.9972771474878445, "case_f1": 0.9133333333333333, "n_words": 15425 }, "lij_Latn": { "punct_f1": 0.3583790628957366, "case_acc": 0.9023221668405393, "case_f1": 0.5569311246730602, "n_words": 25881 }, "lim_Latn": { "punct_f1": 0.40239043824701193, "case_acc": 0.8988799143201393, "case_f1": 0.6048611111111111, "n_words": 22409 }, "lin_Latn": { "punct_f1": 0.22528387585162757, "case_acc": 0.614452292389351, "case_f1": 0.3137254901960784, "n_words": 23927 }, "lit_Latn": { "punct_f1": 0.8163054695562435, "case_acc": 0.9702655889145496, "case_f1": 0.8862847222222222, "n_words": 17320 }, "lmo_Latn": { "punct_f1": 0.3547241297655695, "case_acc": 0.8915197624791241, "case_f1": 0.5182756925094247, "n_words": 26945 }, "ltg_Latn": { "punct_f1": 0.4689604951756781, "case_acc": 0.8955890563930765, "case_f1": 0.5595321637426901, "n_words": 17910 }, "ltz_Latn": { "punct_f1": 0.26582553839460515, "case_acc": 0.8127431005741804, "case_f1": 0.7020198310686743, "n_words": 21596 }, "lua_Latn": { "punct_f1": 0.2623413258110014, "case_acc": 0.7965174345390594, "case_f1": 0.4430499644802273, "n_words": 23029 }, "lug_Latn": { "punct_f1": 0.2746494547073225, "case_acc": 0.8610448608745032, "case_f1": 0.5549132947976878, "n_words": 17610 }, "luo_Latn": { "punct_f1": 0.19637531543932094, "case_acc": 0.7299975330976071, "case_f1": 0.36367149758454104, "n_words": 24322 }, "lus_Latn": { "punct_f1": 0.17875824425744827, "case_acc": 0.7313222937102275, "case_f1": 0.3382226056945643, "n_words": 28443 }, "lvs_Latn": { "punct_f1": 0.8618729096989967, "case_acc": 0.9749172050599924, "case_f1": 0.8927272727272727, "n_words": 18419 }, "mag_Deva": { "punct_f1": 0.47107800175284836, "case_acc": 0.9995202111071129, "case_f1": 0.7714285714285715, "n_words": 25011 }, "mai_Deva": { "punct_f1": 0.3326092203717113, "case_acc": 0.9989428315849395, "case_f1": 0.8195121951219512, "n_words": 24594 }, "mal_Mlym": { "punct_f1": 0.6600936652699039, "case_acc": 0.9991953329309998, "case_f1": 0.7384615384615385, "n_words": 14913 }, "mar_Deva": { "punct_f1": 0.7085601187530925, "case_acc": 0.9993693504309439, "case_f1": 0.8805970149253731, "n_words": 19028 }, "min_Arab": { "punct_f1": 0.15090460526315788, "case_acc": 0.9998533222510145, "case_f1": 0.4, "n_words": 20453 }, "min_Latn": { "punct_f1": 0.33706949256164664, "case_acc": 0.8233310526830222, "case_f1": 0.5366849559780529, "n_words": 20462 }, "mkd_Cyrl": { "punct_f1": 0.7768231768231768, "case_acc": 0.972523634331486, "case_f1": 0.872858049502856, "n_words": 21473 }, "mlt_Latn": { "punct_f1": 0.2466529351184346, "case_acc": 0.7857625006490472, "case_f1": 0.3909597886703845, "n_words": 19259 }, "mni_Beng": { "punct_f1": 0.16513394642143142, "case_acc": 0.9942364608754348, "case_f1": 0.3163265306122449, "n_words": 19259 }, "mos_Latn": { "punct_f1": 0.2027527792482795, "case_acc": 0.7644236584284159, "case_f1": 0.33208148401047, "n_words": 24803 }, "mri_Latn": { "punct_f1": 0.18251292425264104, "case_acc": 0.9079394399181977, "case_f1": 0.5046001415428167, "n_words": 30317 }, "nld_Latn": { "punct_f1": 0.834814308498519, "case_acc": 0.9813832100913441, "case_f1": 0.9194085027726433, "n_words": 22990 }, "nno_Latn": { "punct_f1": 0.7616212502862377, "case_acc": 0.9749181612799115, "case_f1": 0.8804159445407279, "n_words": 21689 }, "nob_Latn": { "punct_f1": 0.7860302677532014, "case_acc": 0.9799558747594236, "case_f1": 0.9047826086956522, "n_words": 21303 }, "npi_Deva": { "punct_f1": 0.686040195545899, "case_acc": 0.9986091050125715, "case_f1": 0.9166666666666666, "n_words": 18693 }, "nso_Latn": { "punct_f1": 0.24172262097707803, "case_acc": 0.8212053101074664, "case_f1": 0.42294230552105677, "n_words": 28474 }, "nus_Latn": { "punct_f1": 0.23319892473118278, "case_acc": 0.8680876592440978, "case_f1": 0.3732488325550367, "n_words": 28337 }, "nya_Latn": { "punct_f1": 0.2567924981966819, "case_acc": 0.8485451761102604, "case_f1": 0.551475015051174, "n_words": 19590 }, "oci_Latn": { "punct_f1": 0.5057244374259771, "case_acc": 0.9299202344131532, "case_f1": 0.673676304919264, "n_words": 24572 }, "ory_Orya": { "punct_f1": 0.7141458639255996, "case_acc": 0.9976417512560238, "case_f1": 0.7674418604651163, "n_words": 19506 }, "pag_Latn": { "punct_f1": 0.2591072344792201, "case_acc": 0.6293858610729675, "case_f1": 0.3752488651748029, "n_words": 21119 }, "pan_Guru": { "punct_f1": 0.6854954523695548, "case_acc": 0.9990731085621597, "case_f1": 0.7974683544303798, "n_words": 25893 }, "pap_Latn": { "punct_f1": 0.3046913580246914, "case_acc": 0.8780555117489355, "case_f1": 0.5243193637197919, "n_words": 25364 }, "pbt_Arab": { "punct_f1": 0.6531498913830558, "case_acc": 0.9982940329062098, "case_f1": 0.9293413173652695, "n_words": 26378 }, "pes_Arab": { "punct_f1": 0.6777020447906524, "case_acc": 0.9986388191756349, "case_f1": 0.8821917808219178, "n_words": 23509 }, "plt_Latn": { "punct_f1": 0.5151767151767151, "case_acc": 0.9279568958025549, "case_f1": 0.712465564738292, "n_words": 23014 }, "pol_Latn": { "punct_f1": 0.8574060427413412, "case_acc": 0.9759543749678878, "case_f1": 0.9024638566483405, "n_words": 19463 }, "por_Latn": { "punct_f1": 0.7930664760543246, "case_acc": 0.9709816658831574, "case_f1": 0.8715766099185789, "n_words": 23399 }, "prs_Arab": { "punct_f1": 0.7183098591549296, "case_acc": 0.9984316962443253, "case_f1": 0.7868852459016393, "n_words": 24230 }, "quy_Latn": { "punct_f1": 0.21123769067387527, "case_acc": 0.6333165955310068, "case_f1": 0.3691181221061699, "n_words": 15932 }, "ron_Latn": { "punct_f1": 0.7934495509772848, "case_acc": 0.9753299877704212, "case_f1": 0.8846302748741773, "n_words": 23713 }, "run_Latn": { "punct_f1": 0.5207259690790947, "case_acc": 0.9348116616344108, "case_f1": 0.7410870835768556, "n_words": 20203 }, "rus_Cyrl": { "punct_f1": 0.8503013520117283, "case_acc": 0.9748324722492199, "case_f1": 0.8901556676167507, "n_words": 19549 }, "sag_Latn": { "punct_f1": 0.1974941601189212, "case_acc": 0.7622927341586837, "case_f1": 0.3138512275558813, "n_words": 31421 }, "san_Deva": { "punct_f1": 0.5092392608591313, "case_acc": 0.9987377532006972, "case_f1": 0.903010033444816, "n_words": 16637 }, "sat_Olck": { "punct_f1": 0.0, "case_acc": 0.9952145145853273, "case_f1": 0.2375, "n_words": 24031 }, "scn_Latn": { "punct_f1": 0.3499174722942702, "case_acc": 0.8945800542439198, "case_f1": 0.5322423533995714, "n_words": 22491 }, "shn_Mymr": { "punct_f1": 0.29260935143288086, "case_acc": 0.9718594999493876, "case_f1": 0.8931325743665075, "n_words": 9879 }, "sin_Sinh": { "punct_f1": 0.7307024075452966, "case_acc": 0.9989849187935035, "case_f1": 0.8383233532934131, "n_words": 20688 }, "slk_Latn": { "punct_f1": 0.8483598875351452, "case_acc": 0.9748054076198279, "case_f1": 0.8894736842105263, "n_words": 19528 }, "slv_Latn": { "punct_f1": 0.7639126305792973, "case_acc": 0.9761278475358579, "case_f1": 0.8880898876404495, "n_words": 20149 }, "smo_Latn": { "punct_f1": 0.20074906367041198, "case_acc": 0.8829670156903436, "case_f1": 0.4371140231962645, "n_words": 31803 }, "sna_Latn": { "punct_f1": 0.24193927983054836, "case_acc": 0.8320835256114444, "case_f1": 0.44926442851754056, "n_words": 17336 }, "snd_Arab": { "punct_f1": 0.6484178804620794, "case_acc": 0.9986182937902175, "case_f1": 0.8076923076923077, "n_words": 25331 }, "som_Latn": { "punct_f1": 0.5833333333333334, "case_acc": 0.9441249678139215, "case_f1": 0.7641136281912981, "n_words": 23302 }, "sot_Latn": { "punct_f1": 0.23788003286770748, "case_acc": 0.7491145218417946, "case_f1": 0.37059591126576774, "n_words": 28798 }, "spa_Latn": { "punct_f1": 0.7782087447108603, "case_acc": 0.9742724588781105, "case_f1": 0.8706912968958294, "n_words": 26081 }, "srd_Latn": { "punct_f1": 0.34901960784313724, "case_acc": 0.8858602402121354, "case_f1": 0.511181050190492, "n_words": 25644 }, "srp_Cyrl": { "punct_f1": 0.7981182245858048, "case_acc": 0.9762423186722795, "case_f1": 0.8921885087153002, "n_words": 20667 }, "ssw_Latn": { "punct_f1": 0.26564759347242306, "case_acc": 0.8498129003615146, "case_f1": 0.45742981054553755, "n_words": 15767 }, "sun_Latn": { "punct_f1": 0.48878544223444775, "case_acc": 0.9184014587448716, "case_f1": 0.734520503185754, "n_words": 19743 }, "swe_Latn": { "punct_f1": 0.7969667318982387, "case_acc": 0.9800987654320987, "case_f1": 0.9077507259325441, "n_words": 20250 }, "swh_Latn": { "punct_f1": 0.6715425531914894, "case_acc": 0.9536928212119787, "case_f1": 0.8218933856302372, "n_words": 21271 }, "szl_Latn": { "punct_f1": 0.5402320014730252, "case_acc": 0.9157443770082113, "case_f1": 0.6791650560494782, "n_words": 19607 }, "tam_Taml": { "punct_f1": 0.6916005014625992, "case_acc": 0.9985675062671601, "case_f1": 0.8393782383419689, "n_words": 16754 }, "taq_Latn": { "punct_f1": 0.2093947183921477, "case_acc": 0.6955298090904827, "case_f1": 0.34434152235199356, "n_words": 21319 }, "taq_Tfng": { "punct_f1": 0.012726382770435633, "case_acc": 0.9923850709786594, "case_f1": 0.5651105651105651, "n_words": 21274 }, "tat_Cyrl": { "punct_f1": 0.29263287502565155, "case_acc": 0.8755013368983957, "case_f1": 0.5409267197387222, "n_words": 17952 }, "tel_Telu": { "punct_f1": 0.6985991866244916, "case_acc": 0.9977532075917933, "case_f1": 0.917910447761194, "n_words": 16913 }, "tgk_Cyrl": { "punct_f1": 0.22005089058524174, "case_acc": 0.4790197142340387, "case_f1": 0.24956086136230565, "n_words": 22116 }, "tgl_Latn": { "punct_f1": 0.6575692963752665, "case_acc": 0.955314776760695, "case_f1": 0.8044566445987406, "n_words": 26765 }, "tir_Ethi": { "punct_f1": 0.3865546218487395, "case_acc": 0.9981768934263986, "case_f1": 0.45977011494252873, "n_words": 19198 }, "tpi_Latn": { "punct_f1": 0.21609893686266002, "case_acc": 0.664812590860249, "case_f1": 0.2966443841419022, "n_words": 31642 }, "tsn_Latn": { "punct_f1": 0.24165528010931095, "case_acc": 0.7882429360181877, "case_f1": 0.36784055727554177, "n_words": 30790 }, "tso_Latn": { "punct_f1": 0.2709074733096085, "case_acc": 0.7945017437115085, "case_f1": 0.4123493338972299, "n_words": 26954 }, "tuk_Latn": { "punct_f1": 0.28155628155628154, "case_acc": 0.8762696729545708, "case_f1": 0.487072945521699, "n_words": 17918 }, "tum_Latn": { "punct_f1": 0.281336454564801, "case_acc": 0.8488908860656073, "case_f1": 0.5131768716402255, "n_words": 24479 }, "tur_Latn": { "punct_f1": 0.7496522948539638, "case_acc": 0.9676741279400068, "case_f1": 0.892632358385783, "n_words": 17602 }, "twi_Latn": { "punct_f1": 0.20424789060226942, "case_acc": 0.8928489131269682, "case_f1": 0.5278572630870224, "n_words": 26038 }, "tzm_Tfng": { "punct_f1": 0.008503401360544218, "case_acc": 0.9990698498471896, "case_f1": 0.631578947368421, "n_words": 22577 }, "uig_Arab": { "punct_f1": 0.7565156139938953, "case_acc": 0.9983042224860098, "case_f1": 0.8240740740740741, "n_words": 17691 }, "ukr_Cyrl": { "punct_f1": 0.848661800486618, "case_acc": 0.9726185480486781, "case_f1": 0.8841875681570338, "n_words": 19064 }, "umb_Latn": { "punct_f1": 0.2445842068483578, "case_acc": 0.8126489662435563, "case_f1": 0.4655819774718398, "n_words": 18041 }, "urd_Arab": { "punct_f1": 0.7018978102189781, "case_acc": 0.9994211497413263, "case_f1": 0.7804878048780488, "n_words": 27641 }, "uzn_Latn": { "punct_f1": 0.7329044555634977, "case_acc": 0.9580350258839079, "case_f1": 0.8264750707598519, "n_words": 18158 }, "vec_Latn": { "punct_f1": 0.4219790675547098, "case_acc": 0.9189132618888145, "case_f1": 0.6240153698366955, "n_words": 23888 }, "vie_Latn": { "punct_f1": 0.6681960375391033, "case_acc": 0.9576941866145579, "case_f1": 0.7923222152297043, "n_words": 30705 }, "war_Latn": { "punct_f1": 0.27213910230489285, "case_acc": 0.880771478667446, "case_f1": 0.562674836818969, "n_words": 27376 }, "wol_Latn": { "punct_f1": 0.2281069743051914, "case_acc": 0.7940071913703556, "case_f1": 0.38875103391232424, "n_words": 25030 }, "xho_Latn": { "punct_f1": 0.3869336143308746, "case_acc": 0.8926703261220535, "case_f1": 0.5718677940046119, "n_words": 15485 }, "ydd_Hebr": { "punct_f1": 0.6406672678088368, "case_acc": 0.998649472858761, "case_f1": 0.8552188552188552, "n_words": 22954 }, "yor_Latn": { "punct_f1": 0.25869336143308747, "case_acc": 0.892535060188312, "case_f1": 0.5214637579169599, "n_words": 25171 }, "yue_Hant": { "punct_f1": 0.7567665102850957, "case_acc": 0.9985052723122079, "case_f1": 0.9050086355785838, "n_words": 36796 }, "zho_Hans": { "punct_f1": 0.7710272465730242, "case_acc": 0.9981955880857986, "case_f1": 0.9230769230769231, "n_words": 39348 }, "zho_Hant": { "punct_f1": 0.7563496234016466, "case_acc": 0.9987337679831888, "case_f1": 0.9090909090909091, "n_words": 37118 }, "zsm_Latn": { "punct_f1": 0.7069145602673909, "case_acc": 0.956625192088435, "case_f1": 0.849721706864564, "n_words": 20173 }, "zul_Latn": { "punct_f1": 0.3646174600115629, "case_acc": 0.8974829243612447, "case_f1": 0.5203539823008849, "n_words": 15812 } }, "ted": { "eng_Latn": { "punct_f1": 0.6708914237431348, "case_acc": 0.9579866401031291, "case_f1": 0.826378896882494, "n_words": 17066 }, "deu_Latn": { "punct_f1": 0.7536124490552056, "case_acc": 0.9634278432621854, "case_f1": 0.9357818341763801, "n_words": 15695 }, "fra_Latn": { "punct_f1": 0.6487055356766996, "case_acc": 0.9602394931116666, "case_f1": 0.7691279652522552, "n_words": 17203 }, "spa_Latn": { "punct_f1": 0.6239529092143989, "case_acc": 0.9580551171543038, "case_f1": 0.7697865353037767, "n_words": 16474 }, "ita_Latn": { "punct_f1": 0.6172093023255814, "case_acc": 0.9513367955376034, "case_f1": 0.7384615384615385, "n_words": 15597 }, "por_Latn": { "punct_f1": 0.63769327204346, "case_acc": 0.9571270853778214, "case_f1": 0.7611036339165546, "n_words": 16304 }, "nld_Latn": { "punct_f1": 0.6772646984607621, "case_acc": 0.9656862745098039, "case_f1": 0.8201913559881228, "n_words": 15708 }, "pol_Latn": { "punct_f1": 0.6951718494271686, "case_acc": 0.9456683653469228, "case_f1": 0.7693836978131213, "n_words": 12755 }, "rus_Cyrl": { "punct_f1": 0.766579634464752, "case_acc": 0.9607622530061177, "case_f1": 0.7951895043731778, "n_words": 14221 }, "ukr_Cyrl": { "punct_f1": 0.738886050076648, "case_acc": 0.9533871082875295, "case_f1": 0.7765023632680621, "n_words": 14009 }, "ces_Latn": { "punct_f1": 0.7088989441930619, "case_acc": 0.9510550358929737, "case_f1": 0.7574133619149697, "n_words": 13791 }, "ron_Latn": { "punct_f1": 0.6295369211514393, "case_acc": 0.9559519475791772, "case_f1": 0.7670364500792393, "n_words": 16482 }, "hun_Latn": { "punct_f1": 0.7129548251010722, "case_acc": 0.9484786402610214, "case_f1": 0.7492690058479532, "n_words": 13179 }, "ell_Grek": { "punct_f1": 0.6134826218801026, "case_acc": 0.9520185106253425, "case_f1": 0.7555691180958194, "n_words": 16423 }, "bul_Cyrl": { "punct_f1": 0.6938775510204082, "case_acc": 0.9558566150256045, "case_f1": 0.7606511950121233, "n_words": 15427 }, "tur_Latn": { "punct_f1": 0.585635359116022, "case_acc": 0.9467128598531717, "case_f1": 0.7834162520729685, "n_words": 12123 }, "arb_Arab": { "punct_f1": 0.5475648611743287, "case_acc": 0.9995011046967429, "case_f1": 0.7843137254901961, "n_words": 14031 }, "heb_Hebr": { "punct_f1": 0.47045707915273133, "case_acc": 0.9990748593015187, "case_f1": 0.7333333333333333, "n_words": 12971 }, "pes_Arab": { "punct_f1": 0.519245283018868, "case_acc": 0.9992138776793669, "case_f1": 0.6222222222222222, "n_words": 19081 }, "hin_Deva": { "punct_f1": 0.5317833292109819, "case_acc": 0.9992852823134861, "case_f1": 0.6538461538461539, "n_words": 18189 }, "ind_Latn": { "punct_f1": 0.6386285714285714, "case_acc": 0.9528817546530132, "case_f1": 0.7987051206592113, "n_words": 14453 }, "vie_Latn": { "punct_f1": 0.5555804070677701, "case_acc": 0.9578291493588585, "case_f1": 0.7168328800241764, "n_words": 22148 }, "jpn_Jpan": { "punct_f1": 0.6910569105691057, "case_acc": 0.9991457664183694, "case_f1": 0.8878923766816144, "n_words": 29266 }, "kor_Hang": { "punct_f1": 0.7275242047026279, "case_acc": 0.9977617079889807, "case_f1": 0.7591240875912408, "n_words": 11616 }, "zho_Hans": { "punct_f1": 0.6361474435196195, "case_acc": 0.9984459409457559, "case_f1": 0.8636363636363636, "n_words": 27026 } } }, "summary": { "europarl": { "punct_f1": 0.7504381283320739, "case_f1": 0.8296583706289874, "case_acc": 0.9662893209415823, "n_langs": 12 }, "flores": { "punct_f1": 0.4830421886825143, "case_f1": 0.6577061562939608, "case_acc": 0.9116484886435792, "n_langs": 199 }, "ted": { "punct_f1": 0.643693657471781, "case_f1": 0.7742067588777227, "case_acc": 0.9674756011316188, "n_langs": 25 } }, "aligned_chunks": 65210, "seconds": 7 } }