| { |
| "rule+punctuation-restoration-small": { |
| "per_lang": { |
| "europarl": { |
| "eng_Latn": { |
| "punct_f1": 0.7610362694300518, |
| "case_acc": 0.92060211363725, |
| "case_f1": 0.5316571428571428, |
| "n_words": 25643 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.8787145818935729, |
| "case_acc": 0.7355899162642329, |
| "case_f1": 0.25485799701046336, |
| "n_words": 22571 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.8185491629786416, |
| "case_acc": 0.9563487637107269, |
| "case_f1": 0.6297686053783614, |
| "n_words": 26895 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.8047313552526063, |
| "case_acc": 0.9306811784574968, |
| "case_f1": 0.5021436227224009, |
| "n_words": 26645 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.784661957618567, |
| "case_acc": 0.9500099029510795, |
| "case_f1": 0.5859831278390656, |
| "n_words": 25245 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.8057053400591407, |
| "case_acc": 0.9243684475221479, |
| "case_f1": 0.47919427511264245, |
| "n_words": 25849 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.8006605331446096, |
| "case_acc": 0.9365534952226292, |
| "case_f1": 0.5496021220159151, |
| "n_words": 26479 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.8419881305637982, |
| "case_acc": 0.9296147436525831, |
| "case_f1": 0.5570003023888721, |
| "n_words": 20402 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.8710273466371027, |
| "case_acc": 0.9424022591168022, |
| "case_f1": 0.6012637179913535, |
| "n_words": 20539 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.8424596845649477, |
| "case_acc": 0.9453588718164597, |
| "case_f1": 0.5799492385786802, |
| "n_words": 23755 |
| }, |
| "slk_Latn": { |
| "punct_f1": 0.8680362761428836, |
| "case_acc": 0.945309381237525, |
| "case_f1": 0.6236125126135217, |
| "n_words": 20040 |
| }, |
| "slv_Latn": { |
| "punct_f1": 0.8774349250129289, |
| "case_acc": 0.9433302578546108, |
| "case_f1": 0.6023450586264657, |
| "n_words": 20593 |
| } |
| }, |
| "flores": { |
| "ace_Arab": { |
| "punct_f1": 0.23074003795066414, |
| "case_acc": 0.9996792962844184, |
| "case_f1": 0.375, |
| "n_words": 21827 |
| }, |
| "ace_Latn": { |
| "punct_f1": 0.3429873088187439, |
| "case_acc": 0.879222972972973, |
| "case_f1": 0.2431718061674009, |
| "n_words": 21312 |
| }, |
| "acm_Arab": { |
| "punct_f1": 0.631427750646366, |
| "case_acc": 0.9977013951996578, |
| "case_f1": 0.40816326530612246, |
| "n_words": 18707 |
| }, |
| "acq_Arab": { |
| "punct_f1": 0.6693701000270343, |
| "case_acc": 0.9978146625734949, |
| "case_f1": 0.42424242424242425, |
| "n_words": 19219 |
| }, |
| "aeb_Arab": { |
| "punct_f1": 0.5640870616686819, |
| "case_acc": 0.9977659574468085, |
| "case_f1": 0.3870967741935484, |
| "n_words": 18800 |
| }, |
| "afr_Latn": { |
| "punct_f1": 0.8110557317625736, |
| "case_acc": 0.9174327840416305, |
| "case_f1": 0.526706231454006, |
| "n_words": 23060 |
| }, |
| "ajp_Arab": { |
| "punct_f1": 0.56973293768546, |
| "case_acc": 0.9943878954607978, |
| "case_f1": 0.4537037037037037, |
| "n_words": 18175 |
| }, |
| "aka_Latn": { |
| "punct_f1": 0.24473147518694766, |
| "case_acc": 0.9027606559826665, |
| "case_f1": 0.21290711700844392, |
| "n_words": 26769 |
| }, |
| "als_Latn": { |
| "punct_f1": 0.8298684768773865, |
| "case_acc": 0.9352556020984993, |
| "case_f1": 0.5721953837895867, |
| "n_words": 24589 |
| }, |
| "amh_Ethi": { |
| "punct_f1": 0.7651006711409396, |
| "case_acc": 0.9966841186736475, |
| "case_f1": 0.2595419847328244, |
| "n_words": 17190 |
| }, |
| "apc_Arab": { |
| "punct_f1": 0.5917650813916374, |
| "case_acc": 0.994847670250896, |
| "case_f1": 0.4, |
| "n_words": 17856 |
| }, |
| "arb_Arab": { |
| "punct_f1": 0.7428713116786512, |
| "case_acc": 0.9978082471073959, |
| "case_f1": 0.4117647058823529, |
| "n_words": 19619 |
| }, |
| "arb_Latn": { |
| "punct_f1": 0.26989335520918784, |
| "case_acc": 0.9166215484569572, |
| "case_f1": 0.24013157894736842, |
| "n_words": 22164 |
| }, |
| "ars_Arab": { |
| "punct_f1": 0.7396301849075462, |
| "case_acc": 0.9982173780177244, |
| "case_f1": 0.3333333333333333, |
| "n_words": 19634 |
| }, |
| "ary_Arab": { |
| "punct_f1": 0.5103349964362082, |
| "case_acc": 0.9972169712245327, |
| "case_f1": 0.39344262295081966, |
| "n_words": 19044 |
| }, |
| "arz_Arab": { |
| "punct_f1": 0.6536941319550015, |
| "case_acc": 0.9981462409886714, |
| "case_f1": 0.3466666666666667, |
| "n_words": 19420 |
| }, |
| "asm_Beng": { |
| "punct_f1": 0.6561443066516347, |
| "case_acc": 0.9963585288456537, |
| "case_f1": 0.23841059602649006, |
| "n_words": 19223 |
| }, |
| "ast_Latn": { |
| "punct_f1": 0.7243799719232569, |
| "case_acc": 0.9238129955344938, |
| "case_f1": 0.5318791946308725, |
| "n_words": 21946 |
| }, |
| "awa_Deva": { |
| "punct_f1": 0.7226697353279632, |
| "case_acc": 0.9985802736916828, |
| "case_f1": 0.22535211267605634, |
| "n_words": 25357 |
| }, |
| "ayr_Latn": { |
| "punct_f1": 0.23332169053440446, |
| "case_acc": 0.8562046534901175, |
| "case_f1": 0.20055517002081888, |
| "n_words": 15988 |
| }, |
| "azb_Arab": { |
| "punct_f1": 0.5255522584899439, |
| "case_acc": 0.9981805776665909, |
| "case_f1": 0.2465753424657534, |
| "n_words": 17588 |
| }, |
| "azj_Latn": { |
| "punct_f1": 0.8183951196621304, |
| "case_acc": 0.9140837696335079, |
| "case_f1": 0.5663438890342842, |
| "n_words": 19100 |
| }, |
| "bak_Cyrl": { |
| "punct_f1": 0.5686501504978004, |
| "case_acc": 0.9029905178701677, |
| "case_f1": 0.478586403114705, |
| "n_words": 17823 |
| }, |
| "bam_Latn": { |
| "punct_f1": 0.20902090209020902, |
| "case_acc": 0.8983945361007628, |
| "case_f1": 0.21972789115646257, |
| "n_words": 22548 |
| }, |
| "ban_Latn": { |
| "punct_f1": 0.48653198653198654, |
| "case_acc": 0.8785106487629728, |
| "case_f1": 0.33681392235609103, |
| "n_words": 20331 |
| }, |
| "bel_Cyrl": { |
| "punct_f1": 0.8755910165484634, |
| "case_acc": 0.9315068493150684, |
| "case_f1": 0.6250974279033515, |
| "n_words": 21024 |
| }, |
| "bem_Latn": { |
| "punct_f1": 0.3414956982131039, |
| "case_acc": 0.884949949731171, |
| "case_f1": 0.2545968882602546, |
| "n_words": 22877 |
| }, |
| "ben_Beng": { |
| "punct_f1": 0.7492163009404389, |
| "case_acc": 0.9975355547568927, |
| "case_f1": 0.2982456140350877, |
| "n_words": 19477 |
| }, |
| "bho_Deva": { |
| "punct_f1": 0.6955536675162843, |
| "case_acc": 0.9943328382709294, |
| "case_f1": 0.16877637130801687, |
| "n_words": 25586 |
| }, |
| "bjn_Arab": { |
| "punct_f1": 0.2104871699516549, |
| "case_acc": 1.0, |
| "case_f1": 1.0, |
| "n_words": 19846 |
| }, |
| "bjn_Latn": { |
| "punct_f1": 0.45577643330452317, |
| "case_acc": 0.8668891170431211, |
| "case_f1": 0.3130296610169492, |
| "n_words": 19480 |
| }, |
| "bos_Latn": { |
| "punct_f1": 0.8597919493441881, |
| "case_acc": 0.9335467980295566, |
| "case_f1": 0.6134094151212554, |
| "n_words": 20300 |
| }, |
| "bug_Latn": { |
| "punct_f1": 0.2637906647807638, |
| "case_acc": 0.8589689857502095, |
| "case_f1": 0.19785458879618595, |
| "n_words": 19088 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.8881867649640162, |
| "case_acc": 0.9385828989998591, |
| "case_f1": 0.6220562894887995, |
| "n_words": 21297 |
| }, |
| "cat_Latn": { |
| "punct_f1": 0.8437894736842105, |
| "case_acc": 0.9395626893784292, |
| "case_f1": 0.592959295929593, |
| "n_words": 24422 |
| }, |
| "ceb_Latn": { |
| "punct_f1": 0.6834631241410902, |
| "case_acc": 0.9077825159914712, |
| "case_f1": 0.4293119698397738, |
| "n_words": 26264 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.9145588528181637, |
| "case_acc": 0.9322582328688482, |
| "case_f1": 0.6308040770101925, |
| "n_words": 19161 |
| }, |
| "cjk_Latn": { |
| "punct_f1": 0.24703632887189292, |
| "case_acc": 0.8978826316568778, |
| "case_f1": 0.2292519538518794, |
| "n_words": 20261 |
| }, |
| "ckb_Arab": { |
| "punct_f1": 0.6192516423878892, |
| "case_acc": 0.9971293828173057, |
| "case_f1": 0.1592920353982301, |
| "n_words": 19508 |
| }, |
| "crh_Latn": { |
| "punct_f1": 0.7031793919702948, |
| "case_acc": 0.9153309131527506, |
| "case_f1": 0.5728615213151296, |
| "n_words": 17905 |
| }, |
| "cym_Latn": { |
| "punct_f1": 0.762593079281647, |
| "case_acc": 0.9076719248126527, |
| "case_f1": 0.4784845650140318, |
| "n_words": 24153 |
| }, |
| "dan_Latn": { |
| "punct_f1": 0.8909495548961425, |
| "case_acc": 0.940677966101695, |
| "case_f1": 0.6370875995449374, |
| "n_words": 21358 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.9288762446657184, |
| "case_acc": 0.7104875804967802, |
| "case_f1": 0.27556066705002874, |
| "n_words": 21740 |
| }, |
| "dik_Latn": { |
| "punct_f1": 0.2510995601759296, |
| "case_acc": 0.9014156793978017, |
| "case_f1": 0.2129692832764505, |
| "n_words": 23381 |
| }, |
| "dyu_Latn": { |
| "punct_f1": 0.20818115412710006, |
| "case_acc": 0.9126456589528967, |
| "case_f1": 0.218475073313783, |
| "n_words": 24372 |
| }, |
| "dzo_Tibt": { |
| "punct_f1": 0.002631578947368421, |
| "case_acc": 0.9998533079067038, |
| "case_f1": 0.6666666666666666, |
| "n_words": 6817 |
| }, |
| "ell_Grek": { |
| "punct_f1": 0.8053193808589492, |
| "case_acc": 0.922519882796149, |
| "case_f1": 0.5334005545752458, |
| "n_words": 23890 |
| }, |
| "eng_Latn": { |
| "punct_f1": 0.8265107212475633, |
| "case_acc": 0.9107689496047883, |
| "case_f1": 0.5250423421243648, |
| "n_words": 21887 |
| }, |
| "epo_Latn": { |
| "punct_f1": 0.8481203007518797, |
| "case_acc": 0.9275306378461835, |
| "case_f1": 0.5841829705152934, |
| "n_words": 20726 |
| }, |
| "est_Latn": { |
| "punct_f1": 0.9019062748212867, |
| "case_acc": 0.9247949224597329, |
| "case_f1": 0.6218787158145065, |
| "n_words": 16701 |
| }, |
| "eus_Latn": { |
| "punct_f1": 0.7954849818251387, |
| "case_acc": 0.9097025896189076, |
| "case_f1": 0.5544444444444444, |
| "n_words": 17686 |
| }, |
| "ewe_Latn": { |
| "punct_f1": 0.1467146714671467, |
| "case_acc": 0.9050044109391291, |
| "case_f1": 0.20701168614357263, |
| "n_words": 24938 |
| }, |
| "fao_Latn": { |
| "punct_f1": 0.8318401102687801, |
| "case_acc": 0.9406872296944062, |
| "case_f1": 0.6271838910275392, |
| "n_words": 21041 |
| }, |
| "fij_Latn": { |
| "punct_f1": 0.26245744351593936, |
| "case_acc": 0.9057030678112731, |
| "case_f1": 0.20213963963963963, |
| "n_words": 30054 |
| }, |
| "fin_Latn": { |
| "punct_f1": 0.8979771328056289, |
| "case_acc": 0.9297795038837384, |
| "case_f1": 0.6696087084436599, |
| "n_words": 15964 |
| }, |
| "fon_Latn": { |
| "punct_f1": 0.21029731689630166, |
| "case_acc": 0.9217172542228902, |
| "case_f1": 0.23364187679540377, |
| "n_words": 30607 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.8750495834986116, |
| "case_acc": 0.9477722966095059, |
| "case_f1": 0.6216445323537723, |
| "n_words": 25542 |
| }, |
| "fur_Latn": { |
| "punct_f1": 0.6414909269249632, |
| "case_acc": 0.9293435275507513, |
| "case_f1": 0.4641735655152726, |
| "n_words": 26551 |
| }, |
| "fuv_Latn": { |
| "punct_f1": 0.26398026315789475, |
| "case_acc": 0.9057210486356125, |
| "case_f1": 0.2273391812865497, |
| "n_words": 22391 |
| }, |
| "gaz_Latn": { |
| "punct_f1": 0.23174366616989567, |
| "case_acc": 0.8696275805542749, |
| "case_f1": 0.19385492556224262, |
| "n_words": 19521 |
| }, |
| "gla_Latn": { |
| "punct_f1": 0.6866995073891625, |
| "case_acc": 0.9182418074040934, |
| "case_f1": 0.4613117170228445, |
| "n_words": 26823 |
| }, |
| "gle_Latn": { |
| "punct_f1": 0.7200529450694904, |
| "case_acc": 0.9157056882158804, |
| "case_f1": 0.47586872586872586, |
| "n_words": 25755 |
| }, |
| "glg_Latn": { |
| "punct_f1": 0.8513457556935817, |
| "case_acc": 0.93395987862441, |
| "case_f1": 0.5776581426648721, |
| "n_words": 23728 |
| }, |
| "grn_Latn": { |
| "punct_f1": 0.2606852702225362, |
| "case_acc": 0.8662896961389079, |
| "case_f1": 0.2103134479271992, |
| "n_words": 17508 |
| }, |
| "guj_Gujr": { |
| "punct_f1": 0.7464065708418891, |
| "case_acc": 0.9976997172569129, |
| "case_f1": 0.22, |
| "n_words": 20867 |
| }, |
| "hat_Latn": { |
| "punct_f1": 0.5810493343774471, |
| "case_acc": 0.9186338089061824, |
| "case_f1": 0.4376302470973504, |
| "n_words": 23130 |
| }, |
| "hau_Latn": { |
| "punct_f1": 0.59247889485802, |
| "case_acc": 0.911036842524071, |
| "case_f1": 0.4105263157894737, |
| "n_words": 25134 |
| }, |
| "heb_Hebr": { |
| "punct_f1": 0.7927437641723356, |
| "case_acc": 0.9950432276657061, |
| "case_f1": 0.3225806451612903, |
| "n_words": 17350 |
| }, |
| "hin_Deva": { |
| "punct_f1": 0.7894608441083191, |
| "case_acc": 0.998126024830171, |
| "case_f1": 0.22916666666666666, |
| "n_words": 25614 |
| }, |
| "hne_Deva": { |
| "punct_f1": 0.6372840976771889, |
| "case_acc": 0.9966957283331342, |
| "case_f1": 0.041666666666666664, |
| "n_words": 25119 |
| }, |
| "hrv_Latn": { |
| "punct_f1": 0.8594114899579636, |
| "case_acc": 0.930629614438064, |
| "case_f1": 0.6129307889490174, |
| "n_words": 19504 |
| }, |
| "hun_Latn": { |
| "punct_f1": 0.8694550063371356, |
| "case_acc": 0.9290263876251137, |
| "case_f1": 0.6076923076923076, |
| "n_words": 18683 |
| }, |
| "hye_Armn": { |
| "punct_f1": 0.5819175942198789, |
| "case_acc": 0.929778192371476, |
| "case_f1": 0.5931695626123428, |
| "n_words": 19296 |
| }, |
| "ibo_Latn": { |
| "punct_f1": 0.22389127324749641, |
| "case_acc": 0.8975419712426701, |
| "case_f1": 0.1972981464027647, |
| "n_words": 24898 |
| }, |
| "ilo_Latn": { |
| "punct_f1": 0.45305770887166236, |
| "case_acc": 0.8960518198642813, |
| "case_f1": 0.29350104821802936, |
| "n_words": 25936 |
| }, |
| "ind_Latn": { |
| "punct_f1": 0.8101483551924318, |
| "case_acc": 0.8936288368336026, |
| "case_f1": 0.5061872519262199, |
| "n_words": 19808 |
| }, |
| "isl_Latn": { |
| "punct_f1": 0.8286099865047234, |
| "case_acc": 0.9356696362651966, |
| "case_f1": 0.629410104431273, |
| "n_words": 20317 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.8467692307692307, |
| "case_acc": 0.9367312517997449, |
| "case_f1": 0.5813637598478675, |
| "n_words": 24309 |
| }, |
| "jav_Latn": { |
| "punct_f1": 0.6674223532078893, |
| "case_acc": 0.8876494422490121, |
| "case_f1": 0.4426838326318396, |
| "n_words": 19991 |
| }, |
| "jpn_Jpan": { |
| "punct_f1": 0.9085398466749867, |
| "case_acc": 0.9959954763714567, |
| "case_f1": 0.4626865671641791, |
| "n_words": 53939 |
| }, |
| "kab_Latn": { |
| "punct_f1": 0.22937771345875543, |
| "case_acc": 0.8814643440391944, |
| "case_f1": 0.20231566118220598, |
| "n_words": 22044 |
| }, |
| "kac_Latn": { |
| "punct_f1": 0.26884226884226886, |
| "case_acc": 0.9362256928070127, |
| "case_f1": 0.22883907661425226, |
| "n_words": 36049 |
| }, |
| "kam_Latn": { |
| "punct_f1": 0.3215970961887477, |
| "case_acc": 0.899839440876464, |
| "case_f1": 0.262078554049357, |
| "n_words": 21176 |
| }, |
| "kan_Knda": { |
| "punct_f1": 0.7457713992824193, |
| "case_acc": 0.9948354178333645, |
| "case_f1": 0.15384615384615385, |
| "n_words": 16071 |
| }, |
| "kas_Arab": { |
| "punct_f1": 0.3434426229508197, |
| "case_acc": 0.9963707914298208, |
| "case_f1": 0.27631578947368424, |
| "n_words": 22870 |
| }, |
| "kas_Deva": { |
| "punct_f1": 0.24813278008298756, |
| "case_acc": 0.973961405578495, |
| "case_f1": 0.3126967471143757, |
| "n_words": 23734 |
| }, |
| "kat_Geor": { |
| "punct_f1": 0.781460383221129, |
| "case_acc": 0.9759380097879282, |
| "case_f1": 0.0547945205479452, |
| "n_words": 17164 |
| }, |
| "kaz_Cyrl": { |
| "punct_f1": 0.8421296296296297, |
| "case_acc": 0.9245654692931634, |
| "case_f1": 0.6230351529008288, |
| "n_words": 17260 |
| }, |
| "kbp_Latn": { |
| "punct_f1": 0.22782793414763675, |
| "case_acc": 0.8987110846718224, |
| "case_f1": 0.2527729130180969, |
| "n_words": 25215 |
| }, |
| "kea_Latn": { |
| "punct_f1": 0.4783427495291902, |
| "case_acc": 0.8944750165089148, |
| "case_f1": 0.3370165745856354, |
| "n_words": 22715 |
| }, |
| "khk_Cyrl": { |
| "punct_f1": 0.8438818565400844, |
| "case_acc": 0.923554876496053, |
| "case_f1": 0.5851648351648352, |
| "n_words": 19635 |
| }, |
| "kik_Latn": { |
| "punct_f1": 0.2977853492333901, |
| "case_acc": 0.8996612154418838, |
| "case_f1": 0.2235864297253635, |
| "n_words": 23909 |
| }, |
| "kin_Latn": { |
| "punct_f1": 0.5720294426919033, |
| "case_acc": 0.9021543985637342, |
| "case_f1": 0.4438154542881404, |
| "n_words": 20052 |
| }, |
| "kir_Cyrl": { |
| "punct_f1": 0.8501128668171558, |
| "case_acc": 0.9244480220791168, |
| "case_f1": 0.6209862385321101, |
| "n_words": 17392 |
| }, |
| "kmb_Latn": { |
| "punct_f1": 0.2611527189840443, |
| "case_acc": 0.8898098063165242, |
| "case_f1": 0.23326264768252045, |
| "n_words": 22924 |
| }, |
| "kmr_Latn": { |
| "punct_f1": 0.6483622350674374, |
| "case_acc": 0.9112611419998234, |
| "case_f1": 0.48963075366717246, |
| "n_words": 22662 |
| }, |
| "knc_Arab": { |
| "punct_f1": 0.1038107752956636, |
| "case_acc": 0.9875027168006955, |
| "case_f1": 0.1864951768488746, |
| "n_words": 18404 |
| }, |
| "knc_Latn": { |
| "punct_f1": 0.21964886066492342, |
| "case_acc": 0.8797348484848485, |
| "case_f1": 0.19455006337135614, |
| "n_words": 21120 |
| }, |
| "kon_Latn": { |
| "punct_f1": 0.298828125, |
| "case_acc": 0.9085643056166594, |
| "case_f1": 0.23178604365201352, |
| "n_words": 27276 |
| }, |
| "kor_Hang": { |
| "punct_f1": 0.871992871992872, |
| "case_acc": 0.9848298217179903, |
| "case_f1": 0.40643863179074446, |
| "n_words": 15425 |
| }, |
| "lij_Latn": { |
| "punct_f1": 0.545273631840796, |
| "case_acc": 0.9216027201421892, |
| "case_f1": 0.4068884997081144, |
| "n_words": 25881 |
| }, |
| "lim_Latn": { |
| "punct_f1": 0.7175961293608353, |
| "case_acc": 0.9115980186532197, |
| "case_f1": 0.46832397754611066, |
| "n_words": 22409 |
| }, |
| "lin_Latn": { |
| "punct_f1": 0.2779204107830552, |
| "case_acc": 0.9059639737535002, |
| "case_f1": 0.23628977657413677, |
| "n_words": 23927 |
| }, |
| "lit_Latn": { |
| "punct_f1": 0.8658157985512246, |
| "case_acc": 0.9146651270207852, |
| "case_f1": 0.586054233536248, |
| "n_words": 17320 |
| }, |
| "lmo_Latn": { |
| "punct_f1": 0.5731327800829875, |
| "case_acc": 0.9236964186305437, |
| "case_f1": 0.41434262948207173, |
| "n_words": 26945 |
| }, |
| "ltg_Latn": { |
| "punct_f1": 0.7143655673560648, |
| "case_acc": 0.9044109436069235, |
| "case_f1": 0.4675084693563289, |
| "n_words": 17910 |
| }, |
| "ltz_Latn": { |
| "punct_f1": 0.8375615297235895, |
| "case_acc": 0.7425449157251343, |
| "case_f1": 0.2900510204081633, |
| "n_words": 21596 |
| }, |
| "lua_Latn": { |
| "punct_f1": 0.26921662375873484, |
| "case_acc": 0.900864127838812, |
| "case_f1": 0.23442732752846618, |
| "n_words": 23029 |
| }, |
| "lug_Latn": { |
| "punct_f1": 0.33646812957157785, |
| "case_acc": 0.8827370812038614, |
| "case_f1": 0.30815508021390375, |
| "n_words": 17610 |
| }, |
| "luo_Latn": { |
| "punct_f1": 0.21368124118476728, |
| "case_acc": 0.8965956746978044, |
| "case_f1": 0.19872611464968154, |
| "n_words": 24322 |
| }, |
| "lus_Latn": { |
| "punct_f1": 0.23948465327775673, |
| "case_acc": 0.9117884892592202, |
| "case_f1": 0.18715714746692483, |
| "n_words": 28443 |
| }, |
| "lvs_Latn": { |
| "punct_f1": 0.9029635901778154, |
| "case_acc": 0.9267604104457354, |
| "case_f1": 0.6001754899093302, |
| "n_words": 18419 |
| }, |
| "mag_Deva": { |
| "punct_f1": 0.6527060103345118, |
| "case_acc": 0.9985606333213386, |
| "case_f1": 0.17391304347826086, |
| "n_words": 25011 |
| }, |
| "mai_Deva": { |
| "punct_f1": 0.6844192634560906, |
| "case_acc": 0.9958933073107262, |
| "case_f1": 0.12435233160621761, |
| "n_words": 24594 |
| }, |
| "mal_Mlym": { |
| "punct_f1": 0.6929450163193572, |
| "case_acc": 0.9976530543820827, |
| "case_f1": 0.17647058823529413, |
| "n_words": 14913 |
| }, |
| "mar_Deva": { |
| "punct_f1": 0.7549019607843137, |
| "case_acc": 0.9965314273701913, |
| "case_f1": 0.128, |
| "n_words": 19028 |
| }, |
| "min_Arab": { |
| "punct_f1": 0.2279035792549306, |
| "case_acc": 0.9996088593360387, |
| "case_f1": 0.0, |
| "n_words": 20453 |
| }, |
| "min_Latn": { |
| "punct_f1": 0.41451709658068386, |
| "case_acc": 0.8757208484019158, |
| "case_f1": 0.2899358795650962, |
| "n_words": 20462 |
| }, |
| "mkd_Cyrl": { |
| "punct_f1": 0.8404934070608252, |
| "case_acc": 0.9335444511712383, |
| "case_f1": 0.5958768709404123, |
| "n_words": 21473 |
| }, |
| "mlt_Latn": { |
| "punct_f1": 0.7537482962289869, |
| "case_acc": 0.9275144088478114, |
| "case_f1": 0.5912941863862109, |
| "n_words": 19259 |
| }, |
| "mni_Beng": { |
| "punct_f1": 0.26558005752636626, |
| "case_acc": 0.9928345189262163, |
| "case_f1": 0.1187214611872146, |
| "n_words": 19259 |
| }, |
| "mos_Latn": { |
| "punct_f1": 0.2396975425330813, |
| "case_acc": 0.9172277547070918, |
| "case_f1": 0.236822568671121, |
| "n_words": 24803 |
| }, |
| "mri_Latn": { |
| "punct_f1": 0.5039023414048429, |
| "case_acc": 0.9079724247122076, |
| "case_f1": 0.2809278350515464, |
| "n_words": 30317 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.8993830090175605, |
| "case_acc": 0.9322749021313614, |
| "case_f1": 0.6110557768924303, |
| "n_words": 22990 |
| }, |
| "nno_Latn": { |
| "punct_f1": 0.8581314878892734, |
| "case_acc": 0.9463783484715754, |
| "case_f1": 0.6562867215041128, |
| "n_words": 21689 |
| }, |
| "nob_Latn": { |
| "punct_f1": 0.8455246552932928, |
| "case_acc": 0.942684128995916, |
| "case_f1": 0.6471264367816092, |
| "n_words": 21303 |
| }, |
| "npi_Deva": { |
| "punct_f1": 0.8176168603080248, |
| "case_acc": 0.9914941421922645, |
| "case_f1": 0.3048780487804878, |
| "n_words": 18693 |
| }, |
| "nso_Latn": { |
| "punct_f1": 0.3216875411997363, |
| "case_acc": 0.911041652033434, |
| "case_f1": 0.2407185628742515, |
| "n_words": 28474 |
| }, |
| "nus_Latn": { |
| "punct_f1": 0.24091919940696813, |
| "case_acc": 0.9051063979955535, |
| "case_f1": 0.20035671819262782, |
| "n_words": 28337 |
| }, |
| "nya_Latn": { |
| "punct_f1": 0.27571115973741794, |
| "case_acc": 0.8714139867279224, |
| "case_f1": 0.2187790517508522, |
| "n_words": 19590 |
| }, |
| "oci_Latn": { |
| "punct_f1": 0.7318050300467394, |
| "case_acc": 0.9350073254110369, |
| "case_f1": 0.5463304052139416, |
| "n_words": 24572 |
| }, |
| "ory_Orya": { |
| "punct_f1": 0.6225319396051103, |
| "case_acc": 0.9940531118630165, |
| "case_f1": 0.3023255813953488, |
| "n_words": 19506 |
| }, |
| "pag_Latn": { |
| "punct_f1": 0.3061916878710772, |
| "case_acc": 0.8724844926369619, |
| "case_f1": 0.19635929573261712, |
| "n_words": 21119 |
| }, |
| "pan_Guru": { |
| "punct_f1": 0.7708036138849262, |
| "case_acc": 0.9974896690225158, |
| "case_f1": 0.2556390977443609, |
| "n_words": 25893 |
| }, |
| "pap_Latn": { |
| "punct_f1": 0.6811159787871801, |
| "case_acc": 0.9202412868632708, |
| "case_f1": 0.46818538884524746, |
| "n_words": 25364 |
| }, |
| "pbt_Arab": { |
| "punct_f1": 0.7299843014128728, |
| "case_acc": 0.9892334521191902, |
| "case_f1": 0.47368421052631576, |
| "n_words": 26378 |
| }, |
| "pes_Arab": { |
| "punct_f1": 0.8172821626840454, |
| "case_acc": 0.994512739801778, |
| "case_f1": 0.436241610738255, |
| "n_words": 23509 |
| }, |
| "plt_Latn": { |
| "punct_f1": 0.5404266526204898, |
| "case_acc": 0.8992352481098462, |
| "case_f1": 0.38176486270327914, |
| "n_words": 23014 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.8865248226950354, |
| "case_acc": 0.9221599958896367, |
| "case_f1": 0.5862537353979896, |
| "n_words": 19463 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.8573605027613788, |
| "case_acc": 0.9262789008077268, |
| "case_f1": 0.5583418628454453, |
| "n_words": 23399 |
| }, |
| "prs_Arab": { |
| "punct_f1": 0.7911376649240727, |
| "case_acc": 0.9957903425505572, |
| "case_f1": 0.32142857142857145, |
| "n_words": 24230 |
| }, |
| "quy_Latn": { |
| "punct_f1": 0.2111801242236025, |
| "case_acc": 0.8669972382626161, |
| "case_f1": 0.20457100037467216, |
| "n_words": 15932 |
| }, |
| "ron_Latn": { |
| "punct_f1": 0.8663041440090006, |
| "case_acc": 0.9338337620714376, |
| "case_f1": 0.5767991407089151, |
| "n_words": 23713 |
| }, |
| "run_Latn": { |
| "punct_f1": 0.48783185840707965, |
| "case_acc": 0.8983814285007177, |
| "case_f1": 0.398595258999122, |
| "n_words": 20203 |
| }, |
| "rus_Cyrl": { |
| "punct_f1": 0.9126433069594704, |
| "case_acc": 0.9307381451736662, |
| "case_f1": 0.6180692372642838, |
| "n_words": 19549 |
| }, |
| "sag_Latn": { |
| "punct_f1": 0.26392961876832843, |
| "case_acc": 0.9306514751280991, |
| "case_f1": 0.24671734623358674, |
| "n_words": 31421 |
| }, |
| "san_Deva": { |
| "punct_f1": 0.5172302737520129, |
| "case_acc": 0.9930876960990563, |
| "case_f1": 0.39316239316239315, |
| "n_words": 16637 |
| }, |
| "sat_Olck": { |
| "punct_f1": 0.20537124802527645, |
| "case_acc": 0.997211934584495, |
| "case_f1": 0.6311111111111111, |
| "n_words": 24031 |
| }, |
| "scn_Latn": { |
| "punct_f1": 0.5975490196078431, |
| "case_acc": 0.9179227246454137, |
| "case_f1": 0.46059544658493873, |
| "n_words": 22491 |
| }, |
| "shn_Mymr": { |
| "punct_f1": 0.33295063145809417, |
| "case_acc": 0.8889563721024395, |
| "case_f1": 0.333729216152019, |
| "n_words": 9879 |
| }, |
| "sin_Sinh": { |
| "punct_f1": 0.7222064259311913, |
| "case_acc": 0.996616395978345, |
| "case_f1": 0.2222222222222222, |
| "n_words": 20688 |
| }, |
| "slk_Latn": { |
| "punct_f1": 0.9099324975891996, |
| "case_acc": 0.9357333060221221, |
| "case_f1": 0.6390160183066361, |
| "n_words": 19528 |
| }, |
| "slv_Latn": { |
| "punct_f1": 0.9200434153400868, |
| "case_acc": 0.9398481314209142, |
| "case_f1": 0.6383862355384159, |
| "n_words": 20149 |
| }, |
| "smo_Latn": { |
| "punct_f1": 0.40200445434298443, |
| "case_acc": 0.9119894349589661, |
| "case_f1": 0.24737832750739447, |
| "n_words": 31803 |
| }, |
| "sna_Latn": { |
| "punct_f1": 0.26629094751673127, |
| "case_acc": 0.9035532994923858, |
| "case_f1": 0.2942664418212479, |
| "n_words": 17336 |
| }, |
| "snd_Arab": { |
| "punct_f1": 0.7225054624908959, |
| "case_acc": 0.9953416762070191, |
| "case_f1": 0.16597510373443983, |
| "n_words": 25331 |
| }, |
| "som_Latn": { |
| "punct_f1": 0.5863412100753052, |
| "case_acc": 0.9114239121105484, |
| "case_f1": 0.4368879216539717, |
| "n_words": 23302 |
| }, |
| "sot_Latn": { |
| "punct_f1": 0.29671801741460146, |
| "case_acc": 0.9064171122994652, |
| "case_f1": 0.2261119081779053, |
| "n_words": 28798 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.8379909365558912, |
| "case_acc": 0.940454737164986, |
| "case_f1": 0.580523334232533, |
| "n_words": 26081 |
| }, |
| "srd_Latn": { |
| "punct_f1": 0.6760820045558087, |
| "case_acc": 0.9276633910466386, |
| "case_f1": 0.48957189901207465, |
| "n_words": 25644 |
| }, |
| "srp_Cyrl": { |
| "punct_f1": 0.8491789109766638, |
| "case_acc": 0.9353074950404026, |
| "case_f1": 0.6126334006345544, |
| "n_words": 20667 |
| }, |
| "ssw_Latn": { |
| "punct_f1": 0.41033434650455924, |
| "case_acc": 0.9025179171687702, |
| "case_f1": 0.4091954022988506, |
| "n_words": 15767 |
| }, |
| "sun_Latn": { |
| "punct_f1": 0.639269406392694, |
| "case_acc": 0.8871498759053842, |
| "case_f1": 0.4278759928260313, |
| "n_words": 19743 |
| }, |
| "swe_Latn": { |
| "punct_f1": 0.8592706728299949, |
| "case_acc": 0.9430617283950617, |
| "case_f1": 0.6580188679245284, |
| "n_words": 20250 |
| }, |
| "swh_Latn": { |
| "punct_f1": 0.7209356725146199, |
| "case_acc": 0.9023083070847633, |
| "case_f1": 0.48208955223880595, |
| "n_words": 21271 |
| }, |
| "szl_Latn": { |
| "punct_f1": 0.6487611909223402, |
| "case_acc": 0.8977406028459224, |
| "case_f1": 0.4430309734513274, |
| "n_words": 19607 |
| }, |
| "tam_Taml": { |
| "punct_f1": 0.7207207207207207, |
| "case_acc": 0.994747522979587, |
| "case_f1": 0.23255813953488372, |
| "n_words": 16754 |
| }, |
| "taq_Latn": { |
| "punct_f1": 0.2642767819924969, |
| "case_acc": 0.8980721422205544, |
| "case_f1": 0.2260127931769723, |
| "n_words": 21319 |
| }, |
| "taq_Tfng": { |
| "punct_f1": 0.07162284678150499, |
| "case_acc": 0.9912099276111686, |
| "case_f1": 0.4509283819628647, |
| "n_words": 21274 |
| }, |
| "tat_Cyrl": { |
| "punct_f1": 0.7965925618117599, |
| "case_acc": 0.921457219251337, |
| "case_f1": 0.5947638019351167, |
| "n_words": 17952 |
| }, |
| "tel_Telu": { |
| "punct_f1": 0.723139507059105, |
| "case_acc": 0.988706911842961, |
| "case_f1": 0.44341801385681295, |
| "n_words": 16913 |
| }, |
| "tgk_Cyrl": { |
| "punct_f1": 0.8792165397170838, |
| "case_acc": 0.9310453969976488, |
| "case_f1": 0.586038961038961, |
| "n_words": 22116 |
| }, |
| "tgl_Latn": { |
| "punct_f1": 0.7842611222892913, |
| "case_acc": 0.9179151877451897, |
| "case_f1": 0.489188560799814, |
| "n_words": 26765 |
| }, |
| "tir_Ethi": { |
| "punct_f1": 0.5236811705814401, |
| "case_acc": 0.9975518283154495, |
| "case_f1": 0.14285714285714285, |
| "n_words": 19198 |
| }, |
| "tpi_Latn": { |
| "punct_f1": 0.35689455388180763, |
| "case_acc": 0.9151444282915113, |
| "case_f1": 0.2594832325453546, |
| "n_words": 31642 |
| }, |
| "tsn_Latn": { |
| "punct_f1": 0.3001477104874446, |
| "case_acc": 0.9185449821370575, |
| "case_f1": 0.24850299401197604, |
| "n_words": 30790 |
| }, |
| "tso_Latn": { |
| "punct_f1": 0.34230641409106016, |
| "case_acc": 0.9063960822141426, |
| "case_f1": 0.2571344513092086, |
| "n_words": 26954 |
| }, |
| "tuk_Latn": { |
| "punct_f1": 0.8135274776890559, |
| "case_acc": 0.9282844067418239, |
| "case_f1": 0.6282420749279539, |
| "n_words": 17918 |
| }, |
| "tum_Latn": { |
| "punct_f1": 0.3074927019137204, |
| "case_acc": 0.8958699293271783, |
| "case_f1": 0.24466824644549762, |
| "n_words": 24479 |
| }, |
| "tur_Latn": { |
| "punct_f1": 0.8086642599277978, |
| "case_acc": 0.8994432450857857, |
| "case_f1": 0.5580246913580247, |
| "n_words": 17602 |
| }, |
| "twi_Latn": { |
| "punct_f1": 0.22379182156133828, |
| "case_acc": 0.9022582379599048, |
| "case_f1": 0.20411985018726592, |
| "n_words": 26038 |
| }, |
| "tzm_Tfng": { |
| "punct_f1": 0.15492957746478872, |
| "case_acc": 0.9987155069318333, |
| "case_f1": 0.2127659574468085, |
| "n_words": 22577 |
| }, |
| "uig_Arab": { |
| "punct_f1": 0.7671488567428838, |
| "case_acc": 0.9955344525464925, |
| "case_f1": 0.35233160621761656, |
| "n_words": 17691 |
| }, |
| "ukr_Cyrl": { |
| "punct_f1": 0.8938493656656495, |
| "case_acc": 0.925986151909358, |
| "case_f1": 0.6034772854739203, |
| "n_words": 19064 |
| }, |
| "umb_Latn": { |
| "punct_f1": 0.26874115983026875, |
| "case_acc": 0.891303142841306, |
| "case_f1": 0.2684563758389262, |
| "n_words": 18041 |
| }, |
| "urd_Arab": { |
| "punct_f1": 0.7749318801089918, |
| "case_acc": 0.9986975869179842, |
| "case_f1": 0.2222222222222222, |
| "n_words": 27641 |
| }, |
| "uzn_Latn": { |
| "punct_f1": 0.8401344215074412, |
| "case_acc": 0.9230642141204979, |
| "case_f1": 0.5903440300664932, |
| "n_words": 18158 |
| }, |
| "vec_Latn": { |
| "punct_f1": 0.6772514315460697, |
| "case_acc": 0.9261553918285331, |
| "case_f1": 0.49542857142857144, |
| "n_words": 23888 |
| }, |
| "vie_Latn": { |
| "punct_f1": 0.7759889604415824, |
| "case_acc": 0.9221299462628236, |
| "case_f1": 0.4645334526739763, |
| "n_words": 30705 |
| }, |
| "war_Latn": { |
| "punct_f1": 0.5340938553279752, |
| "case_acc": 0.9046610169491526, |
| "case_f1": 0.3395748987854251, |
| "n_words": 27376 |
| }, |
| "wol_Latn": { |
| "punct_f1": 0.23952539859102706, |
| "case_acc": 0.904354774270875, |
| "case_f1": 0.2107342772472835, |
| "n_words": 25030 |
| }, |
| "xho_Latn": { |
| "punct_f1": 0.6384540117416829, |
| "case_acc": 0.917403939296093, |
| "case_f1": 0.5672947510094213, |
| "n_words": 15485 |
| }, |
| "ydd_Hebr": { |
| "punct_f1": 0.574050471577874, |
| "case_acc": 0.9937701489936395, |
| "case_f1": 0.1245136186770428, |
| "n_words": 22954 |
| }, |
| "yor_Latn": { |
| "punct_f1": 0.45525179856115106, |
| "case_acc": 0.9078701680505343, |
| "case_f1": 0.3289017341040462, |
| "n_words": 25171 |
| }, |
| "yue_Hant": { |
| "punct_f1": 0.814530078800692, |
| "case_acc": 0.9944830959886944, |
| "case_f1": 0.4754521963824289, |
| "n_words": 36796 |
| }, |
| "zho_Hans": { |
| "punct_f1": 0.8379150303463049, |
| "case_acc": 0.9923503100538782, |
| "case_f1": 0.5244865718799369, |
| "n_words": 39348 |
| }, |
| "zho_Hant": { |
| "punct_f1": 0.7997004867090978, |
| "case_acc": 0.995177541893421, |
| "case_f1": 0.5013927576601671, |
| "n_words": 37118 |
| }, |
| "zsm_Latn": { |
| "punct_f1": 0.7684038326711848, |
| "case_acc": 0.8976354533287066, |
| "case_f1": 0.5018059234288467, |
| "n_words": 20173 |
| }, |
| "zul_Latn": { |
| "punct_f1": 0.6496090973702914, |
| "case_acc": 0.9343536554515558, |
| "case_f1": 0.6219158200290276, |
| "n_words": 15812 |
| } |
| }, |
| "ted": { |
| "eng_Latn": { |
| "punct_f1": 0.7203014184397163, |
| "case_acc": 0.9296261572717684, |
| "case_f1": 0.646734397677794, |
| "n_words": 17066 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.7970824761548532, |
| "case_acc": 0.7624084103217585, |
| "case_f1": 0.354019014693172, |
| "n_words": 15695 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.731211317418214, |
| "case_acc": 0.9525664128349707, |
| "case_f1": 0.6921348314606741, |
| "n_words": 17203 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.6989636056881177, |
| "case_acc": 0.9464610902027437, |
| "case_f1": 0.6573966782541522, |
| "n_words": 16474 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.687901117185643, |
| "case_acc": 0.9413348720907867, |
| "case_f1": 0.648036253776435, |
| "n_words": 15597 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.7050011015642212, |
| "case_acc": 0.9501962708537782, |
| "case_f1": 0.6953937592867756, |
| "n_words": 16304 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.7592213114754098, |
| "case_acc": 0.9525719378660555, |
| "case_f1": 0.7334754797441365, |
| "n_words": 15708 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.7651881437881017, |
| "case_acc": 0.9325754606036848, |
| "case_f1": 0.6856319769535469, |
| "n_words": 12755 |
| }, |
| "rus_Cyrl": { |
| "punct_f1": 0.8241258741258741, |
| "case_acc": 0.9496519232121511, |
| "case_f1": 0.7263757115749525, |
| "n_words": 14221 |
| }, |
| "ukr_Cyrl": { |
| "punct_f1": 0.7927408412483039, |
| "case_acc": 0.9354700549646656, |
| "case_f1": 0.6712279438242708, |
| "n_words": 14009 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.7698289269051322, |
| "case_acc": 0.9378580233485606, |
| "case_f1": 0.6719636776390465, |
| "n_words": 13791 |
| }, |
| "ron_Latn": { |
| "punct_f1": 0.702521758536041, |
| "case_acc": 0.9419366581725519, |
| "case_f1": 0.6469730123997083, |
| "n_words": 16482 |
| }, |
| "hun_Latn": { |
| "punct_f1": 0.7563805104408353, |
| "case_acc": 0.9311783898626603, |
| "case_f1": 0.6397174254317112, |
| "n_words": 13179 |
| }, |
| "ell_Grek": { |
| "punct_f1": 0.6558279139569785, |
| "case_acc": 0.9399622480667357, |
| "case_f1": 0.6420373027259685, |
| "n_words": 16423 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.7378284034539776, |
| "case_acc": 0.9439942957153044, |
| "case_f1": 0.6699657403882756, |
| "n_words": 15427 |
| }, |
| "tur_Latn": { |
| "punct_f1": 0.6500877706260971, |
| "case_acc": 0.9235337787676318, |
| "case_f1": 0.646644419725621, |
| "n_words": 12123 |
| }, |
| "arb_Arab": { |
| "punct_f1": 0.5934640522875817, |
| "case_acc": 0.9988596678782695, |
| "case_f1": 0.5, |
| "n_words": 14031 |
| }, |
| "heb_Hebr": { |
| "punct_f1": 0.6005482182905557, |
| "case_acc": 0.9982268136612443, |
| "case_f1": 0.37037037037037035, |
| "n_words": 12971 |
| }, |
| "pes_Arab": { |
| "punct_f1": 0.6354515050167224, |
| "case_acc": 0.9989518369058226, |
| "case_f1": 0.41509433962264153, |
| "n_words": 19081 |
| }, |
| "hin_Deva": { |
| "punct_f1": 0.6120621543323677, |
| "case_acc": 0.9982956732090824, |
| "case_f1": 0.1111111111111111, |
| "n_words": 18189 |
| }, |
| "ind_Latn": { |
| "punct_f1": 0.6828669612174767, |
| "case_acc": 0.9229225766276897, |
| "case_f1": 0.6114384748700173, |
| "n_words": 14453 |
| }, |
| "vie_Latn": { |
| "punct_f1": 0.6195965417867435, |
| "case_acc": 0.9483023297814701, |
| "case_f1": 0.5912796880538816, |
| "n_words": 22148 |
| }, |
| "jpn_Jpan": { |
| "punct_f1": 0.7307042253521127, |
| "case_acc": 0.9976081459714344, |
| "case_f1": 0.6067415730337079, |
| "n_words": 29266 |
| }, |
| "kor_Hang": { |
| "punct_f1": 0.8241543192619514, |
| "case_acc": 0.9956955922865014, |
| "case_f1": 0.4861111111111111, |
| "n_words": 11616 |
| }, |
| "zho_Hans": { |
| "punct_f1": 0.592253227821741, |
| "case_acc": 0.9965218678309776, |
| "case_f1": 0.6147540983606558, |
| "n_words": 27026 |
| } |
| } |
| }, |
| "summary": { |
| "europarl": { |
| "punct_f1": 0.8295837969415709, |
| "case_f1": 0.5414481435945738, |
| "case_acc": 0.9216807776202952, |
| "n_langs": 12 |
| }, |
| "flores": { |
| "punct_f1": 0.5877911723607082, |
| "case_f1": 0.389226136133565, |
| "case_acc": 0.9338632106054932, |
| "n_langs": 199 |
| }, |
| "ted": { |
| "punct_f1": 0.7058125478549907, |
| "case_f1": 0.5893851356835895, |
| "case_acc": 0.949068419532332, |
| "n_langs": 25 |
| } |
| }, |
| "seconds": 180 |
| }, |
| "rule+punctuation-restoration-base": { |
| "per_lang": { |
| "europarl": { |
| "eng_Latn": { |
| "punct_f1": 0.7710641856575371, |
| "case_acc": 0.9207581016261748, |
| "case_f1": 0.5326012354152367, |
| "n_words": 25643 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.883518776077886, |
| "case_acc": 0.7358557440964069, |
| "case_f1": 0.2545545295732468, |
| "n_words": 22571 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.8258089517535362, |
| "case_acc": 0.9565718535043688, |
| "case_f1": 0.63055729492799, |
| "n_words": 26895 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.8106365834004835, |
| "case_acc": 0.9314317883280165, |
| "case_f1": 0.5077664702731655, |
| "n_words": 26645 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.7913114088509947, |
| "case_acc": 0.9508021390374332, |
| "case_f1": 0.5914118412491868, |
| "n_words": 25245 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.8044849334267694, |
| "case_acc": 0.925915896166196, |
| "case_f1": 0.49088507265521797, |
| "n_words": 25849 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.8171133051245886, |
| "case_acc": 0.9373843423089996, |
| "case_f1": 0.555908850026497, |
| "n_words": 26479 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.8473821017452655, |
| "case_acc": 0.9307420841094011, |
| "case_f1": 0.5631244323342416, |
| "n_words": 20402 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.881994459833795, |
| "case_acc": 0.9437168313939335, |
| "case_f1": 0.6091572660915726, |
| "n_words": 20539 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.857243691547556, |
| "case_acc": 0.9459903178278257, |
| "case_f1": 0.5884203901825047, |
| "n_words": 23755 |
| }, |
| "slk_Latn": { |
| "punct_f1": 0.8870818702642764, |
| "case_acc": 0.9471556886227545, |
| "case_f1": 0.636151019044437, |
| "n_words": 20040 |
| }, |
| "slv_Latn": { |
| "punct_f1": 0.8881635457825116, |
| "case_acc": 0.944107220900306, |
| "case_f1": 0.6112956810631229, |
| "n_words": 20593 |
| } |
| }, |
| "flores": { |
| "ace_Arab": { |
| "punct_f1": 0.2339622641509434, |
| "case_acc": 0.9996792962844184, |
| "case_f1": 0.375, |
| "n_words": 21827 |
| }, |
| "ace_Latn": { |
| "punct_f1": 0.3729456384323641, |
| "case_acc": 0.8800206456456456, |
| "case_f1": 0.2608193883439123, |
| "n_words": 21312 |
| }, |
| "acm_Arab": { |
| "punct_f1": 0.6526435474701535, |
| "case_acc": 0.9977548511252472, |
| "case_f1": 0.42424242424242425, |
| "n_words": 18707 |
| }, |
| "acq_Arab": { |
| "punct_f1": 0.6889613920609027, |
| "case_acc": 0.9977626307300068, |
| "case_f1": 0.40404040404040403, |
| "n_words": 19219 |
| }, |
| "aeb_Arab": { |
| "punct_f1": 0.6074294205052005, |
| "case_acc": 0.9978191489361702, |
| "case_f1": 0.4, |
| "n_words": 18800 |
| }, |
| "afr_Latn": { |
| "punct_f1": 0.8269274505344553, |
| "case_acc": 0.918213356461405, |
| "case_f1": 0.5311572700296736, |
| "n_words": 23060 |
| }, |
| "ajp_Arab": { |
| "punct_f1": 0.620253164556962, |
| "case_acc": 0.9943328748280605, |
| "case_f1": 0.4485981308411215, |
| "n_words": 18175 |
| }, |
| "aka_Latn": { |
| "punct_f1": 0.25536193029490617, |
| "case_acc": 0.9031715790653367, |
| "case_f1": 0.2248062015503876, |
| "n_words": 26769 |
| }, |
| "als_Latn": { |
| "punct_f1": 0.8463829787234043, |
| "case_acc": 0.9370450201309528, |
| "case_f1": 0.584070796460177, |
| "n_words": 24589 |
| }, |
| "amh_Ethi": { |
| "punct_f1": 0.7760559100577332, |
| "case_acc": 0.9966841186736475, |
| "case_f1": 0.2595419847328244, |
| "n_words": 17190 |
| }, |
| "apc_Arab": { |
| "punct_f1": 0.6468969734026292, |
| "case_acc": 0.9949036738351255, |
| "case_f1": 0.4126984126984127, |
| "n_words": 17856 |
| }, |
| "arb_Arab": { |
| "punct_f1": 0.7609731627790318, |
| "case_acc": 0.9978082471073959, |
| "case_f1": 0.4117647058823529, |
| "n_words": 19619 |
| }, |
| "arb_Latn": { |
| "punct_f1": 0.29524931291715745, |
| "case_acc": 0.9145912290200325, |
| "case_f1": 0.2485113140134974, |
| "n_words": 22164 |
| }, |
| "ars_Arab": { |
| "punct_f1": 0.7529769445148213, |
| "case_acc": 0.9982173780177244, |
| "case_f1": 0.3333333333333333, |
| "n_words": 19634 |
| }, |
| "ary_Arab": { |
| "punct_f1": 0.5759729272419628, |
| "case_acc": 0.997164461247637, |
| "case_f1": 0.38016528925619836, |
| "n_words": 19044 |
| }, |
| "arz_Arab": { |
| "punct_f1": 0.7024476555588322, |
| "case_acc": 0.9981462409886714, |
| "case_f1": 0.3466666666666667, |
| "n_words": 19420 |
| }, |
| "asm_Beng": { |
| "punct_f1": 0.6585718415727089, |
| "case_acc": 0.996306507829163, |
| "case_f1": 0.2236842105263158, |
| "n_words": 19223 |
| }, |
| "ast_Latn": { |
| "punct_f1": 0.7583138173302107, |
| "case_acc": 0.9274127403627085, |
| "case_f1": 0.5563282336578581, |
| "n_words": 21946 |
| }, |
| "awa_Deva": { |
| "punct_f1": 0.7587559540487532, |
| "case_acc": 0.9985802736916828, |
| "case_f1": 0.22535211267605634, |
| "n_words": 25357 |
| }, |
| "ayr_Latn": { |
| "punct_f1": 0.24881033310673012, |
| "case_acc": 0.856142106579935, |
| "case_f1": 0.19832985386221294, |
| "n_words": 15988 |
| }, |
| "azb_Arab": { |
| "punct_f1": 0.5627251883393384, |
| "case_acc": 0.9981805776665909, |
| "case_f1": 0.2465753424657534, |
| "n_words": 17588 |
| }, |
| "azj_Latn": { |
| "punct_f1": 0.8213610586011342, |
| "case_acc": 0.9136125654450262, |
| "case_f1": 0.5645582854155776, |
| "n_words": 19100 |
| }, |
| "bak_Cyrl": { |
| "punct_f1": 0.6257136332496004, |
| "case_acc": 0.9066935981596813, |
| "case_f1": 0.4998508798091262, |
| "n_words": 17823 |
| }, |
| "bam_Latn": { |
| "punct_f1": 0.2403495994173343, |
| "case_acc": 0.8975518893028207, |
| "case_f1": 0.22408587722240858, |
| "n_words": 22548 |
| }, |
| "ban_Latn": { |
| "punct_f1": 0.5201204489460717, |
| "case_acc": 0.8794943682061876, |
| "case_f1": 0.35571878279118574, |
| "n_words": 20331 |
| }, |
| "bel_Cyrl": { |
| "punct_f1": 0.8959905311436603, |
| "case_acc": 0.9337423896499238, |
| "case_f1": 0.6386946386946387, |
| "n_words": 21024 |
| }, |
| "bem_Latn": { |
| "punct_f1": 0.3612217795484728, |
| "case_acc": 0.8855619180836648, |
| "case_f1": 0.25981361197401864, |
| "n_words": 22877 |
| }, |
| "ben_Beng": { |
| "punct_f1": 0.7522356654392425, |
| "case_acc": 0.9975355547568927, |
| "case_f1": 0.29310344827586204, |
| "n_words": 19477 |
| }, |
| "bho_Deva": { |
| "punct_f1": 0.7115222876366695, |
| "case_acc": 0.9943328382709294, |
| "case_f1": 0.17573221757322174, |
| "n_words": 25586 |
| }, |
| "bjn_Arab": { |
| "punct_f1": 0.22735606894022736, |
| "case_acc": 1.0, |
| "case_f1": 1.0, |
| "n_words": 19846 |
| }, |
| "bjn_Latn": { |
| "punct_f1": 0.5285635052689961, |
| "case_acc": 0.8724332648870636, |
| "case_f1": 0.36041131105398455, |
| "n_words": 19480 |
| }, |
| "bos_Latn": { |
| "punct_f1": 0.8772407533469481, |
| "case_acc": 0.9351724137931035, |
| "case_f1": 0.623398804440649, |
| "n_words": 20300 |
| }, |
| "bug_Latn": { |
| "punct_f1": 0.28413793103448276, |
| "case_acc": 0.8599119865884325, |
| "case_f1": 0.2112094395280236, |
| "n_words": 19088 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.891502808988764, |
| "case_acc": 0.9389585387613278, |
| "case_f1": 0.6241012366983031, |
| "n_words": 21297 |
| }, |
| "cat_Latn": { |
| "punct_f1": 0.8535193405199747, |
| "case_acc": 0.9402178363770372, |
| "case_f1": 0.5993431855500821, |
| "n_words": 24422 |
| }, |
| "ceb_Latn": { |
| "punct_f1": 0.7631520532741398, |
| "case_acc": 0.9132272311909838, |
| "case_f1": 0.4678963343450852, |
| "n_words": 26264 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.9222859402807989, |
| "case_acc": 0.9324669902405929, |
| "case_f1": 0.634009009009009, |
| "n_words": 19161 |
| }, |
| "cjk_Latn": { |
| "punct_f1": 0.2576219512195122, |
| "case_acc": 0.8978332757514437, |
| "case_f1": 0.22637280537915577, |
| "n_words": 20261 |
| }, |
| "ckb_Arab": { |
| "punct_f1": 0.6420310296191819, |
| "case_acc": 0.9971293828173057, |
| "case_f1": 0.15789473684210525, |
| "n_words": 19508 |
| }, |
| "crh_Latn": { |
| "punct_f1": 0.7180925666199158, |
| "case_acc": 0.9164479195755375, |
| "case_f1": 0.5762331838565022, |
| "n_words": 17905 |
| }, |
| "cym_Latn": { |
| "punct_f1": 0.7788503729706011, |
| "case_acc": 0.909162422887426, |
| "case_f1": 0.4873831775700935, |
| "n_words": 24153 |
| }, |
| "dan_Latn": { |
| "punct_f1": 0.8931098696461824, |
| "case_acc": 0.9418016668227362, |
| "case_f1": 0.6431014823261118, |
| "n_words": 21358 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.93836836480228, |
| "case_acc": 0.7114995400183992, |
| "case_f1": 0.2775923581539878, |
| "n_words": 21740 |
| }, |
| "dik_Latn": { |
| "punct_f1": 0.28007889546351084, |
| "case_acc": 0.9027843120482443, |
| "case_f1": 0.22600408441116407, |
| "n_words": 23381 |
| }, |
| "dyu_Latn": { |
| "punct_f1": 0.22774774774774775, |
| "case_acc": 0.9125225668800263, |
| "case_f1": 0.22608695652173913, |
| "n_words": 24372 |
| }, |
| "dzo_Tibt": { |
| "punct_f1": 0.003937007874015748, |
| "case_acc": 0.9998533079067038, |
| "case_f1": 0.6666666666666666, |
| "n_words": 6817 |
| }, |
| "ell_Grek": { |
| "punct_f1": 0.8197368421052632, |
| "case_acc": 0.9238593553788196, |
| "case_f1": 0.5428499623020859, |
| "n_words": 23890 |
| }, |
| "eng_Latn": { |
| "punct_f1": 0.8363160192055871, |
| "case_acc": 0.9116370448211267, |
| "case_f1": 0.5283842794759825, |
| "n_words": 21887 |
| }, |
| "epo_Latn": { |
| "punct_f1": 0.8619056639515059, |
| "case_acc": 0.9288333494161922, |
| "case_f1": 0.59375, |
| "n_words": 20726 |
| }, |
| "est_Latn": { |
| "punct_f1": 0.9132764437388371, |
| "case_acc": 0.9264115921202323, |
| "case_f1": 0.6321703134240094, |
| "n_words": 16701 |
| }, |
| "eus_Latn": { |
| "punct_f1": 0.808868501529052, |
| "case_acc": 0.9107203437747371, |
| "case_f1": 0.5621203754831585, |
| "n_words": 17686 |
| }, |
| "ewe_Latn": { |
| "punct_f1": 0.19316743989877688, |
| "case_acc": 0.9045633170262251, |
| "case_f1": 0.22026143790849673, |
| "n_words": 24938 |
| }, |
| "fao_Latn": { |
| "punct_f1": 0.8345721694036301, |
| "case_acc": 0.9411149660187254, |
| "case_f1": 0.6299259259259259, |
| "n_words": 21041 |
| }, |
| "fij_Latn": { |
| "punct_f1": 0.28143213988343047, |
| "case_acc": 0.8989485592599986, |
| "case_f1": 0.21867764342680732, |
| "n_words": 30054 |
| }, |
| "fin_Latn": { |
| "punct_f1": 0.9163747810858144, |
| "case_acc": 0.9333500375845653, |
| "case_f1": 0.6870229007633588, |
| "n_words": 15964 |
| }, |
| "fon_Latn": { |
| "punct_f1": 0.2228956228956229, |
| "case_acc": 0.9171431371908387, |
| "case_f1": 0.23769507803121248, |
| "n_words": 30607 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.8807192807192807, |
| "case_acc": 0.9478114478114478, |
| "case_f1": 0.623734533183352, |
| "n_words": 25542 |
| }, |
| "fur_Latn": { |
| "punct_f1": 0.6941986234021632, |
| "case_acc": 0.9328462204813378, |
| "case_f1": 0.4983127109111361, |
| "n_words": 26551 |
| }, |
| "fuv_Latn": { |
| "punct_f1": 0.2557565789473684, |
| "case_acc": 0.9054977446295387, |
| "case_f1": 0.2275711159737418, |
| "n_words": 22391 |
| }, |
| "gaz_Latn": { |
| "punct_f1": 0.24056254626202814, |
| "case_acc": 0.8687567235285077, |
| "case_f1": 0.18975332068311196, |
| "n_words": 19521 |
| }, |
| "gla_Latn": { |
| "punct_f1": 0.7373227589521749, |
| "case_acc": 0.9222309212243224, |
| "case_f1": 0.49060288015621184, |
| "n_words": 26823 |
| }, |
| "gle_Latn": { |
| "punct_f1": 0.7485838779956427, |
| "case_acc": 0.9179188507086002, |
| "case_f1": 0.4920711196540125, |
| "n_words": 25755 |
| }, |
| "glg_Latn": { |
| "punct_f1": 0.8624844204403822, |
| "case_acc": 0.9353084962913014, |
| "case_f1": 0.5871608917539619, |
| "n_words": 23728 |
| }, |
| "grn_Latn": { |
| "punct_f1": 0.28738800827015853, |
| "case_acc": 0.8671464473383597, |
| "case_f1": 0.22296395193591456, |
| "n_words": 17508 |
| }, |
| "guj_Gujr": { |
| "punct_f1": 0.7608247422680412, |
| "case_acc": 0.9976997172569129, |
| "case_f1": 0.2222222222222222, |
| "n_words": 20867 |
| }, |
| "hat_Latn": { |
| "punct_f1": 0.6874245715664977, |
| "case_acc": 0.9246865542585387, |
| "case_f1": 0.5057860570138301, |
| "n_words": 23130 |
| }, |
| "hau_Latn": { |
| "punct_f1": 0.4970212765957447, |
| "case_acc": 0.9062226466141482, |
| "case_f1": 0.35438884331419196, |
| "n_words": 25134 |
| }, |
| "heb_Hebr": { |
| "punct_f1": 0.8045714285714286, |
| "case_acc": 0.9950432276657061, |
| "case_f1": 0.3225806451612903, |
| "n_words": 17350 |
| }, |
| "hin_Deva": { |
| "punct_f1": 0.8091195731263643, |
| "case_acc": 0.9981650659795425, |
| "case_f1": 0.24742268041237114, |
| "n_words": 25614 |
| }, |
| "hne_Deva": { |
| "punct_f1": 0.6763509587449158, |
| "case_acc": 0.997133643855249, |
| "case_f1": 0.047058823529411764, |
| "n_words": 25119 |
| }, |
| "hrv_Latn": { |
| "punct_f1": 0.8750878837590813, |
| "case_acc": 0.932167760459393, |
| "case_f1": 0.6202170188463735, |
| "n_words": 19504 |
| }, |
| "hun_Latn": { |
| "punct_f1": 0.8832103653050207, |
| "case_acc": 0.9304180270834448, |
| "case_f1": 0.615612063867534, |
| "n_words": 18683 |
| }, |
| "hye_Armn": { |
| "punct_f1": 0.5866355866355867, |
| "case_acc": 0.9311774461028193, |
| "case_f1": 0.6035150431933274, |
| "n_words": 19296 |
| }, |
| "ibo_Latn": { |
| "punct_f1": 0.23345195729537366, |
| "case_acc": 0.897582135111254, |
| "case_f1": 0.19836785938480853, |
| "n_words": 24898 |
| }, |
| "ilo_Latn": { |
| "punct_f1": 0.4776902887139108, |
| "case_acc": 0.8979410857495373, |
| "case_f1": 0.3090576872879144, |
| "n_words": 25936 |
| }, |
| "ind_Latn": { |
| "punct_f1": 0.8252740167633784, |
| "case_acc": 0.894436591276252, |
| "case_f1": 0.510836634817059, |
| "n_words": 19808 |
| }, |
| "isl_Latn": { |
| "punct_f1": 0.8435967302452316, |
| "case_acc": 0.9373923315450116, |
| "case_f1": 0.6403829907068431, |
| "n_words": 20317 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.8513708513708513, |
| "case_acc": 0.9370192109918137, |
| "case_f1": 0.584056399132321, |
| "n_words": 24309 |
| }, |
| "jav_Latn": { |
| "punct_f1": 0.692638731596829, |
| "case_acc": 0.8902005902656195, |
| "case_f1": 0.4591937069813176, |
| "n_words": 19991 |
| }, |
| "jpn_Jpan": { |
| "punct_f1": 0.9085754783841248, |
| "case_acc": 0.9959769369102134, |
| "case_f1": 0.45885286783042395, |
| "n_words": 53939 |
| }, |
| "kab_Latn": { |
| "punct_f1": 0.2703438883214164, |
| "case_acc": 0.8809199782253675, |
| "case_f1": 0.21345291479820627, |
| "n_words": 22044 |
| }, |
| "kac_Latn": { |
| "punct_f1": 0.2643171806167401, |
| "case_acc": 0.9352825321090737, |
| "case_f1": 0.21634293369055593, |
| "n_words": 36049 |
| }, |
| "kam_Latn": { |
| "punct_f1": 0.3401801801801802, |
| "case_acc": 0.9004061201360031, |
| "case_f1": 0.26869806094182824, |
| "n_words": 21176 |
| }, |
| "kan_Knda": { |
| "punct_f1": 0.7570993914807302, |
| "case_acc": 0.9948354178333645, |
| "case_f1": 0.16455696202531644, |
| "n_words": 16071 |
| }, |
| "kas_Arab": { |
| "punct_f1": 0.3464696223316913, |
| "case_acc": 0.9964145168342807, |
| "case_f1": 0.2875816993464052, |
| "n_words": 22870 |
| }, |
| "kas_Deva": { |
| "punct_f1": 0.27058336781133635, |
| "case_acc": 0.9740035392264262, |
| "case_f1": 0.3180873180873181, |
| "n_words": 23734 |
| }, |
| "kat_Geor": { |
| "punct_f1": 0.7910100749160424, |
| "case_acc": 0.9760545327429504, |
| "case_f1": 0.023696682464454975, |
| "n_words": 17164 |
| }, |
| "kaz_Cyrl": { |
| "punct_f1": 0.8510147601476015, |
| "case_acc": 0.9254345307068366, |
| "case_f1": 0.6284900284900284, |
| "n_words": 17260 |
| }, |
| "kbp_Latn": { |
| "punct_f1": 0.18973105134474327, |
| "case_acc": 0.8880824905810034, |
| "case_f1": 0.2361523912456093, |
| "n_words": 25215 |
| }, |
| "kea_Latn": { |
| "punct_f1": 0.5654791771199197, |
| "case_acc": 0.8985692273827867, |
| "case_f1": 0.38671978751660024, |
| "n_words": 22715 |
| }, |
| "khk_Cyrl": { |
| "punct_f1": 0.8486380230272396, |
| "case_acc": 0.9242678889737713, |
| "case_f1": 0.5887850467289719, |
| "n_words": 19635 |
| }, |
| "kik_Latn": { |
| "punct_f1": 0.30494417862838913, |
| "case_acc": 0.8994939144255302, |
| "case_f1": 0.22085492227979275, |
| "n_words": 23909 |
| }, |
| "kin_Latn": { |
| "punct_f1": 0.5381658429434377, |
| "case_acc": 0.8998603630560542, |
| "case_f1": 0.4241556954779622, |
| "n_words": 20052 |
| }, |
| "kir_Cyrl": { |
| "punct_f1": 0.8605072463768116, |
| "case_acc": 0.9259429622815087, |
| "case_f1": 0.6283744974152786, |
| "n_words": 17392 |
| }, |
| "kmb_Latn": { |
| "punct_f1": 0.26754530477759475, |
| "case_acc": 0.8896353166986565, |
| "case_f1": 0.228310502283105, |
| "n_words": 22924 |
| }, |
| "kmr_Latn": { |
| "punct_f1": 0.6932442110288852, |
| "case_acc": 0.9158061953931692, |
| "case_f1": 0.5108556832694764, |
| "n_words": 22662 |
| }, |
| "knc_Arab": { |
| "punct_f1": 0.10821382007822686, |
| "case_acc": 0.9877200608563356, |
| "case_f1": 0.2088607594936709, |
| "n_words": 18404 |
| }, |
| "knc_Latn": { |
| "punct_f1": 0.24274013402829486, |
| "case_acc": 0.8798295454545455, |
| "case_f1": 0.19518377693282637, |
| "n_words": 21120 |
| }, |
| "kon_Latn": { |
| "punct_f1": 0.3234237177393009, |
| "case_acc": 0.9094442000293298, |
| "case_f1": 0.24749163879598662, |
| "n_words": 27276 |
| }, |
| "kor_Hang": { |
| "punct_f1": 0.8763777182007745, |
| "case_acc": 0.9848298217179903, |
| "case_f1": 0.40643863179074446, |
| "n_words": 15425 |
| }, |
| "lij_Latn": { |
| "punct_f1": 0.611016743508857, |
| "case_acc": 0.9258143039295236, |
| "case_f1": 0.4485230857470605, |
| "n_words": 25881 |
| }, |
| "lim_Latn": { |
| "punct_f1": 0.7498094996189992, |
| "case_acc": 0.9145432638671962, |
| "case_f1": 0.4826472962066182, |
| "n_words": 22409 |
| }, |
| "lin_Latn": { |
| "punct_f1": 0.323846908734053, |
| "case_acc": 0.9065908805951436, |
| "case_f1": 0.2612137203166227, |
| "n_words": 23927 |
| }, |
| "lit_Latn": { |
| "punct_f1": 0.8784884728722482, |
| "case_acc": 0.9163972286374134, |
| "case_f1": 0.5933943935609215, |
| "n_words": 17320 |
| }, |
| "lmo_Latn": { |
| "punct_f1": 0.6374683544303797, |
| "case_acc": 0.9278159213212098, |
| "case_f1": 0.45293621803877493, |
| "n_words": 26945 |
| }, |
| "ltg_Latn": { |
| "punct_f1": 0.7472035794183445, |
| "case_acc": 0.9093802345058627, |
| "case_f1": 0.4863508001255099, |
| "n_words": 17910 |
| }, |
| "ltz_Latn": { |
| "punct_f1": 0.8460665658093798, |
| "case_acc": 0.7435636228931284, |
| "case_f1": 0.29447696614914737, |
| "n_words": 21596 |
| }, |
| "lua_Latn": { |
| "punct_f1": 0.30440967283072545, |
| "case_acc": 0.9007772808198359, |
| "case_f1": 0.2504097017371354, |
| "n_words": 23029 |
| }, |
| "lug_Latn": { |
| "punct_f1": 0.3548740416210296, |
| "case_acc": 0.8851788756388416, |
| "case_f1": 0.3142566881137826, |
| "n_words": 17610 |
| }, |
| "luo_Latn": { |
| "punct_f1": 0.24112986565621772, |
| "case_acc": 0.8975824356549625, |
| "case_f1": 0.21338383838383837, |
| "n_words": 24322 |
| }, |
| "lus_Latn": { |
| "punct_f1": 0.17249417249417248, |
| "case_acc": 0.9110150124811025, |
| "case_f1": 0.18999043672298374, |
| "n_words": 28443 |
| }, |
| "lvs_Latn": { |
| "punct_f1": 0.9126312224856079, |
| "case_acc": 0.9279548292524024, |
| "case_f1": 0.6059012562080047, |
| "n_words": 18419 |
| }, |
| "mag_Deva": { |
| "punct_f1": 0.6922660897782585, |
| "case_acc": 0.9986006157290792, |
| "case_f1": 0.17647058823529413, |
| "n_words": 25011 |
| }, |
| "mai_Deva": { |
| "punct_f1": 0.7117891816920943, |
| "case_acc": 0.9958933073107262, |
| "case_f1": 0.12307692307692308, |
| "n_words": 24594 |
| }, |
| "mal_Mlym": { |
| "punct_f1": 0.6997742663656885, |
| "case_acc": 0.9976530543820827, |
| "case_f1": 0.17647058823529413, |
| "n_words": 14913 |
| }, |
| "mar_Deva": { |
| "punct_f1": 0.7592689295039164, |
| "case_acc": 0.9965314273701913, |
| "case_f1": 0.128, |
| "n_words": 19028 |
| }, |
| "min_Arab": { |
| "punct_f1": 0.21893491124260356, |
| "case_acc": 0.9996088593360387, |
| "case_f1": 0.0, |
| "n_words": 20453 |
| }, |
| "min_Latn": { |
| "punct_f1": 0.47624633431085045, |
| "case_acc": 0.8810966669924739, |
| "case_f1": 0.3350613915416098, |
| "n_words": 20462 |
| }, |
| "mkd_Cyrl": { |
| "punct_f1": 0.8560460652591171, |
| "case_acc": 0.9351278349555255, |
| "case_f1": 0.6072533033455159, |
| "n_words": 21473 |
| }, |
| "mlt_Latn": { |
| "punct_f1": 0.7858739383102369, |
| "case_acc": 0.9316163871436731, |
| "case_f1": 0.6160999709386806, |
| "n_words": 19259 |
| }, |
| "mni_Beng": { |
| "punct_f1": 0.24779627815866798, |
| "case_acc": 0.9928864427021133, |
| "case_f1": 0.12037037037037036, |
| "n_words": 19259 |
| }, |
| "mos_Latn": { |
| "punct_f1": 0.2489811041126343, |
| "case_acc": 0.9171471193000846, |
| "case_f1": 0.2444933920704846, |
| "n_words": 24803 |
| }, |
| "mri_Latn": { |
| "punct_f1": 0.6230483271375464, |
| "case_acc": 0.9148992314542995, |
| "case_f1": 0.4019471488178025, |
| "n_words": 30317 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.9064953604568166, |
| "case_acc": 0.933144845585037, |
| "case_f1": 0.6160358565737052, |
| "n_words": 22990 |
| }, |
| "nno_Latn": { |
| "punct_f1": 0.8777242486808902, |
| "case_acc": 0.9475310065009913, |
| "case_f1": 0.6645161290322581, |
| "n_words": 21689 |
| }, |
| "nob_Latn": { |
| "punct_f1": 0.8529826209488023, |
| "case_acc": 0.9430127212129747, |
| "case_f1": 0.6496413199426112, |
| "n_words": 21303 |
| }, |
| "npi_Deva": { |
| "punct_f1": 0.8180092215893681, |
| "case_acc": 0.9914941421922645, |
| "case_f1": 0.3048780487804878, |
| "n_words": 18693 |
| }, |
| "nso_Latn": { |
| "punct_f1": 0.3711274353241776, |
| "case_acc": 0.9116738076842031, |
| "case_f1": 0.2653834937299504, |
| "n_words": 28474 |
| }, |
| "nus_Latn": { |
| "punct_f1": 0.2634146341463415, |
| "case_acc": 0.902212654832904, |
| "case_f1": 0.21612446958981613, |
| "n_words": 28337 |
| }, |
| "nya_Latn": { |
| "punct_f1": 0.30585683297180044, |
| "case_acc": 0.8732006125574273, |
| "case_f1": 0.2374961644676281, |
| "n_words": 19590 |
| }, |
| "oci_Latn": { |
| "punct_f1": 0.7632224949787993, |
| "case_acc": 0.9372049487221228, |
| "case_f1": 0.5659848697114037, |
| "n_words": 24572 |
| }, |
| "ory_Orya": { |
| "punct_f1": 0.6417995444191344, |
| "case_acc": 0.9941556444171025, |
| "case_f1": 0.311787072243346, |
| "n_words": 19506 |
| }, |
| "pag_Latn": { |
| "punct_f1": 0.3282972641894651, |
| "case_acc": 0.8724844926369619, |
| "case_f1": 0.210896309314587, |
| "n_words": 21119 |
| }, |
| "pan_Guru": { |
| "punct_f1": 0.7857313861623174, |
| "case_acc": 0.9974896690225158, |
| "case_f1": 0.2556390977443609, |
| "n_words": 25893 |
| }, |
| "pap_Latn": { |
| "punct_f1": 0.6897835699325111, |
| "case_acc": 0.9196893234505599, |
| "case_f1": 0.4711364224695832, |
| "n_words": 25364 |
| }, |
| "pbt_Arab": { |
| "punct_f1": 0.7431461272291722, |
| "case_acc": 0.9891576313594662, |
| "case_f1": 0.4721311475409836, |
| "n_words": 26378 |
| }, |
| "pes_Arab": { |
| "punct_f1": 0.8171669560903002, |
| "case_acc": 0.994512739801778, |
| "case_f1": 0.436241610738255, |
| "n_words": 23509 |
| }, |
| "plt_Latn": { |
| "punct_f1": 0.6686046511627907, |
| "case_acc": 0.90809941774572, |
| "case_f1": 0.4676566826076013, |
| "n_words": 23014 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.8996812300768798, |
| "case_acc": 0.9233931048656425, |
| "case_f1": 0.592108843537415, |
| "n_words": 19463 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.8744737849215461, |
| "case_acc": 0.9279883755716056, |
| "case_f1": 0.5676923076923077, |
| "n_words": 23399 |
| }, |
| "prs_Arab": { |
| "punct_f1": 0.7948458817584638, |
| "case_acc": 0.9957903425505572, |
| "case_f1": 0.32, |
| "n_words": 24230 |
| }, |
| "quy_Latn": { |
| "punct_f1": 0.23465818759936408, |
| "case_acc": 0.8664323374340949, |
| "case_f1": 0.20328849028400597, |
| "n_words": 15932 |
| }, |
| "ron_Latn": { |
| "punct_f1": 0.8738925541941565, |
| "case_acc": 0.9342976426432759, |
| "case_f1": 0.5799356223175965, |
| "n_words": 23713 |
| }, |
| "run_Latn": { |
| "punct_f1": 0.5021324992891669, |
| "case_acc": 0.9009058060684056, |
| "case_f1": 0.41058823529411764, |
| "n_words": 20203 |
| }, |
| "rus_Cyrl": { |
| "punct_f1": 0.9188663967611336, |
| "case_acc": 0.9315054478489948, |
| "case_f1": 0.6230337078651685, |
| "n_words": 19549 |
| }, |
| "sag_Latn": { |
| "punct_f1": 0.2903560318008987, |
| "case_acc": 0.9293466153209636, |
| "case_f1": 0.25735294117647056, |
| "n_words": 31421 |
| }, |
| "san_Deva": { |
| "punct_f1": 0.5791666666666667, |
| "case_acc": 0.9930876960990563, |
| "case_f1": 0.39148936170212767, |
| "n_words": 16637 |
| }, |
| "sat_Olck": { |
| "punct_f1": 0.01644528779253637, |
| "case_acc": 0.9975032250010403, |
| "case_f1": 0.6582278481012658, |
| "n_words": 24031 |
| }, |
| "scn_Latn": { |
| "punct_f1": 0.6632553606237817, |
| "case_acc": 0.9233915788537638, |
| "case_f1": 0.5014442518775274, |
| "n_words": 22491 |
| }, |
| "shn_Mymr": { |
| "punct_f1": 0.14840182648401826, |
| "case_acc": 0.8838951310861424, |
| "case_f1": 0.26252377932783766, |
| "n_words": 9879 |
| }, |
| "sin_Sinh": { |
| "punct_f1": 0.7314317989268568, |
| "case_acc": 0.996616395978345, |
| "case_f1": 0.2222222222222222, |
| "n_words": 20688 |
| }, |
| "slk_Latn": { |
| "punct_f1": 0.9159922928709056, |
| "case_acc": 0.9364502253174928, |
| "case_f1": 0.6438356164383562, |
| "n_words": 19528 |
| }, |
| "slv_Latn": { |
| "punct_f1": 0.9214337436640115, |
| "case_acc": 0.9401459129485334, |
| "case_f1": 0.6403794841387489, |
| "n_words": 20149 |
| }, |
| "smo_Latn": { |
| "punct_f1": 0.3919976804870977, |
| "case_acc": 0.912555419300066, |
| "case_f1": 0.24973031283710895, |
| "n_words": 31803 |
| }, |
| "sna_Latn": { |
| "punct_f1": 0.2757640369580668, |
| "case_acc": 0.9048800184586987, |
| "case_f1": 0.30072003388394747, |
| "n_words": 17336 |
| }, |
| "snd_Arab": { |
| "punct_f1": 0.7432068543451652, |
| "case_acc": 0.9953416762070191, |
| "case_f1": 0.1652892561983471, |
| "n_words": 25331 |
| }, |
| "som_Latn": { |
| "punct_f1": 0.6223687547552625, |
| "case_acc": 0.9140846279289332, |
| "case_f1": 0.46342765616657766, |
| "n_words": 23302 |
| }, |
| "sot_Latn": { |
| "punct_f1": 0.3096415327564895, |
| "case_acc": 0.9044030835474686, |
| "case_f1": 0.24035281146637266, |
| "n_words": 28798 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.8539496116688767, |
| "case_acc": 0.9424485257467121, |
| "case_f1": 0.5950457727517501, |
| "n_words": 26081 |
| }, |
| "srd_Latn": { |
| "punct_f1": 0.7071898389657518, |
| "case_acc": 0.9298081422554983, |
| "case_f1": 0.5052111903455841, |
| "n_words": 25644 |
| }, |
| "srp_Cyrl": { |
| "punct_f1": 0.8670570375189763, |
| "case_acc": 0.9363719940000967, |
| "case_f1": 0.6184553080705815, |
| "n_words": 20667 |
| }, |
| "ssw_Latn": { |
| "punct_f1": 0.421510724277277, |
| "case_acc": 0.9060696391196803, |
| "case_f1": 0.4174185955276579, |
| "n_words": 15767 |
| }, |
| "sun_Latn": { |
| "punct_f1": 0.6352015732546706, |
| "case_acc": 0.8863394620878285, |
| "case_f1": 0.4237765821163208, |
| "n_words": 19743 |
| }, |
| "swe_Latn": { |
| "punct_f1": 0.8584686774941995, |
| "case_acc": 0.9435061728395062, |
| "case_f1": 0.6603717910888167, |
| "n_words": 20250 |
| }, |
| "swh_Latn": { |
| "punct_f1": 0.7368173258003766, |
| "case_acc": 0.9046119129331014, |
| "case_f1": 0.4972785749628897, |
| "n_words": 21271 |
| }, |
| "szl_Latn": { |
| "punct_f1": 0.7006990044482101, |
| "case_acc": 0.905237925230785, |
| "case_f1": 0.4709549447435534, |
| "n_words": 19607 |
| }, |
| "tam_Taml": { |
| "punct_f1": 0.71100200848025, |
| "case_acc": 0.9946281485018503, |
| "case_f1": 0.2222222222222222, |
| "n_words": 16754 |
| }, |
| "taq_Latn": { |
| "punct_f1": 0.2828035859820701, |
| "case_acc": 0.8981190487358695, |
| "case_f1": 0.23363828289936664, |
| "n_words": 21319 |
| }, |
| "taq_Tfng": { |
| "punct_f1": 0.14390348987505386, |
| "case_acc": 0.9914449562846668, |
| "case_f1": 0.4754521963824289, |
| "n_words": 21274 |
| }, |
| "tat_Cyrl": { |
| "punct_f1": 0.8051785341407391, |
| "case_acc": 0.9216243315508021, |
| "case_f1": 0.5975644293401303, |
| "n_words": 17952 |
| }, |
| "tel_Telu": { |
| "punct_f1": 0.7286709925498678, |
| "case_acc": 0.988706911842961, |
| "case_f1": 0.4423963133640553, |
| "n_words": 16913 |
| }, |
| "tgk_Cyrl": { |
| "punct_f1": 0.8973384030418251, |
| "case_acc": 0.9327183939229517, |
| "case_f1": 0.5957216355266721, |
| "n_words": 22116 |
| }, |
| "tgl_Latn": { |
| "punct_f1": 0.7899461400359067, |
| "case_acc": 0.9186997945077526, |
| "case_f1": 0.4948932219127205, |
| "n_words": 26765 |
| }, |
| "tir_Ethi": { |
| "punct_f1": 0.5019485580670304, |
| "case_acc": 0.997447650796958, |
| "case_f1": 0.13953488372093023, |
| "n_words": 19198 |
| }, |
| "tpi_Latn": { |
| "punct_f1": 0.4240586302754612, |
| "case_acc": 0.9124897288414133, |
| "case_f1": 0.3078455790784558, |
| "n_words": 31642 |
| }, |
| "tsn_Latn": { |
| "punct_f1": 0.3282376694548601, |
| "case_acc": 0.9190321532965249, |
| "case_f1": 0.2688927943760984, |
| "n_words": 30790 |
| }, |
| "tso_Latn": { |
| "punct_f1": 0.39060568603213847, |
| "case_acc": 0.906173480744973, |
| "case_f1": 0.28312570781426954, |
| "n_words": 26954 |
| }, |
| "tuk_Latn": { |
| "punct_f1": 0.7967284099109935, |
| "case_acc": 0.9286750753432302, |
| "case_f1": 0.6289344498989315, |
| "n_words": 17918 |
| }, |
| "tum_Latn": { |
| "punct_f1": 0.3517811704834606, |
| "case_acc": 0.8979533477674742, |
| "case_f1": 0.2737576285963383, |
| "n_words": 24479 |
| }, |
| "tur_Latn": { |
| "punct_f1": 0.8150651859005311, |
| "case_acc": 0.8992159981820248, |
| "case_f1": 0.5579103006407097, |
| "n_words": 17602 |
| }, |
| "twi_Latn": { |
| "punct_f1": 0.223935389133627, |
| "case_acc": 0.9019894001075351, |
| "case_f1": 0.21375921375921375, |
| "n_words": 26038 |
| }, |
| "tzm_Tfng": { |
| "punct_f1": 0.20168067226890757, |
| "case_acc": 0.9986269212029942, |
| "case_f1": 0.20408163265306123, |
| "n_words": 22577 |
| }, |
| "uig_Arab": { |
| "punct_f1": 0.7459229496572914, |
| "case_acc": 0.9952518229608276, |
| "case_f1": 0.32460732984293195, |
| "n_words": 17691 |
| }, |
| "ukr_Cyrl": { |
| "punct_f1": 0.9022628791526239, |
| "case_acc": 0.9270352496852706, |
| "case_f1": 0.6110491071428571, |
| "n_words": 19064 |
| }, |
| "umb_Latn": { |
| "punct_f1": 0.27285714285714285, |
| "case_acc": 0.8919128651405133, |
| "case_f1": 0.2629391764261428, |
| "n_words": 18041 |
| }, |
| "urd_Arab": { |
| "punct_f1": 0.7873754152823921, |
| "case_acc": 0.9986975869179842, |
| "case_f1": 0.2222222222222222, |
| "n_words": 27641 |
| }, |
| "uzn_Latn": { |
| "punct_f1": 0.8492426063957682, |
| "case_acc": 0.924165657010684, |
| "case_f1": 0.5982758620689655, |
| "n_words": 18158 |
| }, |
| "vec_Latn": { |
| "punct_f1": 0.7101412066752246, |
| "case_acc": 0.9281647689216342, |
| "case_f1": 0.5157657657657657, |
| "n_words": 23888 |
| }, |
| "vie_Latn": { |
| "punct_f1": 0.7904827904827905, |
| "case_acc": 0.9226836020192151, |
| "case_f1": 0.4701159678858162, |
| "n_words": 30705 |
| }, |
| "war_Latn": { |
| "punct_f1": 0.6246547828270148, |
| "case_acc": 0.9110169491525424, |
| "case_f1": 0.4014742014742015, |
| "n_words": 27376 |
| }, |
| "wol_Latn": { |
| "punct_f1": 0.2539912917271408, |
| "case_acc": 0.9043947263284059, |
| "case_f1": 0.22559793148028442, |
| "n_words": 25030 |
| }, |
| "xho_Latn": { |
| "punct_f1": 0.6682903068679981, |
| "case_acc": 0.9203745560219567, |
| "case_f1": 0.5861148197596796, |
| "n_words": 15485 |
| }, |
| "ydd_Hebr": { |
| "punct_f1": 0.5235745614035088, |
| "case_acc": 0.9937265836019866, |
| "case_f1": 0.12, |
| "n_words": 22954 |
| }, |
| "yor_Latn": { |
| "punct_f1": 0.3947939262472885, |
| "case_acc": 0.9064002224782488, |
| "case_f1": 0.29728924635090853, |
| "n_words": 25171 |
| }, |
| "yue_Hant": { |
| "punct_f1": 0.8310590044205266, |
| "case_acc": 0.9944015653875421, |
| "case_f1": 0.4690721649484536, |
| "n_words": 36796 |
| }, |
| "zho_Hans": { |
| "punct_f1": 0.8461262553802008, |
| "case_acc": 0.9923248958015655, |
| "case_f1": 0.5236593059936908, |
| "n_words": 39348 |
| }, |
| "zho_Hant": { |
| "punct_f1": 0.8184905660377358, |
| "case_acc": 0.9951506007866803, |
| "case_f1": 0.4972067039106145, |
| "n_words": 37118 |
| }, |
| "zsm_Latn": { |
| "punct_f1": 0.7899628252788105, |
| "case_acc": 0.9000148713627125, |
| "case_f1": 0.514765906362545, |
| "n_words": 20173 |
| }, |
| "zul_Latn": { |
| "punct_f1": 0.6330097087378641, |
| "case_acc": 0.9326460915760182, |
| "case_f1": 0.610909090909091, |
| "n_words": 15812 |
| } |
| }, |
| "ted": { |
| "eng_Latn": { |
| "punct_f1": 0.7415485278080698, |
| "case_acc": 0.9307394820110161, |
| "case_f1": 0.654555940023068, |
| "n_words": 17066 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.7993989481592787, |
| "case_acc": 0.7634278432621854, |
| "case_f1": 0.35400382143477505, |
| "n_words": 15695 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.7435387673956262, |
| "case_acc": 0.9551822356565716, |
| "case_f1": 0.7093632958801498, |
| "n_words": 17203 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.7208413001912046, |
| "case_acc": 0.9474930193031443, |
| "case_f1": 0.6635873749037722, |
| "n_words": 16474 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.7018294131622713, |
| "case_acc": 0.9425530550746939, |
| "case_f1": 0.6568738229755179, |
| "n_words": 15597 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.7253427686864219, |
| "case_acc": 0.9530789990186457, |
| "case_f1": 0.7117887690591298, |
| "n_words": 16304 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.7760429997440491, |
| "case_acc": 0.9544817927170869, |
| "case_f1": 0.7443181818181818, |
| "n_words": 15708 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.7791771620486986, |
| "case_acc": 0.9324970599764798, |
| "case_f1": 0.6848528356066045, |
| "n_words": 12755 |
| }, |
| "rus_Cyrl": { |
| "punct_f1": 0.8358678552700577, |
| "case_acc": 0.9523943463891428, |
| "case_f1": 0.741581536133182, |
| "n_words": 14221 |
| }, |
| "ukr_Cyrl": { |
| "punct_f1": 0.8137720488466758, |
| "case_acc": 0.9397530159183383, |
| "case_f1": 0.6954350927246791, |
| "n_words": 14009 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.7902192897341355, |
| "case_acc": 0.9413385541295047, |
| "case_f1": 0.6927416321925536, |
| "n_words": 13791 |
| }, |
| "ron_Latn": { |
| "punct_f1": 0.7178914451641725, |
| "case_acc": 0.9438174978764713, |
| "case_f1": 0.6579139314369074, |
| "n_words": 16482 |
| }, |
| "hun_Latn": { |
| "punct_f1": 0.7739395024163236, |
| "case_acc": 0.9352758175885879, |
| "case_f1": 0.659037095501184, |
| "n_words": 13179 |
| }, |
| "ell_Grek": { |
| "punct_f1": 0.6809357889497263, |
| "case_acc": 0.9440418924678804, |
| "case_f1": 0.6687988628287136, |
| "n_words": 16423 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.7526286662977311, |
| "case_acc": 0.9461982238931743, |
| "case_f1": 0.6857573474001507, |
| "n_words": 15427 |
| }, |
| "tur_Latn": { |
| "punct_f1": 0.6578034682080924, |
| "case_acc": 0.9234512909345871, |
| "case_f1": 0.6489871086556169, |
| "n_words": 12123 |
| }, |
| "arb_Arab": { |
| "punct_f1": 0.6065096586398518, |
| "case_acc": 0.9990022093934858, |
| "case_f1": 0.5714285714285714, |
| "n_words": 14031 |
| }, |
| "heb_Hebr": { |
| "punct_f1": 0.6324110671936759, |
| "case_acc": 0.9980726235448307, |
| "case_f1": 0.3793103448275862, |
| "n_words": 12971 |
| }, |
| "pes_Arab": { |
| "punct_f1": 0.6411977284460506, |
| "case_acc": 0.9989518369058226, |
| "case_f1": 0.4230769230769231, |
| "n_words": 19081 |
| }, |
| "hin_Deva": { |
| "punct_f1": 0.6303843177714727, |
| "case_acc": 0.9982956732090824, |
| "case_f1": 0.1111111111111111, |
| "n_words": 18189 |
| }, |
| "ind_Latn": { |
| "punct_f1": 0.7174069627851141, |
| "case_acc": 0.9277658617588044, |
| "case_f1": 0.6373021335168617, |
| "n_words": 14453 |
| }, |
| "vie_Latn": { |
| "punct_f1": 0.6415276770606719, |
| "case_acc": 0.9508307747877912, |
| "case_f1": 0.6114063053489196, |
| "n_words": 22148 |
| }, |
| "jpn_Jpan": { |
| "punct_f1": 0.749220742419949, |
| "case_acc": 0.9975739766281692, |
| "case_f1": 0.5988700564971752, |
| "n_words": 29266 |
| }, |
| "kor_Hang": { |
| "punct_f1": 0.833105708822726, |
| "case_acc": 0.9956095041322314, |
| "case_f1": 0.4755244755244755, |
| "n_words": 11616 |
| }, |
| "zho_Hans": { |
| "punct_f1": 0.5859656561373755, |
| "case_acc": 0.9966698734551913, |
| "case_f1": 0.6341463414634146, |
| "n_words": 27026 |
| } |
| } |
| }, |
| "summary": { |
| "europarl": { |
| "punct_f1": 0.8388169844554333, |
| "case_f1": 0.5476528402363683, |
| "case_acc": 0.9225360006601515, |
| "n_langs": 12 |
| }, |
| "flores": { |
| "punct_f1": 0.6049950747979211, |
| "case_f1": 0.3977077694293947, |
| "case_acc": 0.9346187653520925, |
| "n_langs": 199 |
| }, |
| "ted": { |
| "punct_f1": 0.7219402988543768, |
| "case_f1": 0.602870916454769, |
| "case_acc": 0.9507398584013167, |
| "n_langs": 25 |
| } |
| }, |
| "seconds": 212 |
| }, |
| "1-800-BAD-CODE/xlm-roberta_punctuation_fullstop_truecase": { |
| "per_lang": { |
| "europarl": { |
| "eng_Latn": { |
| "punct_f1": 0.6894082171127026, |
| "case_acc": 0.9623678976718792, |
| "case_f1": 0.8403361344537815, |
| "n_words": 25643 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.8374066530889341, |
| "case_acc": 0.9787337734260777, |
| "case_f1": 0.9651655534008475, |
| "n_words": 22571 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.7197860962566844, |
| "case_acc": 0.9695110615356014, |
| "case_f1": 0.8081274532440544, |
| "n_words": 26895 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.6931511774222542, |
| "case_acc": 0.9605929817977107, |
| "case_f1": 0.8013367991088006, |
| "n_words": 26645 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.6944235116804823, |
| "case_acc": 0.9603089720736779, |
| "case_f1": 0.7542274727820245, |
| "n_words": 25245 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.72937029322224, |
| "case_acc": 0.958102827962397, |
| "case_f1": 0.7970506912442397, |
| "n_words": 25849 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.7167070217917676, |
| "case_acc": 0.963178367763133, |
| "case_f1": 0.8094408976591216, |
| "n_words": 26479 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.8038550776369802, |
| "case_acc": 0.9685324968140379, |
| "case_f1": 0.8562650866798333, |
| "n_words": 20402 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.8083464843065054, |
| "case_acc": 0.965675057208238, |
| "case_f1": 0.8191936680682661, |
| "n_words": 20539 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.8013698630136986, |
| "case_acc": 0.9700694590612503, |
| "case_f1": 0.8281583313581418, |
| "n_words": 23755 |
| }, |
| "slk_Latn": { |
| "punct_f1": 0.824832922968695, |
| "case_acc": 0.9682634730538923, |
| "case_f1": 0.8337129840546698, |
| "n_words": 20040 |
| }, |
| "slv_Latn": { |
| "punct_f1": 0.6866002214839424, |
| "case_acc": 0.9701354829310931, |
| "case_f1": 0.8428853754940712, |
| "n_words": 20593 |
| } |
| }, |
| "flores": { |
| "ace_Arab": { |
| "punct_f1": 0.14863102998696218, |
| "case_acc": 0.9996334814679068, |
| "case_f1": 0.26666666666666666, |
| "n_words": 21827 |
| }, |
| "ace_Latn": { |
| "punct_f1": 0.2230681385610963, |
| "case_acc": 0.6503378378378378, |
| "case_f1": 0.36385316412571334, |
| "n_words": 21312 |
| }, |
| "acm_Arab": { |
| "punct_f1": 0.5885911840968021, |
| "case_acc": 0.9988239696370342, |
| "case_f1": 0.7207207207207207, |
| "n_words": 18707 |
| }, |
| "acq_Arab": { |
| "punct_f1": 0.6061767838125666, |
| "case_acc": 0.9988552994432592, |
| "case_f1": 0.7256637168141593, |
| "n_words": 19219 |
| }, |
| "aeb_Arab": { |
| "punct_f1": 0.5099041533546326, |
| "case_acc": 0.9988297872340426, |
| "case_f1": 0.6990291262135923, |
| "n_words": 18800 |
| }, |
| "afr_Latn": { |
| "punct_f1": 0.7675699493280458, |
| "case_acc": 0.9712055507372073, |
| "case_f1": 0.8791169663521453, |
| "n_words": 23060 |
| }, |
| "ajp_Arab": { |
| "punct_f1": 0.5323328183623924, |
| "case_acc": 0.9992847317744155, |
| "case_f1": 0.9407665505226481, |
| "n_words": 18175 |
| }, |
| "aka_Latn": { |
| "punct_f1": 0.22234574763757642, |
| "case_acc": 0.9052635511225672, |
| "case_f1": 0.5624142661179699, |
| "n_words": 26769 |
| }, |
| "als_Latn": { |
| "punct_f1": 0.7689828801611279, |
| "case_acc": 0.9700272479564033, |
| "case_f1": 0.8522839628238086, |
| "n_words": 24589 |
| }, |
| "amh_Ethi": { |
| "punct_f1": 0.7198000555401277, |
| "case_acc": 0.9974403723094822, |
| "case_f1": 0.5038167938931297, |
| "n_words": 17190 |
| }, |
| "apc_Arab": { |
| "punct_f1": 0.52, |
| "case_acc": 0.9981518817204301, |
| "case_f1": 0.8347107438016529, |
| "n_words": 17856 |
| }, |
| "arb_Arab": { |
| "punct_f1": 0.6521093915624337, |
| "case_acc": 0.9989805800499516, |
| "case_f1": 0.7521367521367521, |
| "n_words": 19619 |
| }, |
| "arb_Latn": { |
| "punct_f1": 0.18947869554867888, |
| "case_acc": 0.4212687240570294, |
| "case_f1": 0.19706341768197438, |
| "n_words": 22164 |
| }, |
| "ars_Arab": { |
| "punct_f1": 0.6506587335316617, |
| "case_acc": 0.998981358867271, |
| "case_f1": 0.6666666666666666, |
| "n_words": 19634 |
| }, |
| "ary_Arab": { |
| "punct_f1": 0.4266065388951522, |
| "case_acc": 0.9986872505776098, |
| "case_f1": 0.782608695652174, |
| "n_words": 19044 |
| }, |
| "arz_Arab": { |
| "punct_f1": 0.5174432217279326, |
| "case_acc": 0.9989701338825953, |
| "case_f1": 0.6744186046511628, |
| "n_words": 19420 |
| }, |
| "asm_Beng": { |
| "punct_f1": 0.5373051224944321, |
| "case_acc": 0.9988035166207148, |
| "case_f1": 0.8050314465408805, |
| "n_words": 19223 |
| }, |
| "ast_Latn": { |
| "punct_f1": 0.5561453654552879, |
| "case_acc": 0.9218536407545794, |
| "case_f1": 0.6794205052005944, |
| "n_words": 21946 |
| }, |
| "awa_Deva": { |
| "punct_f1": 0.5642212450821569, |
| "case_acc": 0.9994084473715344, |
| "case_f1": 0.7368421052631579, |
| "n_words": 25357 |
| }, |
| "ayr_Latn": { |
| "punct_f1": 0.2078532800376205, |
| "case_acc": 0.7154115586690017, |
| "case_f1": 0.41410256410256413, |
| "n_words": 15988 |
| }, |
| "azb_Arab": { |
| "punct_f1": 0.1761904761904762, |
| "case_acc": 0.9981805776665909, |
| "case_f1": 0.28, |
| "n_words": 17588 |
| }, |
| "azj_Latn": { |
| "punct_f1": 0.7497733454215775, |
| "case_acc": 0.9637172774869109, |
| "case_f1": 0.8551526326572424, |
| "n_words": 19100 |
| }, |
| "bak_Cyrl": { |
| "punct_f1": 0.26486013986013984, |
| "case_acc": 0.8856533692419907, |
| "case_f1": 0.5336963921034718, |
| "n_words": 17823 |
| }, |
| "bam_Latn": { |
| "punct_f1": 0.2182023742227247, |
| "case_acc": 0.8389657619301046, |
| "case_f1": 0.44923819580630564, |
| "n_words": 22548 |
| }, |
| "ban_Latn": { |
| "punct_f1": 0.2842227378190255, |
| "case_acc": 0.7621366386306625, |
| "case_f1": 0.4769297110823631, |
| "n_words": 20331 |
| }, |
| "bel_Cyrl": { |
| "punct_f1": 0.8080449571132801, |
| "case_acc": 0.9658961187214612, |
| "case_f1": 0.8487886382623224, |
| "n_words": 21024 |
| }, |
| "bem_Latn": { |
| "punct_f1": 0.2927696562623469, |
| "case_acc": 0.8773003453249989, |
| "case_f1": 0.5897435897435898, |
| "n_words": 22877 |
| }, |
| "ben_Beng": { |
| "punct_f1": 0.6278650527942312, |
| "case_acc": 0.9990244904246034, |
| "case_f1": 0.7967479674796748, |
| "n_words": 19477 |
| }, |
| "bho_Deva": { |
| "punct_f1": 0.4733861834654587, |
| "case_acc": 0.9987883999061987, |
| "case_f1": 0.7878787878787878, |
| "n_words": 25586 |
| }, |
| "bjn_Arab": { |
| "punct_f1": 0.1580903932694189, |
| "case_acc": 0.9999496120124962, |
| "case_f1": 0.6666666666666666, |
| "n_words": 19846 |
| }, |
| "bjn_Latn": { |
| "punct_f1": 0.3415137141678697, |
| "case_acc": 0.8522073921971253, |
| "case_f1": 0.5944203000140194, |
| "n_words": 19480 |
| }, |
| "bos_Latn": { |
| "punct_f1": 0.8058528062895829, |
| "case_acc": 0.9761083743842365, |
| "case_f1": 0.8938261055330058, |
| "n_words": 20300 |
| }, |
| "bug_Latn": { |
| "punct_f1": 0.2447677895156468, |
| "case_acc": 0.6811609388097234, |
| "case_f1": 0.41120231772090776, |
| "n_words": 19088 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.8492436098069901, |
| "case_acc": 0.9785885335962812, |
| "case_f1": 0.8974302657588403, |
| "n_words": 21297 |
| }, |
| "cat_Latn": { |
| "punct_f1": 0.750734286273742, |
| "case_acc": 0.9706821718123004, |
| "case_f1": 0.8531833701546495, |
| "n_words": 24422 |
| }, |
| "ceb_Latn": { |
| "punct_f1": 0.3327628826773151, |
| "case_acc": 0.888250076149863, |
| "case_f1": 0.5967213114754099, |
| "n_words": 26264 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.8391824141920555, |
| "case_acc": 0.9737487605031052, |
| "case_f1": 0.8884548611111112, |
| "n_words": 19161 |
| }, |
| "cjk_Latn": { |
| "punct_f1": 0.28474752732951586, |
| "case_acc": 0.8503528947238537, |
| "case_f1": 0.4965289256198347, |
| "n_words": 20261 |
| }, |
| "ckb_Arab": { |
| "punct_f1": 0.14706927175843695, |
| "case_acc": 0.9971293828173057, |
| "case_f1": 0.21428571428571427, |
| "n_words": 19508 |
| }, |
| "crh_Latn": { |
| "punct_f1": 0.4505592841163311, |
| "case_acc": 0.9043842502094387, |
| "case_f1": 0.6557768924302789, |
| "n_words": 17905 |
| }, |
| "cym_Latn": { |
| "punct_f1": 0.648559670781893, |
| "case_acc": 0.9410839233221546, |
| "case_f1": 0.754845290717443, |
| "n_words": 24153 |
| }, |
| "dan_Latn": { |
| "punct_f1": 0.7511814259297308, |
| "case_acc": 0.9818335050098324, |
| "case_f1": 0.9142980189491817, |
| "n_words": 21358 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.8997726080111946, |
| "case_acc": 0.9853725850965961, |
| "case_f1": 0.9779061177892687, |
| "n_words": 21740 |
| }, |
| "dik_Latn": { |
| "punct_f1": 0.2358837287003007, |
| "case_acc": 0.8736580984560113, |
| "case_f1": 0.5020962602716753, |
| "n_words": 23381 |
| }, |
| "dyu_Latn": { |
| "punct_f1": 0.21626335295400043, |
| "case_acc": 0.7376497620219925, |
| "case_f1": 0.3317327766179541, |
| "n_words": 24372 |
| }, |
| "dzo_Tibt": { |
| "punct_f1": 0.25, |
| "case_acc": 0.9997066158134077, |
| "case_f1": 0.5, |
| "n_words": 6817 |
| }, |
| "ell_Grek": { |
| "punct_f1": 0.7500501102425335, |
| "case_acc": 0.967643365424864, |
| "case_f1": 0.8647804200659608, |
| "n_words": 23890 |
| }, |
| "eng_Latn": { |
| "punct_f1": 0.781314592806945, |
| "case_acc": 0.9718554393018687, |
| "case_f1": 0.8928997105397583, |
| "n_words": 21887 |
| }, |
| "epo_Latn": { |
| "punct_f1": 0.7130070462768996, |
| "case_acc": 0.9636688217697578, |
| "case_f1": 0.8379009985128532, |
| "n_words": 20726 |
| }, |
| "est_Latn": { |
| "punct_f1": 0.8469428007889547, |
| "case_acc": 0.9750314352433986, |
| "case_f1": 0.900306386990337, |
| "n_words": 16701 |
| }, |
| "eus_Latn": { |
| "punct_f1": 0.5436046511627907, |
| "case_acc": 0.9429492253760036, |
| "case_f1": 0.7790246007768666, |
| "n_words": 17686 |
| }, |
| "ewe_Latn": { |
| "punct_f1": 0.17532467532467533, |
| "case_acc": 0.910858930146764, |
| "case_f1": 0.5445302968686457, |
| "n_words": 24938 |
| }, |
| "fao_Latn": { |
| "punct_f1": 0.4659985683607731, |
| "case_acc": 0.9263342997005846, |
| "case_f1": 0.6823529411764706, |
| "n_words": 21041 |
| }, |
| "fij_Latn": { |
| "punct_f1": 0.19386660947887627, |
| "case_acc": 0.7277234311572502, |
| "case_f1": 0.30786099865047234, |
| "n_words": 30054 |
| }, |
| "fin_Latn": { |
| "punct_f1": 0.8652816448918398, |
| "case_acc": 0.9779503883738412, |
| "case_f1": 0.9167253108139808, |
| "n_words": 15964 |
| }, |
| "fon_Latn": { |
| "punct_f1": 0.22318526543878656, |
| "case_acc": 0.9161956415199137, |
| "case_f1": 0.4948049402078024, |
| "n_words": 30607 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.8056275453535727, |
| "case_acc": 0.9783885365280715, |
| "case_f1": 0.8821929273906675, |
| "n_words": 25542 |
| }, |
| "fur_Latn": { |
| "punct_f1": 0.34835395750642073, |
| "case_acc": 0.886331964897744, |
| "case_f1": 0.49501329787234044, |
| "n_words": 26551 |
| }, |
| "fuv_Latn": { |
| "punct_f1": 0.2361275088547816, |
| "case_acc": 0.8382832388013041, |
| "case_f1": 0.43799227799227797, |
| "n_words": 22391 |
| }, |
| "gaz_Latn": { |
| "punct_f1": 0.32679489621024566, |
| "case_acc": 0.8634803544900364, |
| "case_f1": 0.5569913850231941, |
| "n_words": 19521 |
| }, |
| "gla_Latn": { |
| "punct_f1": 0.4896214896214896, |
| "case_acc": 0.9257353763561122, |
| "case_f1": 0.6499215070643642, |
| "n_words": 26823 |
| }, |
| "gle_Latn": { |
| "punct_f1": 0.5835638087712367, |
| "case_acc": 0.9349252572316055, |
| "case_f1": 0.7031497448530706, |
| "n_words": 25755 |
| }, |
| "glg_Latn": { |
| "punct_f1": 0.7523143774796902, |
| "case_acc": 0.9704989885367499, |
| "case_f1": 0.8625646923519263, |
| "n_words": 23728 |
| }, |
| "grn_Latn": { |
| "punct_f1": 0.22756863855080667, |
| "case_acc": 0.8574937171578707, |
| "case_f1": 0.5561269728675297, |
| "n_words": 17508 |
| }, |
| "guj_Gujr": { |
| "punct_f1": 0.6924022621096632, |
| "case_acc": 0.9994249293142282, |
| "case_f1": 0.8653846153846154, |
| "n_words": 20867 |
| }, |
| "hat_Latn": { |
| "punct_f1": 0.20313406848520024, |
| "case_acc": 0.8486813661910938, |
| "case_f1": 0.39629120879120877, |
| "n_words": 23130 |
| }, |
| "hau_Latn": { |
| "punct_f1": 0.5117873981997428, |
| "case_acc": 0.9265934590594413, |
| "case_f1": 0.6922056384742952, |
| "n_words": 25134 |
| }, |
| "heb_Hebr": { |
| "punct_f1": 0.6124773492104582, |
| "case_acc": 0.9980979827089337, |
| "case_f1": 0.831858407079646, |
| "n_words": 17350 |
| }, |
| "hin_Deva": { |
| "punct_f1": 0.7088726759237468, |
| "case_acc": 0.9991410947138284, |
| "case_f1": 0.7321428571428571, |
| "n_words": 25614 |
| }, |
| "hne_Deva": { |
| "punct_f1": 0.4520547945205479, |
| "case_acc": 0.9999203789959792, |
| "case_f1": 0.8695652173913043, |
| "n_words": 25119 |
| }, |
| "hrv_Latn": { |
| "punct_f1": 0.7981859410430839, |
| "case_acc": 0.9760049220672683, |
| "case_f1": 0.8975903614457831, |
| "n_words": 19504 |
| }, |
| "hun_Latn": { |
| "punct_f1": 0.8186619718309859, |
| "case_acc": 0.9707220467804957, |
| "case_f1": 0.8708778448676265, |
| "n_words": 18683 |
| }, |
| "hye_Armn": { |
| "punct_f1": 0.550996015936255, |
| "case_acc": 0.9661587893864013, |
| "case_f1": 0.8370480435859337, |
| "n_words": 19296 |
| }, |
| "ibo_Latn": { |
| "punct_f1": 0.23622881355932204, |
| "case_acc": 0.8822395373122339, |
| "case_f1": 0.496845694799659, |
| "n_words": 24898 |
| }, |
| "ilo_Latn": { |
| "punct_f1": 0.19721577726218098, |
| "case_acc": 0.5419108574953733, |
| "case_f1": 0.2997589227964956, |
| "n_words": 25936 |
| }, |
| "ind_Latn": { |
| "punct_f1": 0.7688915614351574, |
| "case_acc": 0.9646102584814217, |
| "case_f1": 0.8812770202859993, |
| "n_words": 19808 |
| }, |
| "isl_Latn": { |
| "punct_f1": 0.7802736896462691, |
| "case_acc": 0.9796721956981838, |
| "case_f1": 0.9094031773293259, |
| "n_words": 20317 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.7746031746031746, |
| "case_acc": 0.9727261508083426, |
| "case_f1": 0.8585055643879174, |
| "n_words": 24309 |
| }, |
| "jav_Latn": { |
| "punct_f1": 0.5359667359667359, |
| "case_acc": 0.9288179680856385, |
| "case_f1": 0.7627538385339276, |
| "n_words": 19991 |
| }, |
| "jpn_Jpan": { |
| "punct_f1": 0.8057334553217445, |
| "case_acc": 0.9989247112478912, |
| "case_f1": 0.8989547038327527, |
| "n_words": 53939 |
| }, |
| "kab_Latn": { |
| "punct_f1": 0.20993322203672787, |
| "case_acc": 0.6734712393395028, |
| "case_f1": 0.33864760857614074, |
| "n_words": 22044 |
| }, |
| "kac_Latn": { |
| "punct_f1": 0.16806722689075632, |
| "case_acc": 0.6739715387389387, |
| "case_f1": 0.23538571335885292, |
| "n_words": 36049 |
| }, |
| "kam_Latn": { |
| "punct_f1": 0.33127253992787226, |
| "case_acc": 0.8429353985644126, |
| "case_f1": 0.5072955047899779, |
| "n_words": 21176 |
| }, |
| "kan_Knda": { |
| "punct_f1": 0.7087378640776699, |
| "case_acc": 0.9983199551988053, |
| "case_f1": 0.7928994082840237, |
| "n_words": 16071 |
| }, |
| "kas_Arab": { |
| "punct_f1": 0.17536534446764093, |
| "case_acc": 0.9972890249234806, |
| "case_f1": 0.5569620253164557, |
| "n_words": 22870 |
| }, |
| "kas_Deva": { |
| "punct_f1": 0.21452702702702703, |
| "case_acc": 0.99591303615067, |
| "case_f1": 0.9191430545957153, |
| "n_words": 23734 |
| }, |
| "kat_Geor": { |
| "punct_f1": 0.6516087790326017, |
| "case_acc": 0.8897692845490561, |
| "case_f1": 0.09455587392550144, |
| "n_words": 17164 |
| }, |
| "kaz_Cyrl": { |
| "punct_f1": 0.7519630484988452, |
| "case_acc": 0.9710312862108922, |
| "case_f1": 0.8821486455197962, |
| "n_words": 17260 |
| }, |
| "kbp_Latn": { |
| "punct_f1": 0.1979845880260818, |
| "case_acc": 0.9107277414237557, |
| "case_f1": 0.5169112954690491, |
| "n_words": 25215 |
| }, |
| "kea_Latn": { |
| "punct_f1": 0.34210526315789475, |
| "case_acc": 0.8785824345146379, |
| "case_f1": 0.5613924050632911, |
| "n_words": 22715 |
| }, |
| "khk_Cyrl": { |
| "punct_f1": 0.75, |
| "case_acc": 0.9652151769798829, |
| "case_f1": 0.8492201039861352, |
| "n_words": 19635 |
| }, |
| "kik_Latn": { |
| "punct_f1": 0.23660130718954248, |
| "case_acc": 0.7689572964155758, |
| "case_f1": 0.4090084320631871, |
| "n_words": 23909 |
| }, |
| "kin_Latn": { |
| "punct_f1": 0.5709828393135725, |
| "case_acc": 0.9405545581488131, |
| "case_f1": 0.7678364828384111, |
| "n_words": 20052 |
| }, |
| "kir_Cyrl": { |
| "punct_f1": 0.7924528301886793, |
| "case_acc": 0.9704461821527139, |
| "case_f1": 0.8802190280629706, |
| "n_words": 17392 |
| }, |
| "kmb_Latn": { |
| "punct_f1": 0.24060767809484707, |
| "case_acc": 0.8196649799336939, |
| "case_f1": 0.4726070929197915, |
| "n_words": 22924 |
| }, |
| "kmr_Latn": { |
| "punct_f1": 0.5881226053639846, |
| "case_acc": 0.9406936722266349, |
| "case_f1": 0.7701421800947867, |
| "n_words": 22662 |
| }, |
| "knc_Arab": { |
| "punct_f1": 0.12038140643623362, |
| "case_acc": 0.994294718539448, |
| "case_f1": 0.7252252252252253, |
| "n_words": 18404 |
| }, |
| "knc_Latn": { |
| "punct_f1": 0.2001422812425895, |
| "case_acc": 0.7478693181818182, |
| "case_f1": 0.41396727791808496, |
| "n_words": 21120 |
| }, |
| "kon_Latn": { |
| "punct_f1": 0.2353358142831827, |
| "case_acc": 0.7263161753922862, |
| "case_f1": 0.35719810915341643, |
| "n_words": 27276 |
| }, |
| "kor_Hang": { |
| "punct_f1": 0.8593619972260749, |
| "case_acc": 0.9972771474878445, |
| "case_f1": 0.9133333333333333, |
| "n_words": 15425 |
| }, |
| "lij_Latn": { |
| "punct_f1": 0.3583790628957366, |
| "case_acc": 0.9023221668405393, |
| "case_f1": 0.5569311246730602, |
| "n_words": 25881 |
| }, |
| "lim_Latn": { |
| "punct_f1": 0.40239043824701193, |
| "case_acc": 0.8988799143201393, |
| "case_f1": 0.6048611111111111, |
| "n_words": 22409 |
| }, |
| "lin_Latn": { |
| "punct_f1": 0.22528387585162757, |
| "case_acc": 0.614452292389351, |
| "case_f1": 0.3137254901960784, |
| "n_words": 23927 |
| }, |
| "lit_Latn": { |
| "punct_f1": 0.8163054695562435, |
| "case_acc": 0.9702655889145496, |
| "case_f1": 0.8862847222222222, |
| "n_words": 17320 |
| }, |
| "lmo_Latn": { |
| "punct_f1": 0.3547241297655695, |
| "case_acc": 0.8915197624791241, |
| "case_f1": 0.5182756925094247, |
| "n_words": 26945 |
| }, |
| "ltg_Latn": { |
| "punct_f1": 0.4689604951756781, |
| "case_acc": 0.8955890563930765, |
| "case_f1": 0.5595321637426901, |
| "n_words": 17910 |
| }, |
| "ltz_Latn": { |
| "punct_f1": 0.26582553839460515, |
| "case_acc": 0.8127431005741804, |
| "case_f1": 0.7020198310686743, |
| "n_words": 21596 |
| }, |
| "lua_Latn": { |
| "punct_f1": 0.2623413258110014, |
| "case_acc": 0.7965174345390594, |
| "case_f1": 0.4430499644802273, |
| "n_words": 23029 |
| }, |
| "lug_Latn": { |
| "punct_f1": 0.2746494547073225, |
| "case_acc": 0.8610448608745032, |
| "case_f1": 0.5549132947976878, |
| "n_words": 17610 |
| }, |
| "luo_Latn": { |
| "punct_f1": 0.19637531543932094, |
| "case_acc": 0.7299975330976071, |
| "case_f1": 0.36367149758454104, |
| "n_words": 24322 |
| }, |
| "lus_Latn": { |
| "punct_f1": 0.17875824425744827, |
| "case_acc": 0.7313222937102275, |
| "case_f1": 0.3382226056945643, |
| "n_words": 28443 |
| }, |
| "lvs_Latn": { |
| "punct_f1": 0.8618729096989967, |
| "case_acc": 0.9749172050599924, |
| "case_f1": 0.8927272727272727, |
| "n_words": 18419 |
| }, |
| "mag_Deva": { |
| "punct_f1": 0.47107800175284836, |
| "case_acc": 0.9995202111071129, |
| "case_f1": 0.7714285714285715, |
| "n_words": 25011 |
| }, |
| "mai_Deva": { |
| "punct_f1": 0.3326092203717113, |
| "case_acc": 0.9989428315849395, |
| "case_f1": 0.8195121951219512, |
| "n_words": 24594 |
| }, |
| "mal_Mlym": { |
| "punct_f1": 0.6600936652699039, |
| "case_acc": 0.9991953329309998, |
| "case_f1": 0.7384615384615385, |
| "n_words": 14913 |
| }, |
| "mar_Deva": { |
| "punct_f1": 0.7085601187530925, |
| "case_acc": 0.9993693504309439, |
| "case_f1": 0.8805970149253731, |
| "n_words": 19028 |
| }, |
| "min_Arab": { |
| "punct_f1": 0.15090460526315788, |
| "case_acc": 0.9998533222510145, |
| "case_f1": 0.4, |
| "n_words": 20453 |
| }, |
| "min_Latn": { |
| "punct_f1": 0.33706949256164664, |
| "case_acc": 0.8233310526830222, |
| "case_f1": 0.5366849559780529, |
| "n_words": 20462 |
| }, |
| "mkd_Cyrl": { |
| "punct_f1": 0.7768231768231768, |
| "case_acc": 0.972523634331486, |
| "case_f1": 0.872858049502856, |
| "n_words": 21473 |
| }, |
| "mlt_Latn": { |
| "punct_f1": 0.2466529351184346, |
| "case_acc": 0.7857625006490472, |
| "case_f1": 0.3909597886703845, |
| "n_words": 19259 |
| }, |
| "mni_Beng": { |
| "punct_f1": 0.16513394642143142, |
| "case_acc": 0.9942364608754348, |
| "case_f1": 0.3163265306122449, |
| "n_words": 19259 |
| }, |
| "mos_Latn": { |
| "punct_f1": 0.2027527792482795, |
| "case_acc": 0.7644236584284159, |
| "case_f1": 0.33208148401047, |
| "n_words": 24803 |
| }, |
| "mri_Latn": { |
| "punct_f1": 0.18251292425264104, |
| "case_acc": 0.9079394399181977, |
| "case_f1": 0.5046001415428167, |
| "n_words": 30317 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.834814308498519, |
| "case_acc": 0.9813832100913441, |
| "case_f1": 0.9194085027726433, |
| "n_words": 22990 |
| }, |
| "nno_Latn": { |
| "punct_f1": 0.7616212502862377, |
| "case_acc": 0.9749181612799115, |
| "case_f1": 0.8804159445407279, |
| "n_words": 21689 |
| }, |
| "nob_Latn": { |
| "punct_f1": 0.7860302677532014, |
| "case_acc": 0.9799558747594236, |
| "case_f1": 0.9047826086956522, |
| "n_words": 21303 |
| }, |
| "npi_Deva": { |
| "punct_f1": 0.686040195545899, |
| "case_acc": 0.9986091050125715, |
| "case_f1": 0.9166666666666666, |
| "n_words": 18693 |
| }, |
| "nso_Latn": { |
| "punct_f1": 0.24172262097707803, |
| "case_acc": 0.8212053101074664, |
| "case_f1": 0.42294230552105677, |
| "n_words": 28474 |
| }, |
| "nus_Latn": { |
| "punct_f1": 0.23319892473118278, |
| "case_acc": 0.8680876592440978, |
| "case_f1": 0.3732488325550367, |
| "n_words": 28337 |
| }, |
| "nya_Latn": { |
| "punct_f1": 0.2567924981966819, |
| "case_acc": 0.8485451761102604, |
| "case_f1": 0.551475015051174, |
| "n_words": 19590 |
| }, |
| "oci_Latn": { |
| "punct_f1": 0.5057244374259771, |
| "case_acc": 0.9299202344131532, |
| "case_f1": 0.673676304919264, |
| "n_words": 24572 |
| }, |
| "ory_Orya": { |
| "punct_f1": 0.7141458639255996, |
| "case_acc": 0.9976417512560238, |
| "case_f1": 0.7674418604651163, |
| "n_words": 19506 |
| }, |
| "pag_Latn": { |
| "punct_f1": 0.2591072344792201, |
| "case_acc": 0.6293858610729675, |
| "case_f1": 0.3752488651748029, |
| "n_words": 21119 |
| }, |
| "pan_Guru": { |
| "punct_f1": 0.6854954523695548, |
| "case_acc": 0.9990731085621597, |
| "case_f1": 0.7974683544303798, |
| "n_words": 25893 |
| }, |
| "pap_Latn": { |
| "punct_f1": 0.3046913580246914, |
| "case_acc": 0.8780555117489355, |
| "case_f1": 0.5243193637197919, |
| "n_words": 25364 |
| }, |
| "pbt_Arab": { |
| "punct_f1": 0.6531498913830558, |
| "case_acc": 0.9982940329062098, |
| "case_f1": 0.9293413173652695, |
| "n_words": 26378 |
| }, |
| "pes_Arab": { |
| "punct_f1": 0.6777020447906524, |
| "case_acc": 0.9986388191756349, |
| "case_f1": 0.8821917808219178, |
| "n_words": 23509 |
| }, |
| "plt_Latn": { |
| "punct_f1": 0.5151767151767151, |
| "case_acc": 0.9279568958025549, |
| "case_f1": 0.712465564738292, |
| "n_words": 23014 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.8574060427413412, |
| "case_acc": 0.9759543749678878, |
| "case_f1": 0.9024638566483405, |
| "n_words": 19463 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.7930664760543246, |
| "case_acc": 0.9709816658831574, |
| "case_f1": 0.8715766099185789, |
| "n_words": 23399 |
| }, |
| "prs_Arab": { |
| "punct_f1": 0.7183098591549296, |
| "case_acc": 0.9984316962443253, |
| "case_f1": 0.7868852459016393, |
| "n_words": 24230 |
| }, |
| "quy_Latn": { |
| "punct_f1": 0.21123769067387527, |
| "case_acc": 0.6333165955310068, |
| "case_f1": 0.3691181221061699, |
| "n_words": 15932 |
| }, |
| "ron_Latn": { |
| "punct_f1": 0.7934495509772848, |
| "case_acc": 0.9753299877704212, |
| "case_f1": 0.8846302748741773, |
| "n_words": 23713 |
| }, |
| "run_Latn": { |
| "punct_f1": 0.5207259690790947, |
| "case_acc": 0.9348116616344108, |
| "case_f1": 0.7410870835768556, |
| "n_words": 20203 |
| }, |
| "rus_Cyrl": { |
| "punct_f1": 0.8503013520117283, |
| "case_acc": 0.9748324722492199, |
| "case_f1": 0.8901556676167507, |
| "n_words": 19549 |
| }, |
| "sag_Latn": { |
| "punct_f1": 0.1974941601189212, |
| "case_acc": 0.7622927341586837, |
| "case_f1": 0.3138512275558813, |
| "n_words": 31421 |
| }, |
| "san_Deva": { |
| "punct_f1": 0.5092392608591313, |
| "case_acc": 0.9987377532006972, |
| "case_f1": 0.903010033444816, |
| "n_words": 16637 |
| }, |
| "sat_Olck": { |
| "punct_f1": 0.0, |
| "case_acc": 0.9952145145853273, |
| "case_f1": 0.2375, |
| "n_words": 24031 |
| }, |
| "scn_Latn": { |
| "punct_f1": 0.3499174722942702, |
| "case_acc": 0.8945800542439198, |
| "case_f1": 0.5322423533995714, |
| "n_words": 22491 |
| }, |
| "shn_Mymr": { |
| "punct_f1": 0.29260935143288086, |
| "case_acc": 0.9718594999493876, |
| "case_f1": 0.8931325743665075, |
| "n_words": 9879 |
| }, |
| "sin_Sinh": { |
| "punct_f1": 0.7307024075452966, |
| "case_acc": 0.9989849187935035, |
| "case_f1": 0.8383233532934131, |
| "n_words": 20688 |
| }, |
| "slk_Latn": { |
| "punct_f1": 0.8483598875351452, |
| "case_acc": 0.9748054076198279, |
| "case_f1": 0.8894736842105263, |
| "n_words": 19528 |
| }, |
| "slv_Latn": { |
| "punct_f1": 0.7639126305792973, |
| "case_acc": 0.9761278475358579, |
| "case_f1": 0.8880898876404495, |
| "n_words": 20149 |
| }, |
| "smo_Latn": { |
| "punct_f1": 0.20074906367041198, |
| "case_acc": 0.8829670156903436, |
| "case_f1": 0.4371140231962645, |
| "n_words": 31803 |
| }, |
| "sna_Latn": { |
| "punct_f1": 0.24193927983054836, |
| "case_acc": 0.8320835256114444, |
| "case_f1": 0.44926442851754056, |
| "n_words": 17336 |
| }, |
| "snd_Arab": { |
| "punct_f1": 0.6484178804620794, |
| "case_acc": 0.9986182937902175, |
| "case_f1": 0.8076923076923077, |
| "n_words": 25331 |
| }, |
| "som_Latn": { |
| "punct_f1": 0.5833333333333334, |
| "case_acc": 0.9441249678139215, |
| "case_f1": 0.7641136281912981, |
| "n_words": 23302 |
| }, |
| "sot_Latn": { |
| "punct_f1": 0.23788003286770748, |
| "case_acc": 0.7491145218417946, |
| "case_f1": 0.37059591126576774, |
| "n_words": 28798 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.7782087447108603, |
| "case_acc": 0.9742724588781105, |
| "case_f1": 0.8706912968958294, |
| "n_words": 26081 |
| }, |
| "srd_Latn": { |
| "punct_f1": 0.34901960784313724, |
| "case_acc": 0.8858602402121354, |
| "case_f1": 0.511181050190492, |
| "n_words": 25644 |
| }, |
| "srp_Cyrl": { |
| "punct_f1": 0.7981182245858048, |
| "case_acc": 0.9762423186722795, |
| "case_f1": 0.8921885087153002, |
| "n_words": 20667 |
| }, |
| "ssw_Latn": { |
| "punct_f1": 0.26564759347242306, |
| "case_acc": 0.8498129003615146, |
| "case_f1": 0.45742981054553755, |
| "n_words": 15767 |
| }, |
| "sun_Latn": { |
| "punct_f1": 0.48878544223444775, |
| "case_acc": 0.9184014587448716, |
| "case_f1": 0.734520503185754, |
| "n_words": 19743 |
| }, |
| "swe_Latn": { |
| "punct_f1": 0.7969667318982387, |
| "case_acc": 0.9800987654320987, |
| "case_f1": 0.9077507259325441, |
| "n_words": 20250 |
| }, |
| "swh_Latn": { |
| "punct_f1": 0.6715425531914894, |
| "case_acc": 0.9536928212119787, |
| "case_f1": 0.8218933856302372, |
| "n_words": 21271 |
| }, |
| "szl_Latn": { |
| "punct_f1": 0.5402320014730252, |
| "case_acc": 0.9157443770082113, |
| "case_f1": 0.6791650560494782, |
| "n_words": 19607 |
| }, |
| "tam_Taml": { |
| "punct_f1": 0.6916005014625992, |
| "case_acc": 0.9985675062671601, |
| "case_f1": 0.8393782383419689, |
| "n_words": 16754 |
| }, |
| "taq_Latn": { |
| "punct_f1": 0.2093947183921477, |
| "case_acc": 0.6955298090904827, |
| "case_f1": 0.34434152235199356, |
| "n_words": 21319 |
| }, |
| "taq_Tfng": { |
| "punct_f1": 0.012726382770435633, |
| "case_acc": 0.9923850709786594, |
| "case_f1": 0.5651105651105651, |
| "n_words": 21274 |
| }, |
| "tat_Cyrl": { |
| "punct_f1": 0.29263287502565155, |
| "case_acc": 0.8755013368983957, |
| "case_f1": 0.5409267197387222, |
| "n_words": 17952 |
| }, |
| "tel_Telu": { |
| "punct_f1": 0.6985991866244916, |
| "case_acc": 0.9977532075917933, |
| "case_f1": 0.917910447761194, |
| "n_words": 16913 |
| }, |
| "tgk_Cyrl": { |
| "punct_f1": 0.22005089058524174, |
| "case_acc": 0.4790197142340387, |
| "case_f1": 0.24956086136230565, |
| "n_words": 22116 |
| }, |
| "tgl_Latn": { |
| "punct_f1": 0.6575692963752665, |
| "case_acc": 0.955314776760695, |
| "case_f1": 0.8044566445987406, |
| "n_words": 26765 |
| }, |
| "tir_Ethi": { |
| "punct_f1": 0.3865546218487395, |
| "case_acc": 0.9981768934263986, |
| "case_f1": 0.45977011494252873, |
| "n_words": 19198 |
| }, |
| "tpi_Latn": { |
| "punct_f1": 0.21609893686266002, |
| "case_acc": 0.664812590860249, |
| "case_f1": 0.2966443841419022, |
| "n_words": 31642 |
| }, |
| "tsn_Latn": { |
| "punct_f1": 0.24165528010931095, |
| "case_acc": 0.7882429360181877, |
| "case_f1": 0.36784055727554177, |
| "n_words": 30790 |
| }, |
| "tso_Latn": { |
| "punct_f1": 0.2709074733096085, |
| "case_acc": 0.7945017437115085, |
| "case_f1": 0.4123493338972299, |
| "n_words": 26954 |
| }, |
| "tuk_Latn": { |
| "punct_f1": 0.28155628155628154, |
| "case_acc": 0.8762696729545708, |
| "case_f1": 0.487072945521699, |
| "n_words": 17918 |
| }, |
| "tum_Latn": { |
| "punct_f1": 0.281336454564801, |
| "case_acc": 0.8488908860656073, |
| "case_f1": 0.5131768716402255, |
| "n_words": 24479 |
| }, |
| "tur_Latn": { |
| "punct_f1": 0.7496522948539638, |
| "case_acc": 0.9676741279400068, |
| "case_f1": 0.892632358385783, |
| "n_words": 17602 |
| }, |
| "twi_Latn": { |
| "punct_f1": 0.20424789060226942, |
| "case_acc": 0.8928489131269682, |
| "case_f1": 0.5278572630870224, |
| "n_words": 26038 |
| }, |
| "tzm_Tfng": { |
| "punct_f1": 0.008503401360544218, |
| "case_acc": 0.9990698498471896, |
| "case_f1": 0.631578947368421, |
| "n_words": 22577 |
| }, |
| "uig_Arab": { |
| "punct_f1": 0.7565156139938953, |
| "case_acc": 0.9983042224860098, |
| "case_f1": 0.8240740740740741, |
| "n_words": 17691 |
| }, |
| "ukr_Cyrl": { |
| "punct_f1": 0.848661800486618, |
| "case_acc": 0.9726185480486781, |
| "case_f1": 0.8841875681570338, |
| "n_words": 19064 |
| }, |
| "umb_Latn": { |
| "punct_f1": 0.2445842068483578, |
| "case_acc": 0.8126489662435563, |
| "case_f1": 0.4655819774718398, |
| "n_words": 18041 |
| }, |
| "urd_Arab": { |
| "punct_f1": 0.7018978102189781, |
| "case_acc": 0.9994211497413263, |
| "case_f1": 0.7804878048780488, |
| "n_words": 27641 |
| }, |
| "uzn_Latn": { |
| "punct_f1": 0.7329044555634977, |
| "case_acc": 0.9580350258839079, |
| "case_f1": 0.8264750707598519, |
| "n_words": 18158 |
| }, |
| "vec_Latn": { |
| "punct_f1": 0.4219790675547098, |
| "case_acc": 0.9189132618888145, |
| "case_f1": 0.6240153698366955, |
| "n_words": 23888 |
| }, |
| "vie_Latn": { |
| "punct_f1": 0.6681960375391033, |
| "case_acc": 0.9576941866145579, |
| "case_f1": 0.7923222152297043, |
| "n_words": 30705 |
| }, |
| "war_Latn": { |
| "punct_f1": 0.27213910230489285, |
| "case_acc": 0.880771478667446, |
| "case_f1": 0.562674836818969, |
| "n_words": 27376 |
| }, |
| "wol_Latn": { |
| "punct_f1": 0.2281069743051914, |
| "case_acc": 0.7940071913703556, |
| "case_f1": 0.38875103391232424, |
| "n_words": 25030 |
| }, |
| "xho_Latn": { |
| "punct_f1": 0.3869336143308746, |
| "case_acc": 0.8926703261220535, |
| "case_f1": 0.5718677940046119, |
| "n_words": 15485 |
| }, |
| "ydd_Hebr": { |
| "punct_f1": 0.6406672678088368, |
| "case_acc": 0.998649472858761, |
| "case_f1": 0.8552188552188552, |
| "n_words": 22954 |
| }, |
| "yor_Latn": { |
| "punct_f1": 0.25869336143308747, |
| "case_acc": 0.892535060188312, |
| "case_f1": 0.5214637579169599, |
| "n_words": 25171 |
| }, |
| "yue_Hant": { |
| "punct_f1": 0.7567665102850957, |
| "case_acc": 0.9985052723122079, |
| "case_f1": 0.9050086355785838, |
| "n_words": 36796 |
| }, |
| "zho_Hans": { |
| "punct_f1": 0.7710272465730242, |
| "case_acc": 0.9981955880857986, |
| "case_f1": 0.9230769230769231, |
| "n_words": 39348 |
| }, |
| "zho_Hant": { |
| "punct_f1": 0.7563496234016466, |
| "case_acc": 0.9987337679831888, |
| "case_f1": 0.9090909090909091, |
| "n_words": 37118 |
| }, |
| "zsm_Latn": { |
| "punct_f1": 0.7069145602673909, |
| "case_acc": 0.956625192088435, |
| "case_f1": 0.849721706864564, |
| "n_words": 20173 |
| }, |
| "zul_Latn": { |
| "punct_f1": 0.3646174600115629, |
| "case_acc": 0.8974829243612447, |
| "case_f1": 0.5203539823008849, |
| "n_words": 15812 |
| } |
| }, |
| "ted": { |
| "eng_Latn": { |
| "punct_f1": 0.6708914237431348, |
| "case_acc": 0.9579866401031291, |
| "case_f1": 0.826378896882494, |
| "n_words": 17066 |
| }, |
| "deu_Latn": { |
| "punct_f1": 0.7536124490552056, |
| "case_acc": 0.9634278432621854, |
| "case_f1": 0.9357818341763801, |
| "n_words": 15695 |
| }, |
| "fra_Latn": { |
| "punct_f1": 0.6487055356766996, |
| "case_acc": 0.9602394931116666, |
| "case_f1": 0.7691279652522552, |
| "n_words": 17203 |
| }, |
| "spa_Latn": { |
| "punct_f1": 0.6239529092143989, |
| "case_acc": 0.9580551171543038, |
| "case_f1": 0.7697865353037767, |
| "n_words": 16474 |
| }, |
| "ita_Latn": { |
| "punct_f1": 0.6172093023255814, |
| "case_acc": 0.9513367955376034, |
| "case_f1": 0.7384615384615385, |
| "n_words": 15597 |
| }, |
| "por_Latn": { |
| "punct_f1": 0.63769327204346, |
| "case_acc": 0.9571270853778214, |
| "case_f1": 0.7611036339165546, |
| "n_words": 16304 |
| }, |
| "nld_Latn": { |
| "punct_f1": 0.6772646984607621, |
| "case_acc": 0.9656862745098039, |
| "case_f1": 0.8201913559881228, |
| "n_words": 15708 |
| }, |
| "pol_Latn": { |
| "punct_f1": 0.6951718494271686, |
| "case_acc": 0.9456683653469228, |
| "case_f1": 0.7693836978131213, |
| "n_words": 12755 |
| }, |
| "rus_Cyrl": { |
| "punct_f1": 0.766579634464752, |
| "case_acc": 0.9607622530061177, |
| "case_f1": 0.7951895043731778, |
| "n_words": 14221 |
| }, |
| "ukr_Cyrl": { |
| "punct_f1": 0.738886050076648, |
| "case_acc": 0.9533871082875295, |
| "case_f1": 0.7765023632680621, |
| "n_words": 14009 |
| }, |
| "ces_Latn": { |
| "punct_f1": 0.7088989441930619, |
| "case_acc": 0.9510550358929737, |
| "case_f1": 0.7574133619149697, |
| "n_words": 13791 |
| }, |
| "ron_Latn": { |
| "punct_f1": 0.6295369211514393, |
| "case_acc": 0.9559519475791772, |
| "case_f1": 0.7670364500792393, |
| "n_words": 16482 |
| }, |
| "hun_Latn": { |
| "punct_f1": 0.7129548251010722, |
| "case_acc": 0.9484786402610214, |
| "case_f1": 0.7492690058479532, |
| "n_words": 13179 |
| }, |
| "ell_Grek": { |
| "punct_f1": 0.6134826218801026, |
| "case_acc": 0.9520185106253425, |
| "case_f1": 0.7555691180958194, |
| "n_words": 16423 |
| }, |
| "bul_Cyrl": { |
| "punct_f1": 0.6938775510204082, |
| "case_acc": 0.9558566150256045, |
| "case_f1": 0.7606511950121233, |
| "n_words": 15427 |
| }, |
| "tur_Latn": { |
| "punct_f1": 0.585635359116022, |
| "case_acc": 0.9467128598531717, |
| "case_f1": 0.7834162520729685, |
| "n_words": 12123 |
| }, |
| "arb_Arab": { |
| "punct_f1": 0.5475648611743287, |
| "case_acc": 0.9995011046967429, |
| "case_f1": 0.7843137254901961, |
| "n_words": 14031 |
| }, |
| "heb_Hebr": { |
| "punct_f1": 0.47045707915273133, |
| "case_acc": 0.9990748593015187, |
| "case_f1": 0.7333333333333333, |
| "n_words": 12971 |
| }, |
| "pes_Arab": { |
| "punct_f1": 0.519245283018868, |
| "case_acc": 0.9992138776793669, |
| "case_f1": 0.6222222222222222, |
| "n_words": 19081 |
| }, |
| "hin_Deva": { |
| "punct_f1": 0.5317833292109819, |
| "case_acc": 0.9992852823134861, |
| "case_f1": 0.6538461538461539, |
| "n_words": 18189 |
| }, |
| "ind_Latn": { |
| "punct_f1": 0.6386285714285714, |
| "case_acc": 0.9528817546530132, |
| "case_f1": 0.7987051206592113, |
| "n_words": 14453 |
| }, |
| "vie_Latn": { |
| "punct_f1": 0.5555804070677701, |
| "case_acc": 0.9578291493588585, |
| "case_f1": 0.7168328800241764, |
| "n_words": 22148 |
| }, |
| "jpn_Jpan": { |
| "punct_f1": 0.6910569105691057, |
| "case_acc": 0.9991457664183694, |
| "case_f1": 0.8878923766816144, |
| "n_words": 29266 |
| }, |
| "kor_Hang": { |
| "punct_f1": 0.7275242047026279, |
| "case_acc": 0.9977617079889807, |
| "case_f1": 0.7591240875912408, |
| "n_words": 11616 |
| }, |
| "zho_Hans": { |
| "punct_f1": 0.6361474435196195, |
| "case_acc": 0.9984459409457559, |
| "case_f1": 0.8636363636363636, |
| "n_words": 27026 |
| } |
| } |
| }, |
| "summary": { |
| "europarl": { |
| "punct_f1": 0.7504381283320739, |
| "case_f1": 0.8296583706289874, |
| "case_acc": 0.9662893209415823, |
| "n_langs": 12 |
| }, |
| "flores": { |
| "punct_f1": 0.4830421886825143, |
| "case_f1": 0.6577061562939608, |
| "case_acc": 0.9116484886435792, |
| "n_langs": 199 |
| }, |
| "ted": { |
| "punct_f1": 0.643693657471781, |
| "case_f1": 0.7742067588777227, |
| "case_acc": 0.9674756011316188, |
| "n_langs": 25 |
| } |
| }, |
| "aligned_chunks": 65210, |
| "seconds": 7 |
| } |
| } |
