Token Classification
Transformers
ONNX
Safetensors
Transformers.js
modernbert
punctuation
punctuation-restoration
truecasing
capitalization
asr
speech-recognition
transcription
mmbert
Instructions to use Horizon-Labs/multilingual-punctuation-truecase-base with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Horizon-Labs/multilingual-punctuation-truecase-base with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="Horizon-Labs/multilingual-punctuation-truecase-base")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("Horizon-Labs/multilingual-punctuation-truecase-base") model = AutoModelForTokenClassification.from_pretrained("Horizon-Labs/multilingual-punctuation-truecase-base", device_map="auto") - Transformers.js
How to use Horizon-Labs/multilingual-punctuation-truecase-base with Transformers.js:
// npm i @huggingface/transformers import { pipeline } from '@huggingface/transformers'; // Allocate pipeline const pipe = await pipeline('token-classification', 'Horizon-Labs/multilingual-punctuation-truecase-base'); - Notebooks
- Google Colab
- Kaggle
Download eval/this_model.json from Horizon-Labs/multilingual-punctuation-truecase-base: direct link, hf CLI and curl.
- Browser
- Download file 37.5 kB
-
https://huggingface.co/Horizon-Labs/multilingual-punctuation-truecase-base/resolve/main/eval/this_model.json
- Command line
-
hf download hf://Horizon-Labs/multilingual-punctuation-truecase-base/eval/this_model.json
-
curl -L -o this_model.json https://huggingface.co/Horizon-Labs/multilingual-punctuation-truecase-base/resolve/main/eval/this_model.json
37.5 kB
| { | |
| "Horizon-Labs/multilingual-punctuation-truecase-base": { | |
| "per_lang": { | |
| "europarl": { | |
| "eng_Latn": { | |
| "punct_f1": 0.7664446294754371, | |
| "case_acc": 0.977693717583746, | |
| "case_f1": 0.9007837251959313, | |
| "n_words": 25643 | |
| }, | |
| "deu_Latn": { | |
| "punct_f1": 0.8794449262792715, | |
| "case_acc": 0.9879048336360817, | |
| "case_f1": 0.9800101766373482, | |
| "n_words": 22571 | |
| }, | |
| "fra_Latn": { | |
| "punct_f1": 0.8188307929770403, | |
| "case_acc": 0.9835657185350437, | |
| "case_f1": 0.8896568748457171, | |
| "n_words": 26895 | |
| }, | |
| "spa_Latn": { | |
| "punct_f1": 0.8122481869460113, | |
| "case_acc": 0.9800337774441734, | |
| "case_f1": 0.8923874053407732, | |
| "n_words": 26645 | |
| }, | |
| "ita_Latn": { | |
| "punct_f1": 0.7898580121703854, | |
| "case_acc": 0.975717963953258, | |
| "case_f1": 0.847910592808552, | |
| "n_words": 25245 | |
| }, | |
| "por_Latn": { | |
| "punct_f1": 0.7990819209039548, | |
| "case_acc": 0.9764400943943673, | |
| "case_f1": 0.8807515337423313, | |
| "n_words": 25849 | |
| }, | |
| "nld_Latn": { | |
| "punct_f1": 0.8125733051841426, | |
| "case_acc": 0.9822878507496506, | |
| "case_f1": 0.9078458227352768, | |
| "n_words": 26479 | |
| }, | |
| "pol_Latn": { | |
| "punct_f1": 0.8484848484848485, | |
| "case_acc": 0.9737280658758946, | |
| "case_f1": 0.8821358801823312, | |
| "n_words": 20402 | |
| }, | |
| "ces_Latn": { | |
| "punct_f1": 0.8764542936288089, | |
| "case_acc": 0.9825697453624811, | |
| "case_f1": 0.9054545454545454, | |
| "n_words": 20539 | |
| }, | |
| "bul_Cyrl": { | |
| "punct_f1": 0.8584555575189963, | |
| "case_acc": 0.9787413176173437, | |
| "case_f1": 0.8733233979135618, | |
| "n_words": 23755 | |
| }, | |
| "slk_Latn": { | |
| "punct_f1": 0.8813871979339605, | |
| "case_acc": 0.9821856287425149, | |
| "case_f1": 0.9040876302431204, | |
| "n_words": 20040 | |
| }, | |
| "slv_Latn": { | |
| "punct_f1": 0.8850198241682469, | |
| "case_acc": 0.9820327295682999, | |
| "case_f1": 0.9026548672566371, | |
| "n_words": 20593 | |
| } | |
| }, | |
| "flores": { | |
| "ace_Arab": { | |
| "punct_f1": 0.23975948891394214, | |
| "case_acc": 0.9999083703669767, | |
| "case_f1": 0.875, | |
| "n_words": 21827 | |
| }, | |
| "ace_Latn": { | |
| "punct_f1": 0.3603082851637765, | |
| "case_acc": 0.9305555555555556, | |
| "case_f1": 0.6970684039087948, | |
| "n_words": 21312 | |
| }, | |
| "acm_Arab": { | |
| "punct_f1": 0.6461011139674379, | |
| "case_acc": 0.999251617041749, | |
| "case_f1": 0.8421052631578947, | |
| "n_words": 18707 | |
| }, | |
| "acq_Arab": { | |
| "punct_f1": 0.6849240780911063, | |
| "case_acc": 0.9993235860346532, | |
| "case_f1": 0.8421052631578947, | |
| "n_words": 19219 | |
| }, | |
| "aeb_Arab": { | |
| "punct_f1": 0.6021377672209026, | |
| "case_acc": 0.9993617021276596, | |
| "case_f1": 0.8461538461538461, | |
| "n_words": 18800 | |
| }, | |
| "afr_Latn": { | |
| "punct_f1": 0.8277752398355414, | |
| "case_acc": 0.9800954032957502, | |
| "case_f1": 0.9158309455587392, | |
| "n_words": 23060 | |
| }, | |
| "ajp_Arab": { | |
| "punct_f1": 0.6076388888888888, | |
| "case_acc": 0.9996148555708391, | |
| "case_f1": 0.9722222222222222, | |
| "n_words": 18175 | |
| }, | |
| "aka_Latn": { | |
| "punct_f1": 0.272477693891558, | |
| "case_acc": 0.9386230341066159, | |
| "case_f1": 0.676320939334638, | |
| "n_words": 26769 | |
| }, | |
| "als_Latn": { | |
| "punct_f1": 0.8472781190425758, | |
| "case_acc": 0.9819838139005246, | |
| "case_f1": 0.9109184075679937, | |
| "n_words": 24589 | |
| }, | |
| "amh_Ethi": { | |
| "punct_f1": 0.7685241886099204, | |
| "case_acc": 0.9989528795811519, | |
| "case_f1": 0.8435374149659864, | |
| "n_words": 17190 | |
| }, | |
| "apc_Arab": { | |
| "punct_f1": 0.6388462718625345, | |
| "case_acc": 0.9985439068100358, | |
| "case_f1": 0.8833333333333333, | |
| "n_words": 17856 | |
| }, | |
| "arb_Arab": { | |
| "punct_f1": 0.7598602096854717, | |
| "case_acc": 0.9993883480299709, | |
| "case_f1": 0.8620689655172413, | |
| "n_words": 19619 | |
| }, | |
| "arb_Latn": { | |
| "punct_f1": 0.31516056758775207, | |
| "case_acc": 0.9241111712687241, | |
| "case_f1": 0.5582371458551941, | |
| "n_words": 22164 | |
| }, | |
| "ars_Arab": { | |
| "punct_f1": 0.7557905337361531, | |
| "case_acc": 0.999439747376999, | |
| "case_f1": 0.8275862068965517, | |
| "n_words": 19634 | |
| }, | |
| "ary_Arab": { | |
| "punct_f1": 0.5707515233581584, | |
| "case_acc": 0.999317370300357, | |
| "case_f1": 0.9041095890410958, | |
| "n_words": 19044 | |
| }, | |
| "arz_Arab": { | |
| "punct_f1": 0.6990686845168801, | |
| "case_acc": 0.9993820803295571, | |
| "case_f1": 0.8, | |
| "n_words": 19420 | |
| }, | |
| "asm_Beng": { | |
| "punct_f1": 0.6602564102564102, | |
| "case_acc": 0.9991156427196587, | |
| "case_f1": 0.8606060606060606, | |
| "n_words": 19223 | |
| }, | |
| "ast_Latn": { | |
| "punct_f1": 0.7505340612390221, | |
| "case_acc": 0.9665087031805341, | |
| "case_f1": 0.8448707256046706, | |
| "n_words": 21946 | |
| }, | |
| "awa_Deva": { | |
| "punct_f1": 0.7356387539296942, | |
| "case_acc": 0.9994084473715344, | |
| "case_f1": 0.7222222222222222, | |
| "n_words": 25357 | |
| }, | |
| "ayr_Latn": { | |
| "punct_f1": 0.23880597014925373, | |
| "case_acc": 0.9109957468101075, | |
| "case_f1": 0.6510492923377257, | |
| "n_words": 15988 | |
| }, | |
| "azb_Arab": { | |
| "punct_f1": 0.54421768707483, | |
| "case_acc": 0.9988060040937002, | |
| "case_f1": 0.6461538461538462, | |
| "n_words": 17588 | |
| }, | |
| "azj_Latn": { | |
| "punct_f1": 0.8225352112676056, | |
| "case_acc": 0.9753403141361257, | |
| "case_f1": 0.9042995839112344, | |
| "n_words": 19100 | |
| }, | |
| "bak_Cyrl": { | |
| "punct_f1": 0.6234539624370132, | |
| "case_acc": 0.9535431745497391, | |
| "case_f1": 0.8033707865168539, | |
| "n_words": 17823 | |
| }, | |
| "bam_Latn": { | |
| "punct_f1": 0.23913850724099517, | |
| "case_acc": 0.9246939861628526, | |
| "case_f1": 0.6190900981266726, | |
| "n_words": 22548 | |
| }, | |
| "ban_Latn": { | |
| "punct_f1": 0.5102655351765673, | |
| "case_acc": 0.9380256750774679, | |
| "case_f1": 0.7709195609141624, | |
| "n_words": 20331 | |
| }, | |
| "bel_Cyrl": { | |
| "punct_f1": 0.8899733806566105, | |
| "case_acc": 0.9798801369863014, | |
| "case_f1": 0.9114285714285715, | |
| "n_words": 21024 | |
| }, | |
| "bem_Latn": { | |
| "punct_f1": 0.3576024381984423, | |
| "case_acc": 0.9349565065349478, | |
| "case_f1": 0.7170381564034757, | |
| "n_words": 22877 | |
| }, | |
| "ben_Beng": { | |
| "punct_f1": 0.7478532396565184, | |
| "case_acc": 0.9993838886892232, | |
| "case_f1": 0.8571428571428571, | |
| "n_words": 19477 | |
| }, | |
| "bho_Deva": { | |
| "punct_f1": 0.6880601329864122, | |
| "case_acc": 0.9990229031501603, | |
| "case_f1": 0.8383838383838383, | |
| "n_words": 25586 | |
| }, | |
| "bjn_Arab": { | |
| "punct_f1": 0.22895125553914328, | |
| "case_acc": 1.0, | |
| "case_f1": 1.0, | |
| "n_words": 19846 | |
| }, | |
| "bjn_Latn": { | |
| "punct_f1": 0.5298196948682385, | |
| "case_acc": 0.9389630390143737, | |
| "case_f1": 0.7773023255813953, | |
| "n_words": 19480 | |
| }, | |
| "bos_Latn": { | |
| "punct_f1": 0.8714932126696833, | |
| "case_acc": 0.9846305418719212, | |
| "case_f1": 0.931336898395722, | |
| "n_words": 20300 | |
| }, | |
| "bug_Latn": { | |
| "punct_f1": 0.27006009190526686, | |
| "case_acc": 0.902661357921207, | |
| "case_f1": 0.6399383191981496, | |
| "n_words": 19088 | |
| }, | |
| "bul_Cyrl": { | |
| "punct_f1": 0.8936170212765957, | |
| "case_acc": 0.9855378691834531, | |
| "case_f1": 0.9294403892944039, | |
| "n_words": 21297 | |
| }, | |
| "cat_Latn": { | |
| "punct_f1": 0.851930420025456, | |
| "case_acc": 0.9845221521578904, | |
| "case_f1": 0.9201567980193934, | |
| "n_words": 24422 | |
| }, | |
| "ceb_Latn": { | |
| "punct_f1": 0.7569968902709907, | |
| "case_acc": 0.9757081937252513, | |
| "case_f1": 0.8912751677852349, | |
| "n_words": 26264 | |
| }, | |
| "ces_Latn": { | |
| "punct_f1": 0.9245693921995645, | |
| "case_acc": 0.98486509054851, | |
| "case_f1": 0.9351931330472103, | |
| "n_words": 19161 | |
| }, | |
| "cjk_Latn": { | |
| "punct_f1": 0.25028790786948174, | |
| "case_acc": 0.9199447213859139, | |
| "case_f1": 0.5882352941176471, | |
| "n_words": 20261 | |
| }, | |
| "ckb_Arab": { | |
| "punct_f1": 0.6378624218305856, | |
| "case_acc": 0.9995899118310436, | |
| "case_f1": 0.905982905982906, | |
| "n_words": 19508 | |
| }, | |
| "crh_Latn": { | |
| "punct_f1": 0.7109650152617986, | |
| "case_acc": 0.9686121195196873, | |
| "case_f1": 0.8793724825100699, | |
| "n_words": 17905 | |
| }, | |
| "cym_Latn": { | |
| "punct_f1": 0.7874564459930313, | |
| "case_acc": 0.9711837038877158, | |
| "case_f1": 0.8831936914736324, | |
| "n_words": 24153 | |
| }, | |
| "dan_Latn": { | |
| "punct_f1": 0.8932364449413079, | |
| "case_acc": 0.9902612604176421, | |
| "case_f1": 0.9534934025524551, | |
| "n_words": 21358 | |
| }, | |
| "deu_Latn": { | |
| "punct_f1": 0.9375891583452212, | |
| "case_acc": 0.9912143514259429, | |
| "case_f1": 0.9865984241363055, | |
| "n_words": 21740 | |
| }, | |
| "dik_Latn": { | |
| "punct_f1": 0.2770841723721305, | |
| "case_acc": 0.9331936187502673, | |
| "case_f1": 0.655217965653897, | |
| "n_words": 23381 | |
| }, | |
| "dyu_Latn": { | |
| "punct_f1": 0.22197802197802197, | |
| "case_acc": 0.9247086820942064, | |
| "case_f1": 0.5706976744186046, | |
| "n_words": 24372 | |
| }, | |
| "dzo_Tibt": { | |
| "punct_f1": 0.004618937644341801, | |
| "case_acc": 1.0, | |
| "case_f1": 1.0, | |
| "n_words": 6817 | |
| }, | |
| "ell_Grek": { | |
| "punct_f1": 0.8225488045624041, | |
| "case_acc": 0.9780661364587694, | |
| "case_f1": 0.9041292639138241, | |
| "n_words": 23890 | |
| }, | |
| "eng_Latn": { | |
| "punct_f1": 0.8346044889954238, | |
| "case_acc": 0.981176040572029, | |
| "case_f1": 0.9274415405777167, | |
| "n_words": 21887 | |
| }, | |
| "epo_Latn": { | |
| "punct_f1": 0.8589258698940998, | |
| "case_acc": 0.9785776319598571, | |
| "case_f1": 0.9052369077306733, | |
| "n_words": 20726 | |
| }, | |
| "est_Latn": { | |
| "punct_f1": 0.9167494536061991, | |
| "case_acc": 0.9838931800490989, | |
| "case_f1": 0.936489870248122, | |
| "n_words": 16701 | |
| }, | |
| "eus_Latn": { | |
| "punct_f1": 0.8145022060234031, | |
| "case_acc": 0.9714463417392287, | |
| "case_f1": 0.8913731280320607, | |
| "n_words": 17686 | |
| }, | |
| "ewe_Latn": { | |
| "punct_f1": 0.19626574033868865, | |
| "case_acc": 0.9409335151174913, | |
| "case_f1": 0.6654611211573237, | |
| "n_words": 24938 | |
| }, | |
| "fao_Latn": { | |
| "punct_f1": 0.8325242718446602, | |
| "case_acc": 0.9839836509671593, | |
| "case_f1": 0.921727395411606, | |
| "n_words": 21041 | |
| }, | |
| "fij_Latn": { | |
| "punct_f1": 0.276332899869961, | |
| "case_acc": 0.9336194849271312, | |
| "case_f1": 0.5924267100977199, | |
| "n_words": 30054 | |
| }, | |
| "fin_Latn": { | |
| "punct_f1": 0.9118099846052342, | |
| "case_acc": 0.9872838887496868, | |
| "case_f1": 0.9525345622119815, | |
| "n_words": 15964 | |
| }, | |
| "fon_Latn": { | |
| "punct_f1": 0.22109654350417163, | |
| "case_acc": 0.9259646486097951, | |
| "case_f1": 0.562151777137368, | |
| "n_words": 30607 | |
| }, | |
| "fra_Latn": { | |
| "punct_f1": 0.8811940298507462, | |
| "case_acc": 0.9874716153785921, | |
| "case_f1": 0.9285254346426272, | |
| "n_words": 25542 | |
| }, | |
| "fur_Latn": { | |
| "punct_f1": 0.6888667992047713, | |
| "case_acc": 0.9630522390870401, | |
| "case_f1": 0.7909319899244333, | |
| "n_words": 26551 | |
| }, | |
| "fuv_Latn": { | |
| "punct_f1": 0.2633333333333333, | |
| "case_acc": 0.9255951051761868, | |
| "case_f1": 0.5899632802937577, | |
| "n_words": 22391 | |
| }, | |
| "gaz_Latn": { | |
| "punct_f1": 0.23308270676691728, | |
| "case_acc": 0.8865836791147994, | |
| "case_f1": 0.42066805845511485, | |
| "n_words": 19521 | |
| }, | |
| "gla_Latn": { | |
| "punct_f1": 0.7453121291241396, | |
| "case_acc": 0.9677142750624464, | |
| "case_f1": 0.8438278192813945, | |
| "n_words": 26823 | |
| }, | |
| "gle_Latn": { | |
| "punct_f1": 0.7539978094194961, | |
| "case_acc": 0.9693651718112988, | |
| "case_f1": 0.8603760445682451, | |
| "n_words": 25755 | |
| }, | |
| "glg_Latn": { | |
| "punct_f1": 0.8606387391124015, | |
| "case_acc": 0.9835637221847606, | |
| "case_f1": 0.9209905660377359, | |
| "n_words": 23728 | |
| }, | |
| "grn_Latn": { | |
| "punct_f1": 0.2873121286263544, | |
| "case_acc": 0.90815627141878, | |
| "case_f1": 0.6600923206042804, | |
| "n_words": 17508 | |
| }, | |
| "guj_Gujr": { | |
| "punct_f1": 0.7518172377985463, | |
| "case_acc": 0.9996166195428188, | |
| "case_f1": 0.8932038834951457, | |
| "n_words": 20867 | |
| }, | |
| "hat_Latn": { | |
| "punct_f1": 0.6926180868739615, | |
| "case_acc": 0.9558149589277994, | |
| "case_f1": 0.7883002659030477, | |
| "n_words": 23130 | |
| }, | |
| "hau_Latn": { | |
| "punct_f1": 0.5196543072205185, | |
| "case_acc": 0.9507042253521126, | |
| "case_f1": 0.7509976057462091, | |
| "n_words": 25134 | |
| }, | |
| "heb_Hebr": { | |
| "punct_f1": 0.8053077099061999, | |
| "case_acc": 0.9987319884726225, | |
| "case_f1": 0.8868778280542986, | |
| "n_words": 17350 | |
| }, | |
| "hin_Deva": { | |
| "punct_f1": 0.8043583535108959, | |
| "case_acc": 0.9994143827594284, | |
| "case_f1": 0.8, | |
| "n_words": 25614 | |
| }, | |
| "hne_Deva": { | |
| "punct_f1": 0.6606714628297362, | |
| "case_acc": 1.0, | |
| "case_f1": 1.0, | |
| "n_words": 25119 | |
| }, | |
| "hrv_Latn": { | |
| "punct_f1": 0.8731535756154748, | |
| "case_acc": 0.9860541427399507, | |
| "case_f1": 0.9395509499136442, | |
| "n_words": 19504 | |
| }, | |
| "hun_Latn": { | |
| "punct_f1": 0.8744118711545422, | |
| "case_acc": 0.9796606540705454, | |
| "case_f1": 0.9108367626886146, | |
| "n_words": 18683 | |
| }, | |
| "hye_Armn": { | |
| "punct_f1": 0.5871345029239766, | |
| "case_acc": 0.9773009950248757, | |
| "case_f1": 0.8979027425674119, | |
| "n_words": 19296 | |
| }, | |
| "ibo_Latn": { | |
| "punct_f1": 0.23916935195130684, | |
| "case_acc": 0.9193911157522693, | |
| "case_f1": 0.5907617504051864, | |
| "n_words": 24898 | |
| }, | |
| "ilo_Latn": { | |
| "punct_f1": 0.46181277860326897, | |
| "case_acc": 0.9486813695249846, | |
| "case_f1": 0.7473644578313253, | |
| "n_words": 25936 | |
| }, | |
| "ind_Latn": { | |
| "punct_f1": 0.8179862306368331, | |
| "case_acc": 0.9753130048465266, | |
| "case_f1": 0.9168740666998507, | |
| "n_words": 19808 | |
| }, | |
| "isl_Latn": { | |
| "punct_f1": 0.8393782383419689, | |
| "case_acc": 0.9865137569523059, | |
| "case_f1": 0.9391266939126693, | |
| "n_words": 20317 | |
| }, | |
| "ita_Latn": { | |
| "punct_f1": 0.8576725025746653, | |
| "case_acc": 0.9834217779423259, | |
| "case_f1": 0.9162123965273572, | |
| "n_words": 24309 | |
| }, | |
| "jav_Latn": { | |
| "punct_f1": 0.6982700516737812, | |
| "case_acc": 0.9581811815316893, | |
| "case_f1": 0.8495481127060075, | |
| "n_words": 19991 | |
| }, | |
| "jpn_Jpan": { | |
| "punct_f1": 0.9043385490753911, | |
| "case_acc": 0.9964960418250246, | |
| "case_f1": 0.5552941176470588, | |
| "n_words": 53939 | |
| }, | |
| "kab_Latn": { | |
| "punct_f1": 0.25420694593626925, | |
| "case_acc": 0.8863636363636364, | |
| "case_f1": 0.42883046237534, | |
| "n_words": 22044 | |
| }, | |
| "kac_Latn": { | |
| "punct_f1": 0.23177723177723178, | |
| "case_acc": 0.9569197481206136, | |
| "case_f1": 0.6362790697674419, | |
| "n_words": 36049 | |
| }, | |
| "kam_Latn": { | |
| "punct_f1": 0.32324723247232473, | |
| "case_acc": 0.9342179826218361, | |
| "case_f1": 0.6796338672768879, | |
| "n_words": 21176 | |
| }, | |
| "kan_Knda": { | |
| "punct_f1": 0.7500639549756971, | |
| "case_acc": 0.999066641777114, | |
| "case_f1": 0.8834355828220859, | |
| "n_words": 16071 | |
| }, | |
| "kas_Arab": { | |
| "punct_f1": 0.3090676883780332, | |
| "case_acc": 0.9984258854394403, | |
| "case_f1": 0.7759562841530054, | |
| "n_words": 22870 | |
| }, | |
| "kas_Deva": { | |
| "punct_f1": 0.2487352445193929, | |
| "case_acc": 0.9977669166596443, | |
| "case_f1": 0.9547872340425532, | |
| "n_words": 23734 | |
| }, | |
| "kat_Geor": { | |
| "punct_f1": 0.7862674238513164, | |
| "case_acc": 0.9988347704497786, | |
| "case_f1": 0.8888888888888888, | |
| "n_words": 17164 | |
| }, | |
| "kaz_Cyrl": { | |
| "punct_f1": 0.8515950069348127, | |
| "case_acc": 0.9810544611819235, | |
| "case_f1": 0.925100312082033, | |
| "n_words": 17260 | |
| }, | |
| "kbp_Latn": { | |
| "punct_f1": 0.19144602851323828, | |
| "case_acc": 0.9124727344834423, | |
| "case_f1": 0.5644147682639434, | |
| "n_words": 25215 | |
| }, | |
| "kea_Latn": { | |
| "punct_f1": 0.5460662525879917, | |
| "case_acc": 0.9433414043583536, | |
| "case_f1": 0.7503858024691358, | |
| "n_words": 22715 | |
| }, | |
| "khk_Cyrl": { | |
| "punct_f1": 0.8504382244840261, | |
| "case_acc": 0.9737713267125032, | |
| "case_f1": 0.8873148744365744, | |
| "n_words": 19635 | |
| }, | |
| "kik_Latn": { | |
| "punct_f1": 0.3103448275862069, | |
| "case_acc": 0.9309883307541094, | |
| "case_f1": 0.6758026624902115, | |
| "n_words": 23909 | |
| }, | |
| "kin_Latn": { | |
| "punct_f1": 0.5460992907801419, | |
| "case_acc": 0.9486335527628167, | |
| "case_f1": 0.7831500311267898, | |
| "n_words": 20052 | |
| }, | |
| "kir_Cyrl": { | |
| "punct_f1": 0.8645102917891879, | |
| "case_acc": 0.9785533578656854, | |
| "case_f1": 0.9143372407574392, | |
| "n_words": 17392 | |
| }, | |
| "kmb_Latn": { | |
| "punct_f1": 0.2662251655629139, | |
| "case_acc": 0.9238352818007328, | |
| "case_f1": 0.6454728370221328, | |
| "n_words": 22924 | |
| }, | |
| "kmr_Latn": { | |
| "punct_f1": 0.6929722157366331, | |
| "case_acc": 0.9641690936369253, | |
| "case_f1": 0.8440575321725965, | |
| "n_words": 22662 | |
| }, | |
| "knc_Arab": { | |
| "punct_f1": 0.10438144329896908, | |
| "case_acc": 0.9969028472071289, | |
| "case_f1": 0.8684759916492694, | |
| "n_words": 18404 | |
| }, | |
| "knc_Latn": { | |
| "punct_f1": 0.23906485671191555, | |
| "case_acc": 0.920217803030303, | |
| "case_f1": 0.6479634247714048, | |
| "n_words": 21120 | |
| }, | |
| "kon_Latn": { | |
| "punct_f1": 0.3128491620111732, | |
| "case_acc": 0.9396539081976829, | |
| "case_f1": 0.6502005488705932, | |
| "n_words": 27276 | |
| }, | |
| "kor_Hang": { | |
| "punct_f1": 0.872954477833978, | |
| "case_acc": 0.9976012965964344, | |
| "case_f1": 0.9264214046822743, | |
| "n_words": 15425 | |
| }, | |
| "lij_Latn": { | |
| "punct_f1": 0.5997509339975093, | |
| "case_acc": 0.9590046752443878, | |
| "case_f1": 0.7675372328944529, | |
| "n_words": 25881 | |
| }, | |
| "lim_Latn": { | |
| "punct_f1": 0.7434982151963284, | |
| "case_acc": 0.9617564371457896, | |
| "case_f1": 0.8320093005231545, | |
| "n_words": 22409 | |
| }, | |
| "lin_Latn": { | |
| "punct_f1": 0.2916804772953265, | |
| "case_acc": 0.933088143101935, | |
| "case_f1": 0.6486721811057902, | |
| "n_words": 23927 | |
| }, | |
| "lit_Latn": { | |
| "punct_f1": 0.8802353755624783, | |
| "case_acc": 0.9785219399538106, | |
| "case_f1": 0.9184585905897381, | |
| "n_words": 17320 | |
| }, | |
| "lmo_Latn": { | |
| "punct_f1": 0.6271054677377559, | |
| "case_acc": 0.9597699016515123, | |
| "case_f1": 0.768581081081081, | |
| "n_words": 26945 | |
| }, | |
| "ltg_Latn": { | |
| "punct_f1": 0.7453669384729429, | |
| "case_acc": 0.9527079843662758, | |
| "case_f1": 0.7918486171761281, | |
| "n_words": 17910 | |
| }, | |
| "ltz_Latn": { | |
| "punct_f1": 0.8403585733358764, | |
| "case_acc": 0.987451379885164, | |
| "case_f1": 0.9788423756989573, | |
| "n_words": 21596 | |
| }, | |
| "lua_Latn": { | |
| "punct_f1": 0.2927536231884058, | |
| "case_acc": 0.9323895957271267, | |
| "case_f1": 0.6697556866048863, | |
| "n_words": 23029 | |
| }, | |
| "lug_Latn": { | |
| "punct_f1": 0.34903249361080685, | |
| "case_acc": 0.9273140261215219, | |
| "case_f1": 0.6899374097255657, | |
| "n_words": 17610 | |
| }, | |
| "luo_Latn": { | |
| "punct_f1": 0.23111729899060215, | |
| "case_acc": 0.9070800098676096, | |
| "case_f1": 0.5951359084406295, | |
| "n_words": 24322 | |
| }, | |
| "lus_Latn": { | |
| "punct_f1": 0.14213197969543148, | |
| "case_acc": 0.9488802165734979, | |
| "case_f1": 0.7068, | |
| "n_words": 28443 | |
| }, | |
| "lvs_Latn": { | |
| "punct_f1": 0.9144312393887946, | |
| "case_acc": 0.9819208426081764, | |
| "case_f1": 0.9245872378402499, | |
| "n_words": 18419 | |
| }, | |
| "mag_Deva": { | |
| "punct_f1": 0.6704225352112676, | |
| "case_acc": 0.9994802286993723, | |
| "case_f1": 0.7272727272727273, | |
| "n_words": 25011 | |
| }, | |
| "mai_Deva": { | |
| "punct_f1": 0.6947368421052632, | |
| "case_acc": 0.999308774497845, | |
| "case_f1": 0.8866995073891626, | |
| "n_words": 24594 | |
| }, | |
| "mal_Mlym": { | |
| "punct_f1": 0.6962249809982265, | |
| "case_acc": 0.9995306108764166, | |
| "case_f1": 0.8307692307692308, | |
| "n_words": 14913 | |
| }, | |
| "mar_Deva": { | |
| "punct_f1": 0.7557531380753139, | |
| "case_acc": 0.9994219045616985, | |
| "case_f1": 0.8939393939393939, | |
| "n_words": 19028 | |
| }, | |
| "min_Arab": { | |
| "punct_f1": 0.22040816326530613, | |
| "case_acc": 0.9998533222510145, | |
| "case_f1": 0.4, | |
| "n_words": 20453 | |
| }, | |
| "min_Latn": { | |
| "punct_f1": 0.4656964656964657, | |
| "case_acc": 0.9394976053171733, | |
| "case_f1": 0.7581674076937946, | |
| "n_words": 20462 | |
| }, | |
| "mkd_Cyrl": { | |
| "punct_f1": 0.8564124414145718, | |
| "case_acc": 0.9831416197084711, | |
| "case_f1": 0.9199655765920827, | |
| "n_words": 21473 | |
| }, | |
| "mlt_Latn": { | |
| "punct_f1": 0.7902613357158812, | |
| "case_acc": 0.9806324315904252, | |
| "case_f1": 0.913209239739852, | |
| "n_words": 19259 | |
| }, | |
| "mni_Beng": { | |
| "punct_f1": 0.24841075794621026, | |
| "case_acc": 0.9978711251882237, | |
| "case_f1": 0.823076923076923, | |
| "n_words": 19259 | |
| }, | |
| "mos_Latn": { | |
| "punct_f1": 0.23802281368821293, | |
| "case_acc": 0.9268636858444543, | |
| "case_f1": 0.5641270599474564, | |
| "n_words": 24803 | |
| }, | |
| "mri_Latn": { | |
| "punct_f1": 0.6231750138606542, | |
| "case_acc": 0.9636837417950325, | |
| "case_f1": 0.8032526073890754, | |
| "n_words": 30317 | |
| }, | |
| "nld_Latn": { | |
| "punct_f1": 0.9109799291617473, | |
| "case_acc": 0.9878207916485429, | |
| "case_f1": 0.9472140762463344, | |
| "n_words": 22990 | |
| }, | |
| "nno_Latn": { | |
| "punct_f1": 0.8679768786127168, | |
| "case_acc": 0.9881506754576053, | |
| "case_f1": 0.9395763656633221, | |
| "n_words": 21689 | |
| }, | |
| "nob_Latn": { | |
| "punct_f1": 0.852497643732328, | |
| "case_acc": 0.989578932544712, | |
| "case_f1": 0.9496276828734121, | |
| "n_words": 21303 | |
| }, | |
| "npi_Deva": { | |
| "punct_f1": 0.8233052001089028, | |
| "case_acc": 0.9989300807789012, | |
| "case_f1": 0.9310344827586207, | |
| "n_words": 18693 | |
| }, | |
| "nso_Latn": { | |
| "punct_f1": 0.3513689700130378, | |
| "case_acc": 0.9412797639952237, | |
| "case_f1": 0.6675905761235399, | |
| "n_words": 28474 | |
| }, | |
| "nus_Latn": { | |
| "punct_f1": 0.2543731778425656, | |
| "case_acc": 0.9118819917422452, | |
| "case_f1": 0.4401785714285714, | |
| "n_words": 28337 | |
| }, | |
| "nya_Latn": { | |
| "punct_f1": 0.29745454545454547, | |
| "case_acc": 0.9250638080653395, | |
| "case_f1": 0.6984451718494271, | |
| "n_words": 19590 | |
| }, | |
| "oci_Latn": { | |
| "punct_f1": 0.7539790814006366, | |
| "case_acc": 0.9758668403060394, | |
| "case_f1": 0.8719473348906349, | |
| "n_words": 24572 | |
| }, | |
| "ory_Orya": { | |
| "punct_f1": 0.6398631308810949, | |
| "case_acc": 0.9982569465805393, | |
| "case_f1": 0.8432835820895522, | |
| "n_words": 19506 | |
| }, | |
| "pag_Latn": { | |
| "punct_f1": 0.32142857142857145, | |
| "case_acc": 0.9213504427292959, | |
| "case_f1": 0.6722953072845081, | |
| "n_words": 21119 | |
| }, | |
| "pan_Guru": { | |
| "punct_f1": 0.7809340394800193, | |
| "case_acc": 0.9994979338045031, | |
| "case_f1": 0.8947368421052632, | |
| "n_words": 25893 | |
| }, | |
| "pap_Latn": { | |
| "punct_f1": 0.7001189060642092, | |
| "case_acc": 0.9599432266204069, | |
| "case_f1": 0.8055660022564874, | |
| "n_words": 25364 | |
| }, | |
| "pbt_Arab": { | |
| "punct_f1": 0.7450561197220738, | |
| "case_acc": 0.9985594055652438, | |
| "case_f1": 0.9457177322074789, | |
| "n_words": 26378 | |
| }, | |
| "pes_Arab": { | |
| "punct_f1": 0.8216482164821648, | |
| "case_acc": 0.9990641881832489, | |
| "case_f1": 0.9297297297297298, | |
| "n_words": 23509 | |
| }, | |
| "plt_Latn": { | |
| "punct_f1": 0.6786570743405276, | |
| "case_acc": 0.9595898148952812, | |
| "case_f1": 0.8226684180896979, | |
| "n_words": 23014 | |
| }, | |
| "pol_Latn": { | |
| "punct_f1": 0.8986537023186237, | |
| "case_acc": 0.980784051790577, | |
| "case_f1": 0.9216161616161617, | |
| "n_words": 19463 | |
| }, | |
| "por_Latn": { | |
| "punct_f1": 0.8732555916650736, | |
| "case_acc": 0.982947989230309, | |
| "case_f1": 0.9237335312673965, | |
| "n_words": 23399 | |
| }, | |
| "prs_Arab": { | |
| "punct_f1": 0.7952417109592508, | |
| "case_acc": 0.9989682212133718, | |
| "case_f1": 0.8682170542635659, | |
| "n_words": 24230 | |
| }, | |
| "quy_Latn": { | |
| "punct_f1": 0.2369849888214628, | |
| "case_acc": 0.9118754707506904, | |
| "case_f1": 0.6508524833209784, | |
| "n_words": 15932 | |
| }, | |
| "ron_Latn": { | |
| "punct_f1": 0.8782427570535883, | |
| "case_acc": 0.9845232572850335, | |
| "case_f1": 0.9252022893230708, | |
| "n_words": 23713 | |
| }, | |
| "run_Latn": { | |
| "punct_f1": 0.507909604519774, | |
| "case_acc": 0.9431272583279711, | |
| "case_f1": 0.7501611170784103, | |
| "n_words": 20203 | |
| }, | |
| "rus_Cyrl": { | |
| "punct_f1": 0.9183937823834197, | |
| "case_acc": 0.9843981789349839, | |
| "case_f1": 0.9320388349514563, | |
| "n_words": 19549 | |
| }, | |
| "sag_Latn": { | |
| "punct_f1": 0.2790373212417161, | |
| "case_acc": 0.9462143152668597, | |
| "case_f1": 0.6120492925604747, | |
| "n_words": 31421 | |
| }, | |
| "san_Deva": { | |
| "punct_f1": 0.5482102547565302, | |
| "case_acc": 0.9986776462102542, | |
| "case_f1": 0.8979591836734694, | |
| "n_words": 16637 | |
| }, | |
| "sat_Olck": { | |
| "punct_f1": 0.020379805465493284, | |
| "case_acc": 0.9952145145853273, | |
| "case_f1": 0.3314285714285714, | |
| "n_words": 24031 | |
| }, | |
| "scn_Latn": { | |
| "punct_f1": 0.6645320197044335, | |
| "case_acc": 0.9581610421946556, | |
| "case_f1": 0.7900906879009069, | |
| "n_words": 22491 | |
| }, | |
| "shn_Mymr": { | |
| "punct_f1": 0.1810012836970475, | |
| "case_acc": 0.9521206599858285, | |
| "case_f1": 0.8004731861198738, | |
| "n_words": 9879 | |
| }, | |
| "sin_Sinh": { | |
| "punct_f1": 0.731457800511509, | |
| "case_acc": 0.999323279195669, | |
| "case_f1": 0.8765432098765432, | |
| "n_words": 20688 | |
| }, | |
| "slk_Latn": { | |
| "punct_f1": 0.9212097861683683, | |
| "case_acc": 0.985610405571487, | |
| "case_f1": 0.9364035087719298, | |
| "n_words": 19528 | |
| }, | |
| "slv_Latn": { | |
| "punct_f1": 0.9263005780346821, | |
| "case_acc": 0.9873442850761824, | |
| "case_f1": 0.9396337327605697, | |
| "n_words": 20149 | |
| }, | |
| "smo_Latn": { | |
| "punct_f1": 0.37001784651992864, | |
| "case_acc": 0.94594849542496, | |
| "case_f1": 0.644220899199343, | |
| "n_words": 31803 | |
| }, | |
| "sna_Latn": { | |
| "punct_f1": 0.2692857142857143, | |
| "case_acc": 0.9305491462851869, | |
| "case_f1": 0.6350453172205438, | |
| "n_words": 17336 | |
| }, | |
| "snd_Arab": { | |
| "punct_f1": 0.7427016328550222, | |
| "case_acc": 0.9991709762741305, | |
| "case_f1": 0.8844621513944223, | |
| "n_words": 25331 | |
| }, | |
| "som_Latn": { | |
| "punct_f1": 0.62522023659703, | |
| "case_acc": 0.9563556776242382, | |
| "case_f1": 0.7944111776447106, | |
| "n_words": 23302 | |
| }, | |
| "sot_Latn": { | |
| "punct_f1": 0.30430560051796696, | |
| "case_acc": 0.9328078338773526, | |
| "case_f1": 0.621347876899104, | |
| "n_words": 28798 | |
| }, | |
| "spa_Latn": { | |
| "punct_f1": 0.8482312666413084, | |
| "case_acc": 0.9864652428971282, | |
| "case_f1": 0.9282750444576171, | |
| "n_words": 26081 | |
| }, | |
| "srd_Latn": { | |
| "punct_f1": 0.6959159859976662, | |
| "case_acc": 0.9669318359070348, | |
| "case_f1": 0.8197200752036766, | |
| "n_words": 25644 | |
| }, | |
| "srp_Cyrl": { | |
| "punct_f1": 0.8669844020797227, | |
| "case_acc": 0.9831131755939421, | |
| "case_f1": 0.9216328312595503, | |
| "n_words": 20667 | |
| }, | |
| "ssw_Latn": { | |
| "punct_f1": 0.4180929095354523, | |
| "case_acc": 0.9315659288387138, | |
| "case_f1": 0.6457721188377408, | |
| "n_words": 15767 | |
| }, | |
| "sun_Latn": { | |
| "punct_f1": 0.6404328578455485, | |
| "case_acc": 0.9536038089449426, | |
| "case_f1": 0.8288088642659279, | |
| "n_words": 19743 | |
| }, | |
| "swe_Latn": { | |
| "punct_f1": 0.8611039794608473, | |
| "case_acc": 0.9900740740740741, | |
| "case_f1": 0.9536601746138348, | |
| "n_words": 20250 | |
| }, | |
| "swh_Latn": { | |
| "punct_f1": 0.7391202070101153, | |
| "case_acc": 0.9649757886324103, | |
| "case_f1": 0.8618744313011829, | |
| "n_words": 21271 | |
| }, | |
| "szl_Latn": { | |
| "punct_f1": 0.6967471143756558, | |
| "case_acc": 0.9540980262151273, | |
| "case_f1": 0.8109121199500208, | |
| "n_words": 19607 | |
| }, | |
| "tam_Taml": { | |
| "punct_f1": 0.7056159420289855, | |
| "case_acc": 0.9985675062671601, | |
| "case_f1": 0.8307692307692308, | |
| "n_words": 16754 | |
| }, | |
| "taq_Latn": { | |
| "punct_f1": 0.29042904290429045, | |
| "case_acc": 0.9229795018528073, | |
| "case_f1": 0.6239744758432088, | |
| "n_words": 21319 | |
| }, | |
| "taq_Tfng": { | |
| "punct_f1": 0.15644298065047343, | |
| "case_acc": 0.9934191971420513, | |
| "case_f1": 0.6437346437346437, | |
| "n_words": 21274 | |
| }, | |
| "tat_Cyrl": { | |
| "punct_f1": 0.8052653572921019, | |
| "case_acc": 0.9758801247771836, | |
| "case_f1": 0.9018826135105205, | |
| "n_words": 17952 | |
| }, | |
| "tel_Telu": { | |
| "punct_f1": 0.7266152362584378, | |
| "case_acc": 0.9979305859398097, | |
| "case_f1": 0.9239332096474954, | |
| "n_words": 16913 | |
| }, | |
| "tgk_Cyrl": { | |
| "punct_f1": 0.8960028938325194, | |
| "case_acc": 0.9818683306203654, | |
| "case_f1": 0.9168365267019976, | |
| "n_words": 22116 | |
| }, | |
| "tgl_Latn": { | |
| "punct_f1": 0.7896279594137542, | |
| "case_acc": 0.9757892770409117, | |
| "case_f1": 0.8884777123633305, | |
| "n_words": 26765 | |
| }, | |
| "tir_Ethi": { | |
| "punct_f1": 0.4977705715443859, | |
| "case_acc": 0.9990624023335765, | |
| "case_f1": 0.7755102040816326, | |
| "n_words": 19198 | |
| }, | |
| "tpi_Latn": { | |
| "punct_f1": 0.43626806833114323, | |
| "case_acc": 0.953953605966753, | |
| "case_f1": 0.7442914415199582, | |
| "n_words": 31642 | |
| }, | |
| "tsn_Latn": { | |
| "punct_f1": 0.32708089097303633, | |
| "case_acc": 0.9459889574537187, | |
| "case_f1": 0.653137295506316, | |
| "n_words": 30790 | |
| }, | |
| "tso_Latn": { | |
| "punct_f1": 0.36717752234993617, | |
| "case_acc": 0.9397121020998739, | |
| "case_f1": 0.6696356275303643, | |
| "n_words": 26954 | |
| }, | |
| "tuk_Latn": { | |
| "punct_f1": 0.792289156626506, | |
| "case_acc": 0.9708672842951223, | |
| "case_f1": 0.8825354609929078, | |
| "n_words": 17918 | |
| }, | |
| "tum_Latn": { | |
| "punct_f1": 0.3338735818476499, | |
| "case_acc": 0.9379876628947261, | |
| "case_f1": 0.701644479248238, | |
| "n_words": 24479 | |
| }, | |
| "tur_Latn": { | |
| "punct_f1": 0.8123330905559601, | |
| "case_acc": 0.9803999545506192, | |
| "case_f1": 0.9353735373537354, | |
| "n_words": 17602 | |
| }, | |
| "twi_Latn": { | |
| "punct_f1": 0.24785367674505412, | |
| "case_acc": 0.9367846992856594, | |
| "case_f1": 0.6627315285975982, | |
| "n_words": 26038 | |
| }, | |
| "tzm_Tfng": { | |
| "punct_f1": 0.2128935532233883, | |
| "case_acc": 0.9990698498471896, | |
| "case_f1": 0.6440677966101694, | |
| "n_words": 22577 | |
| }, | |
| "uig_Arab": { | |
| "punct_f1": 0.7409351145038168, | |
| "case_acc": 0.9985868520716749, | |
| "case_f1": 0.847926267281106, | |
| "n_words": 17691 | |
| }, | |
| "ukr_Cyrl": { | |
| "punct_f1": 0.9010918432883751, | |
| "case_acc": 0.9792278640369283, | |
| "case_f1": 0.9125964010282777, | |
| "n_words": 19064 | |
| }, | |
| "umb_Latn": { | |
| "punct_f1": 0.27032887603903144, | |
| "case_acc": 0.922620697300593, | |
| "case_f1": 0.6398369842078452, | |
| "n_words": 18041 | |
| }, | |
| "urd_Arab": { | |
| "punct_f1": 0.7854565639744657, | |
| "case_acc": 0.9997105748706632, | |
| "case_f1": 0.8974358974358975, | |
| "n_words": 27641 | |
| }, | |
| "uzn_Latn": { | |
| "punct_f1": 0.8396249098340948, | |
| "case_acc": 0.97615376142747, | |
| "case_f1": 0.8961821835231079, | |
| "n_words": 18158 | |
| }, | |
| "vec_Latn": { | |
| "punct_f1": 0.7074509803921568, | |
| "case_acc": 0.96768251841929, | |
| "case_f1": 0.8330486763450042, | |
| "n_words": 23888 | |
| }, | |
| "vie_Latn": { | |
| "punct_f1": 0.7940161104718066, | |
| "case_acc": 0.976974434131249, | |
| "case_f1": 0.8838408248751409, | |
| "n_words": 30705 | |
| }, | |
| "war_Latn": { | |
| "punct_f1": 0.6201588877855015, | |
| "case_acc": 0.9647136177673875, | |
| "case_f1": 0.8275862068965517, | |
| "n_words": 27376 | |
| }, | |
| "wol_Latn": { | |
| "punct_f1": 0.2485207100591716, | |
| "case_acc": 0.9313623651618058, | |
| "case_f1": 0.6056305790798809, | |
| "n_words": 25030 | |
| }, | |
| "xho_Latn": { | |
| "punct_f1": 0.6572678658240155, | |
| "case_acc": 0.9531159186309331, | |
| "case_f1": 0.7965584235359423, | |
| "n_words": 15485 | |
| }, | |
| "ydd_Hebr": { | |
| "punct_f1": 0.519416138804737, | |
| "case_acc": 0.9988237344253725, | |
| "case_f1": 0.8677966101694915, | |
| "n_words": 22954 | |
| }, | |
| "yor_Latn": { | |
| "punct_f1": 0.40049984379881287, | |
| "case_acc": 0.94239402486989, | |
| "case_f1": 0.6995276237420415, | |
| "n_words": 25171 | |
| }, | |
| "yue_Hant": { | |
| "punct_f1": 0.8238003838771593, | |
| "case_acc": 0.9935047287748668, | |
| "case_f1": 0.35924932975871315, | |
| "n_words": 36796 | |
| }, | |
| "zho_Hans": { | |
| "punct_f1": 0.8369506726457399, | |
| "case_acc": 0.9892497712717292, | |
| "case_f1": 0.2719449225473322, | |
| "n_words": 39348 | |
| }, | |
| "zho_Hant": { | |
| "punct_f1": 0.8071698113207547, | |
| "case_acc": 0.9944501320114231, | |
| "case_f1": 0.40804597701149425, | |
| "n_words": 37118 | |
| }, | |
| "zsm_Latn": { | |
| "punct_f1": 0.7892418270345467, | |
| "case_acc": 0.9727358350270163, | |
| "case_f1": 0.9038757042854704, | |
| "n_words": 20173 | |
| }, | |
| "zul_Latn": { | |
| "punct_f1": 0.6385454545454545, | |
| "case_acc": 0.9548444219580066, | |
| "case_f1": 0.7637200131449228, | |
| "n_words": 15812 | |
| } | |
| }, | |
| "ted": { | |
| "eng_Latn": { | |
| "punct_f1": 0.7366594360086768, | |
| "case_acc": 0.9708777686628384, | |
| "case_f1": 0.8775658053610239, | |
| "n_words": 17066 | |
| }, | |
| "deu_Latn": { | |
| "punct_f1": 0.803903171326703, | |
| "case_acc": 0.973494743548901, | |
| "case_f1": 0.9529849114366936, | |
| "n_words": 15695 | |
| }, | |
| "fra_Latn": { | |
| "punct_f1": 0.7432848965213562, | |
| "case_acc": 0.9740161599720979, | |
| "case_f1": 0.8492967180174146, | |
| "n_words": 17203 | |
| }, | |
| "spa_Latn": { | |
| "punct_f1": 0.722753346080306, | |
| "case_acc": 0.9697098458176521, | |
| "case_f1": 0.8253645303492709, | |
| "n_words": 16474 | |
| }, | |
| "ita_Latn": { | |
| "punct_f1": 0.6964582838126931, | |
| "case_acc": 0.9657626466628197, | |
| "case_f1": 0.8157363819771352, | |
| "n_words": 15597 | |
| }, | |
| "por_Latn": { | |
| "punct_f1": 0.7233009708737864, | |
| "case_acc": 0.9695780176643768, | |
| "case_f1": 0.8298086606243706, | |
| "n_words": 16304 | |
| }, | |
| "nld_Latn": { | |
| "punct_f1": 0.7777494258739475, | |
| "case_acc": 0.9781639928698752, | |
| "case_f1": 0.890840652446675, | |
| "n_words": 15708 | |
| }, | |
| "pol_Latn": { | |
| "punct_f1": 0.7815706806282723, | |
| "case_acc": 0.9594668757350059, | |
| "case_f1": 0.8318924111431316, | |
| "n_words": 12755 | |
| }, | |
| "rus_Cyrl": { | |
| "punct_f1": 0.8334789446094706, | |
| "case_acc": 0.9736305463750791, | |
| "case_f1": 0.8692967409948542, | |
| "n_words": 14221 | |
| }, | |
| "ukr_Cyrl": { | |
| "punct_f1": 0.809604328711532, | |
| "case_acc": 0.9674494967520879, | |
| "case_f1": 0.8525620873939013, | |
| "n_words": 14009 | |
| }, | |
| "ces_Latn": { | |
| "punct_f1": 0.7909757038179714, | |
| "case_acc": 0.9662098470016678, | |
| "case_f1": 0.8396066463207867, | |
| "n_words": 13791 | |
| }, | |
| "ron_Latn": { | |
| "punct_f1": 0.7189309576837416, | |
| "case_acc": 0.9686324475185051, | |
| "case_f1": 0.8328575959403742, | |
| "n_words": 16482 | |
| }, | |
| "hun_Latn": { | |
| "punct_f1": 0.7689556509298998, | |
| "case_acc": 0.9611503148949085, | |
| "case_f1": 0.8141529664045747, | |
| "n_words": 13179 | |
| }, | |
| "ell_Grek": { | |
| "punct_f1": 0.6890756302521008, | |
| "case_acc": 0.9659014796322231, | |
| "case_f1": 0.81984496124031, | |
| "n_words": 16423 | |
| }, | |
| "bul_Cyrl": { | |
| "punct_f1": 0.7522189349112426, | |
| "case_acc": 0.965644648992027, | |
| "case_f1": 0.8149171270718232, | |
| "n_words": 15427 | |
| }, | |
| "tur_Latn": { | |
| "punct_f1": 0.6501440922190201, | |
| "case_acc": 0.9590035469768209, | |
| "case_f1": 0.837029893924783, | |
| "n_words": 12123 | |
| }, | |
| "arb_Arab": { | |
| "punct_f1": 0.6111256202663881, | |
| "case_acc": 0.9997149169695674, | |
| "case_f1": 0.8979591836734694, | |
| "n_words": 14031 | |
| }, | |
| "heb_Hebr": { | |
| "punct_f1": 0.6271519921298574, | |
| "case_acc": 0.9993061444761391, | |
| "case_f1": 0.8, | |
| "n_words": 12971 | |
| }, | |
| "pes_Arab": { | |
| "punct_f1": 0.6550038590172369, | |
| "case_acc": 0.999580734762329, | |
| "case_f1": 0.8301886792452831, | |
| "n_words": 19081 | |
| }, | |
| "hin_Deva": { | |
| "punct_f1": 0.6260015507883174, | |
| "case_acc": 0.9997800868656881, | |
| "case_f1": 0.8846153846153846, | |
| "n_words": 18189 | |
| }, | |
| "ind_Latn": { | |
| "punct_f1": 0.7225806451612903, | |
| "case_acc": 0.9667197121704837, | |
| "case_f1": 0.8612059158134243, | |
| "n_words": 14453 | |
| }, | |
| "vie_Latn": { | |
| "punct_f1": 0.6354191833776275, | |
| "case_acc": 0.9719613509120463, | |
| "case_f1": 0.8048704339681548, | |
| "n_words": 22148 | |
| }, | |
| "jpn_Jpan": { | |
| "punct_f1": 0.7497175141242938, | |
| "case_acc": 0.997539807284904, | |
| "case_f1": 0.5555555555555556, | |
| "n_words": 29266 | |
| }, | |
| "kor_Hang": { | |
| "punct_f1": 0.8325123152709359, | |
| "case_acc": 0.9987086776859504, | |
| "case_f1": 0.8551724137931035, | |
| "n_words": 11616 | |
| }, | |
| "zho_Hans": { | |
| "punct_f1": 0.6260059296908089, | |
| "case_acc": 0.995004810182787, | |
| "case_f1": 0.36018957345971564, | |
| "n_words": 27026 | |
| } | |
| } | |
| }, | |
| "summary": { | |
| "europarl": { | |
| "punct_f1": 0.8356902913059253, | |
| "case_f1": 0.8972502043630105, | |
| "case_acc": 0.9802417869552379, | |
| "n_langs": 12 | |
| }, | |
| "flores": { | |
| "punct_f1": 0.6017388694156922, | |
| "case_f1": 0.7956324531168975, | |
| "case_acc": 0.968557954295429, | |
| "n_langs": 199 | |
| }, | |
| "ted": { | |
| "punct_f1": 0.7233833225634991, | |
| "case_f1": 0.8161406092308486, | |
| "case_acc": 0.9766803448154714, | |
| "n_langs": 25 | |
| } | |
| }, | |
| "seconds": 178 | |
| } | |
| } |