| { |
| "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", |
| "task_name": "Tatoeba", |
| "mteb_version": "1.38.39", |
| "scores": { |
| "test": [ |
| { |
| "precision": 0.487926, |
| "recall": 0.574423, |
| "f1": 0.512193, |
| "accuracy": 0.574423, |
| "main_score": 0.512193, |
| "hf_subset": "arz-eng", |
| "languages": [ |
| "arz-Arab", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.273718, |
| "recall": 0.346154, |
| "f1": 0.291812, |
| "accuracy": 0.346154, |
| "main_score": 0.291812, |
| "hf_subset": "tzl-eng", |
| "languages": [ |
| "tzl-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.203874, |
| "recall": 0.276, |
| "f1": 0.220171, |
| "accuracy": 0.276, |
| "main_score": 0.220171, |
| "hf_subset": "lat-eng", |
| "languages": [ |
| "lat-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.797833, |
| "recall": 0.849, |
| "f1": 0.813719, |
| "accuracy": 0.849, |
| "main_score": 0.813719, |
| "hf_subset": "nob-eng", |
| "languages": [ |
| "nob-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.914241, |
| "recall": 0.941776, |
| "f1": 0.923193, |
| "accuracy": 0.941776, |
| "main_score": 0.923193, |
| "hf_subset": "mal-eng", |
| "languages": [ |
| "mal-Mlym", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.537648, |
| "recall": 0.625, |
| "f1": 0.562152, |
| "accuracy": 0.625, |
| "main_score": 0.562152, |
| "hf_subset": "isl-eng", |
| "languages": [ |
| "isl-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.349719, |
| "recall": 0.445714, |
| "f1": 0.373921, |
| "accuracy": 0.445714, |
| "main_score": 0.373921, |
| "hf_subset": "pms-eng", |
| "languages": [ |
| "pms-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.06632, |
| "recall": 0.09, |
| "f1": 0.072077, |
| "accuracy": 0.09, |
| "main_score": 0.072077, |
| "hf_subset": "dtp-eng", |
| "languages": [ |
| "dtp-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.727183, |
| "recall": 0.797619, |
| "f1": 0.749008, |
| "accuracy": 0.797619, |
| "main_score": 0.749008, |
| "hf_subset": "amh-eng", |
| "languages": [ |
| "amh-Ethi", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.81956, |
| "recall": 0.868, |
| "f1": 0.83445, |
| "accuracy": 0.868, |
| "main_score": 0.83445, |
| "hf_subset": "vie-eng", |
| "languages": [ |
| "vie-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.584238, |
| "recall": 0.666, |
| "f1": 0.608022, |
| "accuracy": 0.666, |
| "main_score": 0.608022, |
| "hf_subset": "fin-eng", |
| "languages": [ |
| "fin-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.879083, |
| "recall": 0.913, |
| "f1": 0.890067, |
| "accuracy": 0.913, |
| "main_score": 0.890067, |
| "hf_subset": "zsm-eng", |
| "languages": [ |
| "zsm-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.275855, |
| "recall": 0.358974, |
| "f1": 0.293528, |
| "accuracy": 0.358974, |
| "main_score": 0.293528, |
| "hf_subset": "gsw-eng", |
| "languages": [ |
| "gsw-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.483572, |
| "recall": 0.566, |
| "f1": 0.504681, |
| "accuracy": 0.566, |
| "main_score": 0.504681, |
| "hf_subset": "lfn-eng", |
| "languages": [ |
| "lfn-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.857083, |
| "recall": 0.898, |
| "f1": 0.8699, |
| "accuracy": 0.898, |
| "main_score": 0.8699, |
| "hf_subset": "nld-eng", |
| "languages": [ |
| "nld-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.711243, |
| "recall": 0.777, |
| "f1": 0.731198, |
| "accuracy": 0.777, |
| "main_score": 0.731198, |
| "hf_subset": "tgl-eng", |
| "languages": [ |
| "tgl-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.758483, |
| "recall": 0.818, |
| "f1": 0.7765, |
| "accuracy": 0.818, |
| "main_score": 0.7765, |
| "hf_subset": "jpn-eng", |
| "languages": [ |
| "jpn-Jpan", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.759526, |
| "recall": 0.819, |
| "f1": 0.776669, |
| "accuracy": 0.819, |
| "main_score": 0.776669, |
| "hf_subset": "ina-eng", |
| "languages": [ |
| "ina-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.792617, |
| "recall": 0.849, |
| "f1": 0.810033, |
| "accuracy": 0.849, |
| "main_score": 0.810033, |
| "hf_subset": "pol-eng", |
| "languages": [ |
| "pol-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.902, |
| "recall": 0.934, |
| "f1": 0.9125, |
| "accuracy": 0.934, |
| "main_score": 0.9125, |
| "hf_subset": "hin-eng", |
| "languages": [ |
| "hin-Deva", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.791208, |
| "recall": 0.842, |
| "f1": 0.806722, |
| "accuracy": 0.842, |
| "main_score": 0.806722, |
| "hf_subset": "swe-eng", |
| "languages": [ |
| "swe-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.665797, |
| "recall": 0.753043, |
| "f1": 0.692207, |
| "accuracy": 0.753043, |
| "main_score": 0.692207, |
| "hf_subset": "kaz-eng", |
| "languages": [ |
| "kaz-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.590509, |
| "recall": 0.673043, |
| "f1": 0.614265, |
| "accuracy": 0.673043, |
| "main_score": 0.614265, |
| "hf_subset": "cym-eng", |
| "languages": [ |
| "cym-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.615511, |
| "recall": 0.691, |
| "f1": 0.637527, |
| "accuracy": 0.691, |
| "main_score": 0.637527, |
| "hf_subset": "hun-eng", |
| "languages": [ |
| "hun-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.504969, |
| "recall": 0.603, |
| "f1": 0.533368, |
| "accuracy": 0.603, |
| "main_score": 0.533368, |
| "hf_subset": "mkd-eng", |
| "languages": [ |
| "mkd-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.710823, |
| "recall": 0.787879, |
| "f1": 0.733416, |
| "accuracy": 0.787879, |
| "main_score": 0.733416, |
| "hf_subset": "awa-eng", |
| "languages": [ |
| "awa-Deva", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.851333, |
| "recall": 0.893, |
| "f1": 0.864467, |
| "accuracy": 0.893, |
| "main_score": 0.864467, |
| "hf_subset": "spa-eng", |
| "languages": [ |
| "spa-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.764643, |
| "recall": 0.828, |
| "f1": 0.784017, |
| "accuracy": 0.828, |
| "main_score": 0.784017, |
| "hf_subset": "pes-eng", |
| "languages": [ |
| "pes-Arab", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.841083, |
| "recall": 0.885, |
| "f1": 0.855233, |
| "accuracy": 0.885, |
| "main_score": 0.855233, |
| "hf_subset": "ind-eng", |
| "languages": [ |
| "ind-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.500928, |
| "recall": 0.588643, |
| "f1": 0.525197, |
| "accuracy": 0.588643, |
| "main_score": 0.525197, |
| "hf_subset": "khm-eng", |
| "languages": [ |
| "khm-Khmr", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.339987, |
| "recall": 0.416, |
| "f1": 0.359173, |
| "accuracy": 0.416, |
| "main_score": 0.359173, |
| "hf_subset": "oci-eng", |
| "languages": [ |
| "oci-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.607687, |
| "recall": 0.686, |
| "f1": 0.629456, |
| "accuracy": 0.686, |
| "main_score": 0.629456, |
| "hf_subset": "ido-eng", |
| "languages": [ |
| "ido-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.478611, |
| "recall": 0.569, |
| "f1": 0.503476, |
| "accuracy": 0.569, |
| "main_score": 0.503476, |
| "hf_subset": "cbk-eng", |
| "languages": [ |
| "cbk-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.117707, |
| "recall": 0.184, |
| "f1": 0.131689, |
| "accuracy": 0.184, |
| "main_score": 0.131689, |
| "hf_subset": "kab-eng", |
| "languages": [ |
| "kab-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.156301, |
| "recall": 0.227223, |
| "f1": 0.173503, |
| "accuracy": 0.227223, |
| "main_score": 0.173503, |
| "hf_subset": "arq-eng", |
| "languages": [ |
| "arq-Arab", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.122541, |
| "recall": 0.178, |
| "f1": 0.134048, |
| "accuracy": 0.178, |
| "main_score": 0.134048, |
| "hf_subset": "ber-eng", |
| "languages": [ |
| "ber-Tfng", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.781168, |
| "recall": 0.841808, |
| "f1": 0.799906, |
| "accuracy": 0.841808, |
| "main_score": 0.799906, |
| "hf_subset": "bos-eng", |
| "languages": [ |
| "bos-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.093255, |
| "recall": 0.124, |
| "f1": 0.101261, |
| "accuracy": 0.124, |
| "main_score": 0.101261, |
| "hf_subset": "mhr-eng", |
| "languages": [ |
| "mhr-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.77501, |
| "recall": 0.832, |
| "f1": 0.792183, |
| "accuracy": 0.832, |
| "main_score": 0.792183, |
| "hf_subset": "aze-eng", |
| "languages": [ |
| "aze-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.263419, |
| "recall": 0.356108, |
| "f1": 0.285339, |
| "accuracy": 0.356108, |
| "main_score": 0.285339, |
| "hf_subset": "hsb-eng", |
| "languages": [ |
| "hsb-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.7648, |
| "recall": 0.824, |
| "f1": 0.782967, |
| "accuracy": 0.824, |
| "main_score": 0.782967, |
| "hf_subset": "glg-eng", |
| "languages": [ |
| "glg-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.810167, |
| "recall": 0.866, |
| "f1": 0.828333, |
| "accuracy": 0.866, |
| "main_score": 0.828333, |
| "hf_subset": "urd-eng", |
| "languages": [ |
| "urd-Arab", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.318693, |
| "recall": 0.428571, |
| "f1": 0.344898, |
| "accuracy": 0.428571, |
| "main_score": 0.344898, |
| "hf_subset": "swg-eng", |
| "languages": [ |
| "swg-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.749117, |
| "recall": 0.815, |
| "f1": 0.769233, |
| "accuracy": 0.815, |
| "main_score": 0.769233, |
| "hf_subset": "srp-eng", |
| "languages": [ |
| "srp-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.642383, |
| "recall": 0.724, |
| "f1": 0.666871, |
| "accuracy": 0.724, |
| "main_score": 0.666871, |
| "hf_subset": "kor-eng", |
| "languages": [ |
| "kor-Hang", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.791184, |
| "recall": 0.843066, |
| "f1": 0.806604, |
| "accuracy": 0.843066, |
| "main_score": 0.806604, |
| "hf_subset": "tha-eng", |
| "languages": [ |
| "tha-Thai", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.614444, |
| "recall": 0.699, |
| "f1": 0.63846, |
| "accuracy": 0.699, |
| "main_score": 0.63846, |
| "hf_subset": "wuu-eng", |
| "languages": [ |
| "wuu-Hans", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.591408, |
| "recall": 0.673, |
| "f1": 0.615013, |
| "accuracy": 0.673, |
| "main_score": 0.615013, |
| "hf_subset": "heb-eng", |
| "languages": [ |
| "heb-Hebr", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.414836, |
| "recall": 0.508671, |
| "f1": 0.439561, |
| "accuracy": 0.508671, |
| "main_score": 0.439561, |
| "hf_subset": "fry-eng", |
| "languages": [ |
| "fry-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.718134, |
| "recall": 0.776, |
| "f1": 0.734951, |
| "accuracy": 0.776, |
| "main_score": 0.734951, |
| "hf_subset": "cat-eng", |
| "languages": [ |
| "cat-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.357226, |
| "recall": 0.447, |
| "f1": 0.379645, |
| "accuracy": 0.447, |
| "main_score": 0.379645, |
| "hf_subset": "nds-eng", |
| "languages": [ |
| "nds-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.640083, |
| "recall": 0.715, |
| "f1": 0.661487, |
| "accuracy": 0.715, |
| "main_score": 0.661487, |
| "hf_subset": "yue-eng", |
| "languages": [ |
| "yue-Hant", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.467156, |
| "recall": 0.545775, |
| "f1": 0.487612, |
| "accuracy": 0.545775, |
| "main_score": 0.487612, |
| "hf_subset": "max-eng", |
| "languages": [ |
| "max-Deva", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.508778, |
| "recall": 0.595794, |
| "f1": 0.532461, |
| "accuracy": 0.595794, |
| "main_score": 0.532461, |
| "hf_subset": "uzb-eng", |
| "languages": [ |
| "uzb-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.766891, |
| "recall": 0.828841, |
| "f1": 0.785849, |
| "accuracy": 0.828841, |
| "main_score": 0.785849, |
| "hf_subset": "hye-eng", |
| "languages": [ |
| "hye-Armn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.675876, |
| "recall": 0.746, |
| "f1": 0.696418, |
| "accuracy": 0.746, |
| "main_score": 0.696418, |
| "hf_subset": "ara-eng", |
| "languages": [ |
| "ara-Arab", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.422973, |
| "recall": 0.517073, |
| "f1": 0.448049, |
| "accuracy": 0.517073, |
| "main_score": 0.448049, |
| "hf_subset": "jav-eng", |
| "languages": [ |
| "jav-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.911917, |
| "recall": 0.939, |
| "f1": 0.920733, |
| "accuracy": 0.939, |
| "main_score": 0.920733, |
| "hf_subset": "deu-eng", |
| "languages": [ |
| "deu-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.072505, |
| "recall": 0.1, |
| "f1": 0.078869, |
| "accuracy": 0.1, |
| "main_score": 0.078869, |
| "hf_subset": "bre-eng", |
| "languages": [ |
| "bre-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.330007, |
| "recall": 0.433052, |
| "f1": 0.355385, |
| "accuracy": 0.433052, |
| "main_score": 0.355385, |
| "hf_subset": "gla-eng", |
| "languages": [ |
| "gla-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.6659, |
| "recall": 0.744104, |
| "f1": 0.68896, |
| "accuracy": 0.744104, |
| "main_score": 0.68896, |
| "hf_subset": "yid-eng", |
| "languages": [ |
| "yid-Hebr", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.774062, |
| "recall": 0.837802, |
| "f1": 0.794325, |
| "accuracy": 0.837802, |
| "main_score": 0.794325, |
| "hf_subset": "kat-eng", |
| "languages": [ |
| "kat-Geor", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.717033, |
| "recall": 0.782, |
| "f1": 0.736138, |
| "accuracy": 0.782, |
| "main_score": 0.736138, |
| "hf_subset": "ron-eng", |
| "languages": [ |
| "ron-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.764643, |
| "recall": 0.824, |
| "f1": 0.78305, |
| "accuracy": 0.824, |
| "main_score": 0.78305, |
| "hf_subset": "bul-eng", |
| "languages": [ |
| "bul-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.522311, |
| "recall": 0.622, |
| "f1": 0.551195, |
| "accuracy": 0.622, |
| "main_score": 0.551195, |
| "hf_subset": "tat-eng", |
| "languages": [ |
| "tat-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.78215, |
| "recall": 0.837, |
| "f1": 0.798819, |
| "accuracy": 0.837, |
| "main_score": 0.798819, |
| "hf_subset": "tur-eng", |
| "languages": [ |
| "tur-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.777416, |
| "recall": 0.824104, |
| "f1": 0.792617, |
| "accuracy": 0.824104, |
| "main_score": 0.792617, |
| "hf_subset": "tam-eng", |
| "languages": [ |
| "tam-Taml", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.773158, |
| "recall": 0.834, |
| "f1": 0.792556, |
| "accuracy": 0.834, |
| "main_score": 0.792556, |
| "hf_subset": "ell-eng", |
| "languages": [ |
| "ell-Grek", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.053424, |
| "recall": 0.075, |
| "f1": 0.057719, |
| "accuracy": 0.075, |
| "main_score": 0.057719, |
| "hf_subset": "cor-eng", |
| "languages": [ |
| "cor-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.538439, |
| "recall": 0.640845, |
| "f1": 0.568232, |
| "accuracy": 0.640845, |
| "main_score": 0.568232, |
| "hf_subset": "xho-eng", |
| "languages": [ |
| "xho-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.242564, |
| "recall": 0.317328, |
| "f1": 0.260028, |
| "accuracy": 0.317328, |
| "main_score": 0.260028, |
| "hf_subset": "dsb-eng", |
| "languages": [ |
| "dsb-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.371178, |
| "recall": 0.451667, |
| "f1": 0.392772, |
| "accuracy": 0.451667, |
| "main_score": 0.392772, |
| "hf_subset": "ceb-eng", |
| "languages": [ |
| "ceb-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.848333, |
| "recall": 0.89, |
| "f1": 0.861467, |
| "accuracy": 0.89, |
| "main_score": 0.861467, |
| "hf_subset": "fra-eng", |
| "languages": [ |
| "fra-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.490043, |
| "recall": 0.58, |
| "f1": 0.51414, |
| "accuracy": 0.58, |
| "main_score": 0.51414, |
| "hf_subset": "lit-eng", |
| "languages": [ |
| "lit-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.797333, |
| "recall": 0.853, |
| "f1": 0.814919, |
| "accuracy": 0.853, |
| "main_score": 0.814919, |
| "hf_subset": "hrv-eng", |
| "languages": [ |
| "hrv-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.181568, |
| "recall": 0.236453, |
| "f1": 0.192142, |
| "accuracy": 0.236453, |
| "main_score": 0.192142, |
| "hf_subset": "tuk-eng", |
| "languages": [ |
| "tuk-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.83875, |
| "recall": 0.882, |
| "f1": 0.8522, |
| "accuracy": 0.882, |
| "main_score": 0.8522, |
| "hf_subset": "sqi-eng", |
| "languages": [ |
| "sqi-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.863533, |
| "recall": 0.901, |
| "f1": 0.875667, |
| "accuracy": 0.901, |
| "main_score": 0.875667, |
| "hf_subset": "epo-eng", |
| "languages": [ |
| "epo-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.858, |
| "recall": 0.9, |
| "f1": 0.8715, |
| "accuracy": 0.9, |
| "main_score": 0.8715, |
| "hf_subset": "rus-eng", |
| "languages": [ |
| "rus-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.616704, |
| "recall": 0.706, |
| "f1": 0.642478, |
| "accuracy": 0.706, |
| "main_score": 0.642478, |
| "hf_subset": "ile-eng", |
| "languages": [ |
| "ile-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.231481, |
| "recall": 0.328358, |
| "f1": 0.253158, |
| "accuracy": 0.328358, |
| "main_score": 0.253158, |
| "hf_subset": "ang-eng", |
| "languages": [ |
| "ang-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.248494, |
| "recall": 0.312253, |
| "f1": 0.263281, |
| "accuracy": 0.312253, |
| "main_score": 0.263281, |
| "hf_subset": "csb-eng", |
| "languages": [ |
| "csb-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.589192, |
| "recall": 0.665, |
| "f1": 0.610532, |
| "accuracy": 0.665, |
| "main_score": 0.610532, |
| "hf_subset": "nno-eng", |
| "languages": [ |
| "nno-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.8132, |
| "recall": 0.868, |
| "f1": 0.830833, |
| "accuracy": 0.868, |
| "main_score": 0.830833, |
| "hf_subset": "bel-eng", |
| "languages": [ |
| "bel-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.536127, |
| "recall": 0.636, |
| "f1": 0.565152, |
| "accuracy": 0.636, |
| "main_score": 0.565152, |
| "hf_subset": "uig-eng", |
| "languages": [ |
| "uig-Arab", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.106372, |
| "recall": 0.160479, |
| "f1": 0.117826, |
| "accuracy": 0.160479, |
| "main_score": 0.117826, |
| "hf_subset": "orv-eng", |
| "languages": [ |
| "orv-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.272866, |
| "recall": 0.350365, |
| "f1": 0.29335, |
| "accuracy": 0.350365, |
| "main_score": 0.29335, |
| "hf_subset": "cha-eng", |
| "languages": [ |
| "cha-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.081316, |
| "recall": 0.105, |
| "f1": 0.086549, |
| "accuracy": 0.105, |
| "main_score": 0.086549, |
| "hf_subset": "kzj-eng", |
| "languages": [ |
| "kzj-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.728117, |
| "recall": 0.802, |
| "f1": 0.750686, |
| "accuracy": 0.802, |
| "main_score": 0.750686, |
| "hf_subset": "ben-eng", |
| "languages": [ |
| "ben-Beng", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.080448, |
| "recall": 0.114, |
| "f1": 0.086945, |
| "accuracy": 0.114, |
| "main_score": 0.086945, |
| "hf_subset": "pam-eng", |
| "languages": [ |
| "pam-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.544858, |
| "recall": 0.633, |
| "f1": 0.570556, |
| "accuracy": 0.633, |
| "main_score": 0.570556, |
| "hf_subset": "gle-eng", |
| "languages": [ |
| "gle-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.844833, |
| "recall": 0.89, |
| "f1": 0.8593, |
| "accuracy": 0.89, |
| "main_score": 0.8593, |
| "hf_subset": "mar-eng", |
| "languages": [ |
| "mar-Deva", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.412032, |
| "recall": 0.504, |
| "f1": 0.436268, |
| "accuracy": 0.504, |
| "main_score": 0.436268, |
| "hf_subset": "eus-eng", |
| "languages": [ |
| "eus-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.610836, |
| "recall": 0.705128, |
| "f1": 0.638553, |
| "accuracy": 0.705128, |
| "main_score": 0.638553, |
| "hf_subset": "swh-eng", |
| "languages": [ |
| "swh-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.589754, |
| "recall": 0.680934, |
| "f1": 0.615694, |
| "accuracy": 0.680934, |
| "main_score": 0.615694, |
| "hf_subset": "nov-eng", |
| "languages": [ |
| "nov-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.539594, |
| "recall": 0.618, |
| "f1": 0.561909, |
| "accuracy": 0.618, |
| "main_score": 0.561909, |
| "hf_subset": "lvs-eng", |
| "languages": [ |
| "lvs-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.7227, |
| "recall": 0.783, |
| "f1": 0.740624, |
| "accuracy": 0.783, |
| "main_score": 0.740624, |
| "hf_subset": "slk-eng", |
| "languages": [ |
| "slk-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.797033, |
| "recall": 0.844, |
| "f1": 0.811467, |
| "accuracy": 0.844, |
| "main_score": 0.811467, |
| "hf_subset": "ita-eng", |
| "languages": [ |
| "ita-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.785983, |
| "recall": 0.842, |
| "f1": 0.803167, |
| "accuracy": 0.842, |
| "main_score": 0.803167, |
| "hf_subset": "afr-eng", |
| "languages": [ |
| "afr-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.347137, |
| "recall": 0.436585, |
| "f1": 0.371434, |
| "accuracy": 0.436585, |
| "main_score": 0.371434, |
| "hf_subset": "kur-eng", |
| "languages": [ |
| "kur-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.76725, |
| "recall": 0.826, |
| "f1": 0.785533, |
| "accuracy": 0.826, |
| "main_score": 0.785533, |
| "hf_subset": "ukr-eng", |
| "languages": [ |
| "ukr-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.6917, |
| "recall": 0.759, |
| "f1": 0.711619, |
| "accuracy": 0.759, |
| "main_score": 0.711619, |
| "hf_subset": "ces-eng", |
| "languages": [ |
| "ces-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.669444, |
| "recall": 0.743621, |
| "f1": 0.691396, |
| "accuracy": 0.743621, |
| "main_score": 0.691396, |
| "hf_subset": "slv-eng", |
| "languages": [ |
| "slv-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.837333, |
| "recall": 0.883, |
| "f1": 0.851633, |
| "accuracy": 0.883, |
| "main_score": 0.851633, |
| "hf_subset": "cmn-eng", |
| "languages": [ |
| "cmn-Hans", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.45768, |
| "recall": 0.546, |
| "f1": 0.481884, |
| "accuracy": 0.546, |
| "main_score": 0.481884, |
| "hf_subset": "est-eng", |
| "languages": [ |
| "est-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.320947, |
| "recall": 0.397, |
| "f1": 0.339742, |
| "accuracy": 0.397, |
| "main_score": 0.339742, |
| "hf_subset": "war-eng", |
| "languages": [ |
| "war-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.526837, |
| "recall": 0.629921, |
| "f1": 0.555818, |
| "accuracy": 0.629921, |
| "main_score": 0.555818, |
| "hf_subset": "ast-eng", |
| "languages": [ |
| "ast-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.766738, |
| "recall": 0.833333, |
| "f1": 0.788034, |
| "accuracy": 0.833333, |
| "main_score": 0.788034, |
| "hf_subset": "tel-eng", |
| "languages": [ |
| "tel-Telu", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.755682, |
| "recall": 0.820455, |
| "f1": 0.775682, |
| "accuracy": 0.820455, |
| "main_score": 0.775682, |
| "hf_subset": "mon-eng", |
| "languages": [ |
| "mon-Cyrl", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.517557, |
| "recall": 0.610687, |
| "f1": 0.544333, |
| "accuracy": 0.610687, |
| "main_score": 0.544333, |
| "hf_subset": "fao-eng", |
| "languages": [ |
| "fao-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.8022, |
| "recall": 0.854, |
| "f1": 0.818252, |
| "accuracy": 0.854, |
| "main_score": 0.818252, |
| "hf_subset": "dan-eng", |
| "languages": [ |
| "dan-Latn", |
| "eng-Latn" |
| ] |
| }, |
| { |
| "precision": 0.877833, |
| "recall": 0.911, |
| "f1": 0.8885, |
| "accuracy": 0.911, |
| "main_score": 0.8885, |
| "hf_subset": "por-eng", |
| "languages": [ |
| "por-Latn", |
| "eng-Latn" |
| ] |
| } |
| ] |
| }, |
| "evaluation_time": 77.09314775466919, |
| "kg_co2_emissions": null |
| } |
