Spaces:

adgw
/

Text_Quality_Rating_Benchmark

Running

App Files Files Community

adgw commited on about 3 hours ago

Commit

40456dc

verified ·

1 Parent(s): 15bb4bb

Update benchmark leaderboard

Browse files

Files changed (1) hide show

index.html +3 -3

index.html CHANGED Viewed

@@ -284,7 +284,7 @@
 <script>
 (function() {
-  const ALL_ROWS    = [{"model": "Qwen/Qwen3.5-397B-A17B-FP8", "avg_exact": 0.60605, "avg_wp": 0.768996, "avg_bias": 0.2132, "avg_parsed": 1.0, "avg_mae": 0.4719, "total": 21952, "lang_exact": {"ab": 0.508333, "ar": 0.6725, "az": 0.695, "be": 0.73, "bg": 0.712707, "bo": 0.7575, "ca": 0.657382, "cn": 0.546667, "cs": 0.7525, "cy": 0.471667, "da": 0.585, "de": 0.56, "el": 0.6325, "en": 0.648333, "es": 0.786787, "et": 0.6775, "eu": 0.420436, "fa": 0.395, "fi": 0.7575, "fr": 0.643979, "gl": 0.5, "he": 0.511667, "hi": 0.568015, "hu": 0.6525, "hv": 0.715, "ir": 0.591667, "is": 0.675, "it": 0.76, "ka": 0.556604, "kz": 0.43, "la": 0.692008, "li": 0.625, "lv": 0.625, "mk": 0.5125, "mt": 0.655, "nl": 0.655, "no": 0.5625, "pl": 0.508772, "pt": 0.665, "ro": 0.61, "ru": 0.581667, "sk": 0.665, "sl": 0.7625, "sq": 0.7325, "sr": 0.615, "sv": 0.6125, "tr": 0.62, "uk": 0.489547}, "lang_wp": {"ab": 0.7075, "ar": 0.80375, "az": 0.805, "be": 0.83125, "bg": 0.839779, "bo": 0.87375, "ca": 0.786908, "cn": 0.721667, "cs": 0.8625, "cy": 0.664167, "da": 0.7825, "de": 0.765, "el": 0.805, "en": 0.806667, "es": 0.887387, "et": 0.82875, "eu": 0.623116, "fa": 0.606667, "fi": 0.8675, "fr": 0.793194, "gl": 0.6825, "he": 0.721667, "hi": 0.751838, "hu": 0.81, "hv": 0.855, "ir": 0.750833, "is": 0.805, "it": 0.87375, "ka": 0.687107, "kz": 0.644167, "la": 0.824561, "li": 0.80625, "lv": 0.7875, "mk": 0.69375, "mt": 0.76125, "nl": 0.82625, "no": 0.715, "pl": 0.70614, "pt": 0.815, "ro": 0.765, "ru": 0.7625, "sk": 0.8275, "sl": 0.87625, "sq": 0.85375, "sr": 0.7975, "sv": 0.79375, "tr": 0.7975, "uk": 0.702091}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 0.5933, "ar": 0.4025, "az": 0.405, "be": 0.36, "bg": 0.3232, "bo": 0.255, "ca": 0.429, "cn": 0.5617, "cs": 0.2925, "cy": 0.6883, "da": 0.435, "de": 0.47, "el": 0.3925, "en": 0.3917, "es": 0.2252, "et": 0.3425, "eu": 0.804, "fa": 0.8133, "fi": 0.2675, "fr": 0.4162, "gl": 0.66, "he": 0.5583, "hi": 0.4982, "hu": 0.3825, "hv": 0.29, "ir": 0.5017, "is": 0.405, "it": 0.2575, "ka": 0.6352, "kz": 0.7283, "la": 0.3548, "li": 0.3875, "lv": 0.43, "mk": 0.6325, "mt": 0.5075, "nl": 0.3475, "no": 0.6175, "pl": 0.6, "pt": 0.3775, "ro": 0.5025, "ru": 0.4817, "sk": 0.3475, "sl": 0.25, "sq": 0.2925, "sr": 0.4075, "sv": 0.4125, "tr": 0.41, "uk": 0.601}, "confusion": {"1": {"1": 0.7238, "2": 0.2468, "4": 0.0134, "3": 0.0139, "6": 0.0006, "5": 0.0015}, "2": {"4": 0.162, "2": 0.5413, "3": 0.1193, "5": 0.014, "1": 0.1614, "6": 0.0021}, "3": {"4": 0.5814, "5": 0.1859, "2": 0.0798, "3": 0.1411, "6": 0.0099, "1": 0.002}, "4": {"4": 0.3681, "5": 0.5431, "6": 0.0494, "3": 0.02, "2": 0.0187, "1": 0.0006}, "5": {"5": 0.6818, "6": 0.2325, "4": 0.0831, "2": 0.0023, "3": 0.0002}, "6": {"6": 0.7118, "5": 0.2707, "4": 0.0156, "2": 0.0015, "1": 0.0002, "3": 0.0002}}}, {"model": "speakleash/Bielik-11B-v3.0-Instruct", "avg_exact": 0.445539, "avg_wp": 0.650048, "avg_bias": -0.0673, "avg_parsed": 0.981352, "avg_mae": 0.7343, "total": 21933, "lang_exact": {"ab": 0.360601, "ar": 0.094148, "az": 0.5325, "be": 0.4675, "bg": 0.574586, "bo": 0.565, "ca": 0.367688, "cn": 0.416388, "cs": 0.5575, "cy": 0.335, "da": 0.4975, "de": 0.371667, "el": 0.505, "en": 0.493333, "es": 0.696697, "et": 0.5525, "eu": 0.304858, "fa": 0.43, "fi": 0.5475, "fr": 0.60733, "gl": 0.356667, "he": 0.335017, "hi": 0.379374, "hu": 0.5425, "hv": 0.575, "ir": 0.373333, "is": 0.5, "it": 0.64, "ka": 0.310127, "kz": 0.266667, "la": 0.393762, "li": 0.47, "lv": 0.4225, "mk": 0.3725, "mt": 0.4125, "nl": 0.5375, "no": 0.485, "pl": 0.349123, "pt": 0.53, "ro": 0.4575, "ru": 0.423333, "sk": 0.505, "sl": 0.515, "sq": 0.5775, "sr": 0.4325, "sv": 0.5175, "tr": 0.5125, "uk": 0.449477}, "lang_wp": {"ab": 0.570952, "ar": 0.232824, "az": 0.72625, "be": 0.685, "bg": 0.75, "bo": 0.72625, "ca": 0.58078, "cn": 0.646321, "cs": 0.725, "cy": 0.544167, "da": 0.715, "de": 0.630833, "el": 0.71375, "en": 0.716667, "es": 0.837838, "et": 0.76625, "eu": 0.5, "fa": 0.658333, "fi": 0.695, "fr": 0.786649, "gl": 0.583333, "he": 0.560606, "hi": 0.563536, "hu": 0.7325, "hv": 0.7225, "ir": 0.575, "is": 0.715, "it": 0.80375, "ka": 0.503165, "kz": 0.520833, "la": 0.554581, "li": 0.70125, "lv": 0.65125, "mk": 0.5775, "mt": 0.63875, "nl": 0.76, "no": 0.65875, "pl": 0.558772, "pt": 0.7275, "ro": 0.67375, "ru": 0.639167, "sk": 0.69125, "sl": 0.73125, "sq": 0.7675, "sr": 0.6725, "sv": 0.7375, "tr": 0.745, "uk": 0.650697}, "lang_parsed": {"ab": 0.926544, "ar": 0.913486, "az": 1.0, "be": 0.98, "bg": 0.972376, "bo": 0.935, "ca": 1.0, "cn": 0.996656, "cs": 0.9225, "cy": 1.0, "da": 0.9825, "de": 0.996667, "el": 1.0, "en": 0.995, "es": 1.0, "et": 0.995, "eu": 0.99665, "fa": 1.0, "fi": 0.955, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 0.972376, "hu": 0.9675, "hv": 0.905, "ir": 1.0, "is": 0.9775, "it": 0.9975, "ka": 1.0, "kz": 1.0, "la": 0.998051, "li": 1.0, "lv": 0.9925, "mk": 0.9975, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 0.875439, "pt": 1.0, "ro": 1.0, "ru": 0.991667, "sk": 0.9575, "sl": 0.955, "sq": 0.97, "sr": 0.9825, "sv": 1.0, "tr": 0.995, "uk": 0.987805}, "lang_mae": {"ab": 0.8216, "ar": 2.0585, "az": 0.5775, "be": 0.6454, "bg": 0.4943, "bo": 0.5909, "ca": 0.8719, "cn": 0.7215, "cs": 0.4444, "cy": 0.9967, "da": 0.5496, "de": 0.7358, "el": 0.59, "en": 0.5678, "es": 0.3273, "et": 0.4648, "eu": 1.1714, "fa": 0.705, "fi": 0.7853, "fr": 0.4346, "gl": 0.8667, "he": 0.9192, "hi": 0.9034, "hu": 0.4884, "hv": 0.5083, "ir": 0.9583, "is": 0.5473, "it": 0.3885, "ka": 1.1361, "kz": 1.0033, "la": 1.2793, "li": 0.605, "lv": 0.7657, "mk": 0.8972, "mt": 0.7475, "nl": 0.48, "no": 0.7225, "pl": 0.7395, "pt": 0.5475, "ro": 0.7025, "ru": 0.7277, "sk": 0.6057, "sl": 0.4764, "sq": 0.4175, "sr": 0.6845, "sv": 0.525, "tr": 0.5176, "uk": 0.6896}, "confusion": {"1": {"1": 0.8352, "4": 0.0327, "2": 0.0513, "3": 0.0734, "5": 0.0074}, "2": {"4": 0.1633, "1": 0.3314, "3": 0.2951, "2": 0.1803, "5": 0.0298}, "3": {"2": 0.0419, "3": 0.1863, "4": 0.4225, "1": 0.0572, "5": 0.2914, "6": 0.0007}, "4": {"4": 0.3742, "3": 0.0815, "5": 0.4861, "1": 0.0373, "2": 0.0202, "6": 0.0006}, "5": {"4": 0.0846, "5": 0.8737, "3": 0.02, "1": 0.0204, "6": 0.0002, "2": 0.0011}, "6": {"3": 0.0125, "5": 0.8709, "4": 0.0618, "1": 0.0444, "2": 0.0028, "6": 0.0077}}}, {"model": "allenai/Olmo-3.1-32B-Instruct", "avg_exact": 0.377707, "avg_wp": 0.576104, "avg_bias": 0.5894, "avg_parsed": 0.999951, "avg_mae": 0.9557, "total": 20275, "lang_exact": {"ab": 0.392453, "ar": 0.09375, "az": 0.453165, "be": 0.323834, "bg": 0.319865, "bo": 0.448795, "ca": 0.437143, "cn": 0.441176, "cs": 0.505988, "cy": 0.408475, "da": 0.449239, "de": 0.360544, "el": 0.367454, "en": 0.478261, "es": 0.415625, "et": 0.37931, "eu": 0.322635, "fa": 0.392256, "fi": 0.49226, "fr": 0.467213, "gl": 0.322148, "he": 0.326087, "hi": 0.420945, "hu": 0.435013, "hv": 0.419048, "ir": 0.368866, "is": 0.344828, "it": 0.536232, "ka": 0.068182, "kz": 0.347518, "la": 0.269565, "li": 0.333333, "lv": 0.309524, "mk": 0.315789, "mt": 0.380208, "nl": 0.528967, "no": 0.370588, "pl": 0.30099, "pt": 0.412088, "ro": 0.336842, "ru": 0.358047, "sk": 0.387863, "sl": 0.380054, "sq": 0.265574, "sr": 0.438462, "sv": 0.402062, "tr": 0.51671, "uk": 0.21519}, "lang_wp": {"ab": 0.582075, "ar": 0.225446, "az": 0.64557, "be": 0.541451, "bg": 0.557239, "bo": 0.680723, "ca": 0.584286, "cn": 0.650519, "cs": 0.691617, "cy": 0.614407, "da": 0.640863, "de": 0.581633, "el": 0.562992, "en": 0.660535, "es": 0.657813, "et": 0.62069, "eu": 0.518581, "fa": 0.571549, "fi": 0.660991, "fr": 0.643443, "gl": 0.495805, "he": 0.555254, "hi": 0.575975, "hu": 0.616711, "hv": 0.666667, "ir": 0.566836, "is": 0.514368, "it": 0.723188, "ka": 0.201299, "kz": 0.531915, "la": 0.423913, "li": 0.580103, "lv": 0.547619, "mk": 0.489975, "mt": 0.56901, "nl": 0.724181, "no": 0.548529, "pl": 0.543564, "pt": 0.615385, "ro": 0.563158, "ru": 0.55877, "sk": 0.614776, "sl": 0.588949, "sq": 0.459016, "sr": 0.661538, "sv": 0.60567, "tr": 0.727506, "uk": 0.409283}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 0.998192, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 0.9642, "ar": 1.9152, "az": 0.7696, "be": 0.9663, "bg": 0.9933, "bo": 0.6867, "ca": 0.9514, "cn": 0.7388, "cs": 0.6677, "cy": 0.8508, "da": 0.7893, "de": 0.8759, "el": 0.9606, "en": 0.7642, "es": 0.7219, "et": 0.7931, "eu": 1.0861, "fa": 0.9259, "fi": 0.774, "fr": 0.7896, "gl": 1.1426, "he": 0.942, "hi": 0.9815, "hu": 0.8674, "hv": 0.6857, "ir": 0.934, "is": 1.5776, "it": 0.5913, "ka": 1.8214, "kz": 1.0993, "la": 1.6674, "li": 0.8889, "lv": 1.1032, "mk": 1.1855, "mt": 0.974, "nl": 0.5894, "no": 1.1235, "pl": 0.998, "pt": 0.8901, "ro": 0.9842, "ru": 0.9348, "sk": 0.7889, "sl": 0.8571, "sq": 1.2, "sr": 0.7, "sv": 0.8351, "tr": 0.5758, "uk": 1.3038}, "confusion": {"1": {"2": 0.2279, "6": 0.0437, "3": 0.302, "1": 0.3751, "4": 0.0391, "5": 0.0122}, "2": {"3": 0.5088, "4": 0.1397, "1": 0.0887, "6": 0.0536, "2": 0.1323, "5": 0.077}, "3": {"3": 0.3729, "4": 0.289, "6": 0.0988, "5": 0.2106, "1": 0.0191, "2": 0.0095}, "4": {"4": 0.2984, "3": 0.1757, "5": 0.2991, "6": 0.2048, "2": 0.0039, "1": 0.0181}, "5": {"5": 0.4112, "6": 0.3921, "4": 0.1305, "3": 0.0565, "1": 0.0091, "2": 0.0007}, "6": {"6": 0.7092, "5": 0.1825, "4": 0.0725, "3": 0.0261, "1": 0.0084, "2": 0.0012}}}, {"model": "utter-project/EuroLLM-22B-Instruct-2512", "avg_exact": 0.348145, "avg_wp": 0.562451, "avg_bias": 0.5971, "avg_parsed": 0.999609, "avg_mae": 1.0262, "total": 10240, "lang_exact": {"ab": 0.3125, "ar": 0.437247, "az": 0.359494, "be": 0.378866, "bg": 0.553459, "bo": 0.50137, "ca": 0.432203, "cn": 0.307823, "cs": 0.479339, "cy": 0.212224, "da": 0.482412, "de": 0.30303, "el": 0.41, "en": 0.285714, "es": 0.522796, "et": 0.432292, "eu": 0.181049, "fa": 0.281145, "fi": 0.449568, "fr": 0.417553, "gl": 0.268007, "he": 0.290146, "hi": 0.159375}, "lang_wp": {"ab": 0.536607, "ar": 0.560729, "az": 0.597468, "be": 0.622423, "bg": 0.731132, "bo": 0.709589, "ca": 0.653955, "cn": 0.529762, "cs": 0.692837, "cy": 0.412564, "da": 0.709799, "de": 0.55303, "el": 0.64875, "en": 0.490756, "es": 0.705167, "et": 0.622396, "eu": 0.36379, "fa": 0.520202, "fi": 0.635447, "fr": 0.648936, "gl": 0.525126, "he": 0.515511, "hi": 0.3}, "lang_parsed": {"ab": 0.998214, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 0.997396, "eu": 1.0, "fa": 1.0, "fi": 0.994236, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0}, "lang_mae": {"ab": 1.0537, "ar": 1.417, "az": 0.9519, "be": 0.9046, "bg": 0.6164, "bo": 0.663, "ca": 0.8136, "cn": 1.0357, "cs": 0.7135, "cy": 1.4499, "da": 0.6357, "de": 0.9579, "el": 0.775, "en": 1.1832, "es": 0.6717, "et": 0.9112, "eu": 1.6565, "fa": 1.0707, "fi": 0.8986, "fr": 0.8059, "gl": 1.0503, "he": 1.0876, "hi": 1.6656}, "confusion": {"3": {"5": 0.7831, "3": 0.1303, "2": 0.0835, "4": 0.0031}, "6": {"5": 0.9431, "6": 0.033, "2": 0.0103, "1": 0.0085, "3": 0.0051}, "5": {"5": 0.977, "1": 0.0047, "2": 0.0052, "3": 0.0084, "6": 0.0047}, "4": {"5": 0.9145, "3": 0.0471, "2": 0.0362, "4": 0.0022}, "2": {"5": 0.3898, "3": 0.2486, "2": 0.3247, "1": 0.0294, "4": 0.0076}, "1": {"3": 0.1005, "2": 0.5147, "5": 0.1213, "1": 0.2558, "4": 0.0072, "6": 0.0005}}}, {"model": "meta-llama/Llama-3.3-70B-Instruct", "avg_exact": 0.421966, "avg_wp": 0.552045, "avg_bias": 0.9204, "avg_parsed": 0.999818, "avg_mae": 1.0478, "total": 21952, "lang_exact": {"ab": 0.3, "ar": 0.485, "az": 0.505, "be": 0.4825, "bg": 0.549724, "bo": 0.6125, "ca": 0.481894, "cn": 0.386667, "cs": 0.57, "cy": 0.275, "da": 0.4825, "de": 0.363333, "el": 0.4175, "en": 0.358333, "es": 0.489489, "et": 0.545, "eu": 0.249581, "fa": 0.341667, "fi": 0.535, "fr": 0.439791, "gl": 0.263333, "he": 0.326667, "hi": 0.301471, "hu": 0.4625, "hv": 0.5825, "ir": 0.335, "is": 0.62, "it": 0.5375, "ka": 0.477987, "kz": 0.228333, "la": 0.463938, "li": 0.4275, "lv": 0.4825, "mk": 0.3325, "mt": 0.4675, "nl": 0.5625, "no": 0.4925, "pl": 0.280702, "pt": 0.5025, "ro": 0.415, "ru": 0.388333, "sk": 0.46, "sl": 0.5875, "sq": 0.495, "sr": 0.45, "sv": 0.425, "tr": 0.5475, "uk": 0.283972}, "lang_wp": {"ab": 0.453333, "ar": 0.565, "az": 0.605, "be": 0.5775, "bg": 0.640884, "bo": 0.70875, "ca": 0.547354, "cn": 0.530833, "cs": 0.665, "cy": 0.454167, "da": 0.6275, "de": 0.519167, "el": 0.55875, "en": 0.5425, "es": 0.605105, "et": 0.695, "eu": 0.38526, "fa": 0.485833, "fi": 0.64125, "fr": 0.552356, "gl": 0.4375, "he": 0.4875, "hi": 0.440257, "hu": 0.58625, "hv": 0.6925, "ir": 0.485833, "is": 0.725, "it": 0.63625, "ka": 0.561321, "kz": 0.376667, "la": 0.615984, "li": 0.55875, "lv": 0.60875, "mk": 0.44125, "mt": 0.59875, "nl": 0.68125, "no": 0.58625, "pl": 0.435088, "pt": 0.60125, "ro": 0.5325, "ru": 0.529167, "sk": 0.58125, "sl": 0.71, "sq": 0.63625, "sr": 0.5775, "sv": 0.5475, "tr": 0.69125, "uk": 0.399826}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 0.9925, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 0.9975, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.29, "ar": 1.2725, "az": 1.025, "be": 1.0575, "bg": 0.8204, "bo": 0.6125, "ca": 1.2033, "cn": 1.04, "cs": 0.725, "cy": 1.2683, "da": 0.83, "de": 1.035, "el": 1.0475, "en": 0.9967, "es": 0.8649, "et": 0.6425, "eu": 1.5394, "fa": 1.2017, "fi": 0.7632, "fr": 1.0471, "gl": 1.385, "he": 1.1683, "hi": 1.3015, "hu": 1.0175, "hv": 0.65, "ir": 1.1633, "is": 0.65, "it": 0.795, "ka": 1.2013, "kz": 1.5567, "la": 0.922, "li": 1.0325, "lv": 0.9475, "mk": 1.5725, "mt": 1.02, "nl": 0.6775, "no": 0.96, "pl": 1.2246, "pt": 0.9025, "ro": 1.1375, "ru": 0.995, "sk": 0.95, "sl": 0.6275, "sq": 0.7875, "sr": 1.0225, "sv": 1.0526, "tr": 0.655, "uk": 1.3432}, "confusion": {"1": {"1": 0.4084, "2": 0.2733, "5": 0.0553, "4": 0.2302, "6": 0.0038, "3": 0.029}, "2": {"4": 0.4936, "5": 0.2946, "2": 0.1358, "6": 0.0159, "1": 0.0455, "3": 0.0146}, "3": {"5": 0.7686, "6": 0.0758, "4": 0.1457, "2": 0.004, "1": 0.0059}, "4": {"5": 0.7606, "6": 0.1988, "4": 0.0381, "1": 0.0013, "2": 0.0013}, "5": {"5": 0.6645, "6": 0.3313, "4": 0.004, "2": 0.0002}, "6": {"6": 0.7575, "5": 0.2392, "4": 0.0029, "1": 0.0004}}}, {"model": "CYFRAGOVPL/Llama-PLLuM-70B-chat-250801", "avg_exact": 0.298105, "avg_wp": 0.518928, "avg_bias": -0.3311, "avg_parsed": 0.996492, "avg_mae": 1.0453, "total": 21952, "lang_exact": {"ab": 0.296667, "ar": 0.395, "az": 0.2425, "be": 0.345, "bg": 0.303867, "bo": 0.33, "ca": 0.169916, "cn": 0.323333, "cs": 0.4025, "cy": 0.361667, "da": 0.3525, "de": 0.335, "el": 0.1825, "en": 0.295, "es": 0.312312, "et": 0.3075, "eu": 0.271357, "fa": 0.315, "fi": 0.2375, "fr": 0.374346, "gl": 0.283333, "he": 0.323333, "hi": 0.395221, "hu": 0.275, "hv": 0.3525, "ir": 0.298333, "is": 0.405, "it": 0.315, "ka": 0.081761, "kz": 0.305, "la": 0.2846, "li": 0.21, "lv": 0.27, "mk": 0.075, "mt": 0.3225, "nl": 0.3125, "no": 0.295, "pl": 0.315789, "pt": 0.2975, "ro": 0.2475, "ru": 0.335, "sk": 0.2675, "sl": 0.2125, "sq": 0.1675, "sr": 0.32, "sv": 0.3375, "tr": 0.2925, "uk": 0.358885}, "lang_wp": {"ab": 0.515833, "ar": 0.61125, "az": 0.4675, "be": 0.5825, "bg": 0.517956, "bo": 0.55875, "ca": 0.4039, "cn": 0.520833, "cs": 0.61875, "cy": 0.583333, "da": 0.5775, "de": 0.5775, "el": 0.41375, "en": 0.4825, "es": 0.555556, "et": 0.515, "eu": 0.464824, "fa": 0.515833, "fi": 0.455, "fr": 0.590314, "gl": 0.48, "he": 0.535, "hi": 0.606618, "hu": 0.49875, "hv": 0.585, "ir": 0.465833, "is": 0.63625, "it": 0.53125, "ka": 0.292453, "kz": 0.520833, "la": 0.475634, "li": 0.47375, "lv": 0.515, "mk": 0.305, "mt": 0.58, "nl": 0.55625, "no": 0.495, "pl": 0.534211, "pt": 0.515, "ro": 0.455, "ru": 0.59, "sk": 0.47625, "sl": 0.4625, "sq": 0.40625, "sr": 0.56875, "sv": 0.57875, "tr": 0.5325, "uk": 0.589721}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 0.997238, "bo": 0.9975, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 0.9975, "de": 1.0, "el": 1.0, "en": 0.995, "es": 1.0, "et": 1.0, "eu": 0.998325, "fa": 1.0, "fi": 0.9925, "fr": 1.0, "gl": 0.998333, "he": 0.998333, "hi": 1.0, "hu": 0.9975, "hv": 1.0, "ir": 0.998333, "is": 1.0, "it": 0.9975, "ka": 0.996855, "kz": 0.995, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 0.9975, "mt": 1.0, "nl": 1.0, "no": 0.9975, "pl": 0.907018, "pt": 1.0, "ro": 0.9975, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 0.9975, "tr": 0.9975, "uk": 1.0}, "lang_mae": {"ab": 1.0233, "ar": 0.885, "az": 1.15, "be": 0.885, "bg": 1.036, "bo": 0.9323, "ca": 1.2897, "cn": 1.0767, "cs": 0.85, "cy": 0.92, "da": 0.8822, "de": 0.905, "el": 1.245, "en": 1.1993, "es": 0.9129, "et": 1.155, "eu": 1.2383, "fa": 1.09, "fi": 1.2368, "fr": 0.8586, "gl": 1.1235, "he": 0.9666, "hi": 0.8199, "hu": 1.0426, "hv": 0.9125, "ir": 1.3556, "is": 0.765, "it": 0.9975, "ka": 1.5331, "kz": 1.0519, "la": 1.3957, "li": 1.065, "lv": 1.0075, "mk": 1.4211, "mt": 0.8875, "nl": 0.92, "no": 1.1378, "pl": 0.8781, "pt": 1.0225, "ro": 1.193, "ru": 0.8533, "sk": 1.1675, "sl": 1.11, "sq": 1.2375, "sr": 0.92, "sv": 0.8972, "tr": 0.9474, "uk": 0.8554}, "confusion": {"1": {"1": 0.6736, "3": 0.2988, "4": 0.0116, "5": 0.0075, "2": 0.0079, "6": 0.0006}, "2": {"3": 0.5543, "1": 0.3632, "5": 0.0304, "4": 0.044, "6": 0.0017, "2": 0.0065}, "3": {"3": 0.5333, "4": 0.1967, "1": 0.1281, "5": 0.1406, "6": 0.0007, "2": 0.0007}, "4": {"3": 0.4161, "4": 0.266, "5": 0.2365, "1": 0.0776, "6": 0.0025, "2": 0.0013}, "5": {"4": 0.3081, "3": 0.2347, "5": 0.427, "1": 0.0258, "6": 0.0038, "2": 0.0006}, "6": {"4": 0.2463, "5": 0.539, "3": 0.1553, "1": 0.0383, "6": 0.0209, "2": 0.0002}}}, {"model": "mistralai/Mistral-Small-24B-Instruct-2501", "avg_exact": 0.216916, "avg_wp": 0.501815, "avg_bias": 0.068, "avg_parsed": 1.0, "avg_mae": 1.0172, "total": 20939, "lang_exact": {"ab": 0.265487, "ar": 0.087302, "az": 0.08794, "be": 0.151282, "bg": 0.197452, "bo": 0.210227, "ca": 0.073446, "cn": 0.332198, "cs": 0.169014, "cy": 0.28088, "da": 0.15443, "de": 0.314815, "el": 0.137845, "en": 0.364094, "es": 0.158055, "et": 0.173228, "eu": 0.225589, "fa": 0.242424, "fi": 0.16568, "fr": 0.221053, "gl": 0.229481, "he": 0.340171, "hi": 0.263969, "hu": 0.159269, "hv": 0.277439, "ir": 0.275804, "is": 0.296919, "it": 0.158602, "ka": 0.101587, "kz": 0.290155, "la": 0.422993, "li": 0.164103, "lv": 0.204663, "mk": 0.042607, "mt": 0.101562, "nl": 0.176768, "no": 0.112392, "pl": 0.361905, "pt": 0.082902, "ro": 0.117493, "ru": 0.261246, "sk": 0.265464, "sl": 0.167109, "sq": 0.203647, "sr": 0.164975, "sv": 0.136247, "tr": 0.172589, "uk": 0.254302}, "lang_wp": {"ab": 0.525664, "ar": 0.345238, "az": 0.423367, "be": 0.435897, "bg": 0.490446, "bo": 0.539773, "ca": 0.391243, "cn": 0.596252, "cs": 0.487324, "cy": 0.542301, "da": 0.481013, "de": 0.602694, "el": 0.446115, "en": 0.638423, "es": 0.492401, "et": 0.497375, "eu": 0.463805, "fa": 0.458754, "fi": 0.502959, "fr": 0.530263, "gl": 0.470687, "he": 0.612821, "hi": 0.547206, "hu": 0.466057, "hv": 0.599085, "ir": 0.51692, "is": 0.578431, "it": 0.481183, "ka": 0.380952, "kz": 0.518135, "la": 0.548807, "li": 0.465385, "lv": 0.511658, "mk": 0.318296, "mt": 0.386719, "nl": 0.515152, "no": 0.420749, "pl": 0.612381, "pt": 0.409326, "ro": 0.411227, "ru": 0.563149, "sk": 0.57732, "sl": 0.527851, "sq": 0.56535, "sr": 0.442893, "sv": 0.447301, "tr": 0.454315, "uk": 0.520076}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 0.9681, "ar": 1.328, "az": 1.1683, "be": 1.1564, "bg": 1.0414, "bo": 0.9403, "ca": 1.2486, "cn": 0.816, "cs": 1.0394, "cy": 0.9255, "da": 1.0506, "de": 0.7963, "el": 1.1378, "en": 0.7282, "es": 1.0213, "et": 1.0131, "eu": 1.1296, "fa": 1.1044, "fi": 1.0059, "fr": 0.9553, "gl": 1.0787, "he": 0.7863, "hi": 0.9094, "hu": 1.0809, "hv": 0.8018, "ir": 0.9915, "is": 0.8543, "it": 1.0618, "ka": 1.2413, "kz": 1.0017, "la": 1.0738, "li": 1.0769, "lv": 0.9845, "mk": 1.386, "mt": 1.2422, "nl": 0.9722, "no": 1.1758, "pl": 0.8514, "pt": 1.1995, "ro": 1.2324, "ru": 0.8754, "sk": 0.8479, "sl": 0.9443, "sq": 0.8693, "sr": 1.1396, "sv": 1.1105, "tr": 1.1015, "uk": 0.9751}, "confusion": {"3": {"3": 0.3689, "4": 0.5614, "2": 0.0329, "5": 0.0295, "1": 0.0074}, "2": {"4": 0.1826, "3": 0.5406, "2": 0.2634, "5": 0.0013, "1": 0.0122}, "1": {"3": 0.2925, "2": 0.584, "4": 0.0435, "1": 0.0793, "5": 0.0007}, "4": {"4": 0.6457, "3": 0.2184, "5": 0.0959, "2": 0.0248, "1": 0.0152}, "5": {"4": 0.6735, "5": 0.2695, "3": 0.0444, "2": 0.0055, "6": 0.0011, "1": 0.0059}, "6": {"5": 0.5407, "4": 0.409, "6": 0.0237, "3": 0.0232, "2": 0.0021, "1": 0.0013}}}, {"model": "speakleash/Bielik-11B-v2.6-Instruct", "avg_exact": 0.26891, "avg_wp": 0.480144, "avg_bias": 0.4487, "avg_parsed": 1.0, "avg_mae": 1.1156, "total": 21933, "lang_exact": {"ab": 0.297162, "ar": 0.002545, "az": 0.2625, "be": 0.2875, "bg": 0.292818, "bo": 0.365, "ca": 0.306407, "cn": 0.274247, "cs": 0.3325, "cy": 0.196667, "da": 0.415, "de": 0.288333, "el": 0.28, "en": 0.301667, "es": 0.42042, "et": 0.28, "eu": 0.232831, "fa": 0.293333, "fi": 0.295, "fr": 0.272251, "gl": 0.258333, "he": 0.215488, "hi": 0.267035, "hu": 0.2325, "hv": 0.2975, "ir": 0.186667, "is": 0.1125, "it": 0.33, "ka": 0.132911, "kz": 0.215, "la": 0.204678, "li": 0.23, "lv": 0.1775, "mk": 0.305, "mt": 0.2825, "nl": 0.45, "no": 0.2725, "pl": 0.292982, "pt": 0.2525, "ro": 0.215, "ru": 0.293333, "sk": 0.32, "sl": 0.38, "sq": 0.16, "sr": 0.355, "sv": 0.3575, "tr": 0.2675, "uk": 0.249129}, "lang_wp": {"ab": 0.488314, "ar": 0.128499, "az": 0.4725, "be": 0.49125, "bg": 0.524862, "bo": 0.58, "ca": 0.493036, "cn": 0.441472, "cs": 0.595, "cy": 0.393333, "da": 0.63125, "de": 0.48, "el": 0.48625, "en": 0.525833, "es": 0.600601, "et": 0.50375, "eu": 0.449749, "fa": 0.506667, "fi": 0.53, "fr": 0.502618, "gl": 0.460833, "he": 0.43266, "hi": 0.443831, "hu": 0.46875, "hv": 0.5525, "ir": 0.360833, "is": 0.2825, "it": 0.58125, "ka": 0.349684, "kz": 0.4175, "la": 0.397661, "li": 0.47, "lv": 0.43125, "mk": 0.49125, "mt": 0.44375, "nl": 0.675, "no": 0.4775, "pl": 0.510526, "pt": 0.47625, "ro": 0.47, "ru": 0.5325, "sk": 0.5675, "sl": 0.6125, "sq": 0.3875, "sr": 0.56125, "sv": 0.5525, "tr": 0.4825, "uk": 0.482578}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.1302, "ar": 2.0204, "az": 1.1125, "be": 1.0675, "bg": 0.989, "bo": 0.85, "ca": 1.1783, "cn": 1.2324, "cs": 0.8525, "cy": 1.3217, "da": 0.76, "de": 1.0733, "el": 1.1475, "en": 0.9983, "es": 0.8228, "et": 1.0075, "eu": 1.1859, "fa": 1.0367, "fi": 0.99, "fr": 1.0183, "gl": 1.16, "he": 1.2121, "hi": 1.2449, "hu": 1.1325, "hv": 0.905, "ir": 1.4883, "is": 1.81, "it": 0.8575, "ka": 1.5158, "kz": 1.2533, "la": 1.3899, "li": 1.08, "lv": 1.1575, "mk": 1.095, "mt": 1.3, "nl": 0.655, "no": 1.175, "pl": 1.0175, "pt": 1.0825, "ro": 1.105, "ru": 0.95, "sk": 0.8725, "sl": 0.7775, "sq": 1.265, "sr": 0.9025, "sv": 0.92, "tr": 1.055, "uk": 1.0418}, "confusion": {"1": {"3": 0.7791, "5": 0.0137, "1": 0.1906, "6": 0.0115, "4": 0.0036, "2": 0.0015}, "2": {"3": 0.8773, "6": 0.0123, "5": 0.0831, "4": 0.0161, "1": 0.0111, "2": 0.0002}, "3": {"5": 0.3681, "3": 0.5488, "6": 0.06, "4": 0.0218, "1": 0.0013}, "4": {"3": 0.4065, "5": 0.4784, "6": 0.0926, "4": 0.0163, "1": 0.0063}, "5": {"5": 0.5982, "3": 0.1713, "6": 0.2082, "4": 0.0213, "1": 0.001}, "6": {"5": 0.5402, "3": 0.1576, "6": 0.2809, "4": 0.0203, "1": 0.0011}}}, {"model": "mistralai/Mistral-7B-Instruct-v0.3", "avg_exact": 0.288776, "avg_wp": 0.464722, "avg_bias": 0.8116, "avg_parsed": 0.997271, "avg_mae": 1.3553, "total": 20154, "lang_exact": {"ab": 0.270541, "ar": 0.332103, "az": 0.356962, "be": 0.310078, "bg": 0.294702, "bo": 0.430303, "ca": 0.367816, "cn": 0.25, "cs": 0.373494, "cy": 0.21562, "da": 0.401535, "de": 0.295337, "el": 0.25, "en": 0.271959, "es": 0.415335, "et": 0.286096, "eu": 0.20339, "fa": 0.310811, "fi": 0.329154, "fr": 0.236842, "gl": 0.220168, "he": 0.240876, "hi": 0.26501, "hu": 0.352785, "hv": 0.278317, "ir": 0.241963, "is": 0.265672, "it": 0.343373, "ka": 0.280255, "kz": 0.211538, "la": 0.247265, "li": 0.294574, "lv": 0.283784, "mk": 0.275689, "mt": 0.234987, "nl": 0.482143, "no": 0.32622, "pl": 0.289738, "pt": 0.329377, "ro": 0.283422, "ru": 0.262877, "sk": 0.236074, "sl": 0.294278, "sq": 0.176667, "sr": 0.369231, "sv": 0.359173, "tr": 0.348052, "uk": 0.198413}, "lang_wp": {"ab": 0.4499, "ar": 0.468635, "az": 0.512658, "be": 0.465116, "bg": 0.491722, "bo": 0.607576, "ca": 0.525862, "cn": 0.433621, "cs": 0.591867, "cy": 0.363328, "da": 0.627877, "de": 0.468912, "el": 0.457447, "en": 0.421453, "es": 0.583067, "et": 0.477273, "eu": 0.340678, "fa": 0.471284, "fi": 0.523511, "fr": 0.467836, "gl": 0.373109, "he": 0.437956, "hi": 0.406832, "hu": 0.554377, "hv": 0.503236, "ir": 0.400169, "is": 0.468657, "it": 0.554217, "ka": 0.444268, "kz": 0.38986, "la": 0.392779, "li": 0.425065, "lv": 0.463514, "mk": 0.429825, "mt": 0.370757, "nl": 0.668367, "no": 0.527439, "pl": 0.457746, "pt": 0.507418, "ro": 0.487968, "ru": 0.422735, "sk": 0.442971, "sl": 0.510899, "sq": 0.35, "sr": 0.565385, "sv": 0.550388, "tr": 0.52987, "uk": 0.374008}, "lang_parsed": {"ab": 0.993988, "ar": 0.98524, "az": 1.0, "be": 0.994832, "bg": 1.0, "bo": 0.987879, "ca": 0.997126, "cn": 1.0, "cs": 1.0, "cy": 0.991511, "da": 1.0, "de": 0.996546, "el": 1.0, "en": 0.996622, "es": 1.0, "et": 0.997326, "eu": 0.998305, "fa": 0.998311, "fi": 1.0, "fr": 1.0, "gl": 0.998319, "he": 1.0, "hi": 0.995859, "hu": 0.997347, "hv": 1.0, "ir": 0.996616, "is": 1.0, "it": 0.990964, "ka": 0.996815, "kz": 0.991259, "la": 0.995624, "li": 1.0, "lv": 1.0, "mk": 0.997494, "mt": 1.0, "nl": 1.0, "no": 0.990854, "pl": 1.0, "pt": 0.997033, "ro": 1.0, "ru": 1.0, "sk": 0.992042, "sl": 0.997275, "sq": 1.0, "sr": 0.997436, "sv": 1.0, "tr": 0.994805, "uk": 1.0}, "lang_mae": {"ab": 1.2681, "ar": 1.5693, "az": 1.4785, "be": 1.4987, "bg": 1.2815, "bo": 0.9479, "ca": 1.2882, "cn": 1.2759, "cs": 0.9699, "cy": 1.5993, "da": 0.8849, "de": 1.1976, "el": 1.3484, "en": 1.4729, "es": 0.9489, "et": 1.4424, "eu": 1.8506, "fa": 1.3113, "fi": 1.1411, "fr": 1.2427, "gl": 1.6229, "he": 1.3084, "hi": 1.4449, "hu": 1.0239, "hv": 1.1909, "ir": 1.5586, "is": 1.4985, "it": 0.9757, "ka": 1.4792, "kz": 1.4656, "la": 1.7846, "li": 1.6357, "lv": 1.427, "mk": 1.6683, "mt": 1.9817, "nl": 0.7857, "no": 1.1323, "pl": 1.2113, "pt": 1.2589, "ro": 1.3182, "ru": 1.3908, "sk": 1.4358, "sl": 1.1585, "sq": 1.6833, "sr": 1.0051, "sv": 1.1421, "tr": 1.094, "uk": 1.4603}, "confusion": {"6": {"5": 0.4509, "3": 0.0545, "6": 0.4353, "4": 0.0255, "2": 0.0084, "1": 0.0255}, "1": {"3": 0.3259, "1": 0.3726, "5": 0.1265, "2": 0.1027, "4": 0.0271, "6": 0.0451}, "5": {"5": 0.4683, "4": 0.0352, "3": 0.081, "6": 0.386, "2": 0.0089, "1": 0.0206}, "4": {"5": 0.4871, "3": 0.1381, "4": 0.0394, "2": 0.0174, "6": 0.2716, "1": 0.0465}, "3": {"4": 0.0485, "5": 0.4675, "3": 0.1757, "6": 0.2468, "1": 0.0451, "2": 0.0164}, "2": {"4": 0.0497, "3": 0.3139, "5": 0.3039, "1": 0.1398, "2": 0.0495, "6": 0.1432}}}, {"model": "allenai/Olmo-3-7B-Instruct", "avg_exact": 0.266683, "avg_wp": 0.461356, "avg_bias": 0.4023, "avg_parsed": 0.999507, "avg_mae": 1.3081, "total": 20275, "lang_exact": {"ab": 0.273585, "ar": 0.160714, "az": 0.058228, "be": 0.19171, "bg": 0.343434, "bo": 0.38253, "ca": 0.457143, "cn": 0.311419, "cs": 0.242515, "cy": 0.201695, "da": 0.439086, "de": 0.295918, "el": 0.186352, "en": 0.337793, "es": 0.34375, "et": 0.177719, "eu": 0.228041, "fa": 0.188552, "fi": 0.235294, "fr": 0.273224, "gl": 0.315436, "he": 0.211957, "hi": 0.275154, "hu": 0.153846, "hv": 0.35873, "ir": 0.153976, "is": 0.063218, "it": 0.289855, "ka": 0.048701, "kz": 0.171986, "la": 0.143478, "li": 0.20155, "lv": 0.335979, "mk": 0.461153, "mt": 0.033854, "nl": 0.551637, "no": 0.326471, "pl": 0.20396, "pt": 0.362637, "ro": 0.365789, "ru": 0.307414, "sk": 0.308707, "sl": 0.191375, "sq": 0.278689, "sr": 0.502564, "sv": 0.404639, "tr": 0.321337, "uk": 0.236287}, "lang_wp": {"ab": 0.438679, "ar": 0.287946, "az": 0.232911, "be": 0.382124, "bg": 0.584175, "bo": 0.561747, "ca": 0.63, "cn": 0.497405, "cs": 0.458084, "cy": 0.382203, "da": 0.64467, "de": 0.514456, "el": 0.370079, "en": 0.551003, "es": 0.626563, "et": 0.334218, "eu": 0.411318, "fa": 0.292929, "fi": 0.428793, "fr": 0.505464, "gl": 0.52349, "he": 0.40942, "hi": 0.474333, "hu": 0.346154, "hv": 0.58254, "ir": 0.331641, "is": 0.275862, "it": 0.56087, "ka": 0.167208, "kz": 0.380319, "la": 0.365217, "li": 0.392765, "lv": 0.496032, "mk": 0.657895, "mt": 0.192708, "nl": 0.72796, "no": 0.529412, "pl": 0.434653, "pt": 0.605769, "ro": 0.569737, "ru": 0.508137, "sk": 0.470976, "sl": 0.378706, "sq": 0.508197, "sr": 0.697436, "sv": 0.606959, "tr": 0.541131, "uk": 0.420886}, "lang_parsed": {"ab": 1.0, "ar": 0.959821, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 0.997059, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.3151, "ar": 2.0558, "az": 1.6886, "be": 1.4456, "bg": 1.0303, "bo": 1.1627, "ca": 0.9343, "cn": 1.1644, "cs": 1.494, "cy": 1.4085, "da": 0.8503, "de": 1.051, "el": 1.5801, "en": 0.9849, "es": 0.8187, "et": 1.6101, "eu": 1.3581, "fa": 2.2626, "fi": 1.3003, "fr": 1.1913, "gl": 1.0654, "he": 1.3623, "hi": 1.2053, "hu": 1.5438, "hv": 1.0889, "ir": 1.467, "is": 1.9655, "it": 0.9565, "ka": 2.0714, "kz": 1.4078, "la": 1.5283, "li": 1.4031, "lv": 1.4286, "mk": 0.8521, "mt": 1.776, "nl": 0.6373, "no": 1.1799, "pl": 1.3366, "pt": 0.9148, "ro": 1.0579, "ru": 1.123, "sk": 1.8496, "sl": 1.7008, "sq": 1.1443, "sr": 0.6974, "sv": 0.9562, "tr": 1.1183, "uk": 1.3544}, "confusion": {"2": {"4": 0.1651, "5": 0.1141, "2": 0.4071, "6": 0.0734, "3": 0.2152, "1": 0.0251}, "1": {"5": 0.0335, "3": 0.1996, "4": 0.0719, "2": 0.5602, "6": 0.0635, "1": 0.0713}, "3": {"4": 0.2338, "2": 0.1854, "5": 0.2849, "3": 0.137, "6": 0.1568, "1": 0.002}, "4": {"5": 0.3056, "4": 0.2345, "6": 0.1951, "3": 0.1337, "2": 0.1305, "1": 0.0006}, "5": {"5": 0.282, "4": 0.1729, "6": 0.3272, "3": 0.1108, "2": 0.1038, "1": 0.0033}, "6": {"4": 0.2044, "5": 0.1873, "2": 0.1228, "6": 0.3807, "3": 0.1005, "1": 0.0044}}}, {"model": "utter-project/EuroLLM-9B-Instruct-2512", "avg_exact": 0.272262, "avg_wp": 0.422382, "avg_bias": 1.5451, "avg_parsed": 0.999904, "avg_mae": 1.7566, "total": 20910, "lang_exact": {"ab": 0.257143, "ar": 0.291498, "az": 0.258228, "be": 0.314433, "bg": 0.242138, "bo": 0.394521, "ca": 0.279661, "cn": 0.312925, "cs": 0.355372, "cy": 0.239389, "da": 0.376884, "de": 0.178451, "el": 0.285, "en": 0.201681, "es": 0.194529, "et": 0.395833, "eu": 0.165821, "fa": 0.279461, "fi": 0.368876, "fr": 0.226064, "gl": 0.184255, "he": 0.259124, "hi": 0.161654, "hu": 0.293506, "hv": 0.335211, "ir": 0.281145, "is": 0.314448, "it": 0.229974, "ka": 0.292994, "kz": 0.227826, "la": 0.251627, "li": 0.269036, "lv": 0.326582, "mk": 0.305764, "mt": 0.305128, "nl": 0.3975, "no": 0.249322, "pl": 0.193309, "pt": 0.244275, "ro": 0.251295, "ru": 0.239655, "sk": 0.276215, "sl": 0.310705, "sq": 0.296053, "sr": 0.386189, "sv": 0.42711, "tr": 0.347716, "uk": 0.158582}, "lang_wp": {"ab": 0.36875, "ar": 0.439271, "az": 0.387342, "be": 0.536082, "bg": 0.477987, "bo": 0.589041, "ca": 0.433616, "cn": 0.416667, "cs": 0.506887, "cy": 0.376061, "da": 0.541457, "de": 0.279461, "el": 0.45375, "en": 0.312605, "es": 0.381459, "et": 0.619792, "eu": 0.250423, "fa": 0.414983, "fi": 0.544669, "fr": 0.398936, "gl": 0.274707, "he": 0.382299, "hi": 0.279135, "hu": 0.449351, "hv": 0.515493, "ir": 0.382997, "is": 0.491501, "it": 0.410853, "ka": 0.452229, "kz": 0.336522, "la": 0.354664, "li": 0.459391, "lv": 0.53038, "mk": 0.477444, "mt": 0.496154, "nl": 0.615, "no": 0.432249, "pl": 0.314126, "pt": 0.436387, "ro": 0.408031, "ru": 0.365517, "sk": 0.430946, "sl": 0.453003, "sq": 0.503289, "sr": 0.586957, "sv": 0.570332, "tr": 0.544416, "uk": 0.279851}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 0.997403, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 0.997462, "uk": 1.0}, "lang_mae": {"ab": 1.8375, "ar": 2.1377, "az": 2.3494, "be": 1.268, "bg": 1.4969, "bo": 1.2027, "ca": 1.8079, "cn": 1.6548, "cs": 1.708, "cy": 1.657, "da": 1.4774, "de": 2.2795, "el": 1.7325, "en": 1.9765, "es": 1.8906, "et": 1.0599, "eu": 2.445, "fa": 1.6431, "fi": 1.3833, "fr": 1.7819, "gl": 2.2546, "he": 1.708, "hi": 2.1203, "hu": 1.6641, "hv": 1.5549, "ir": 1.7306, "is": 1.6827, "it": 1.7907, "ka": 1.9108, "kz": 1.9983, "la": 2.013, "li": 1.3426, "lv": 1.3038, "mk": 1.7243, "mt": 1.6205, "nl": 0.9925, "no": 1.7127, "pl": 1.9424, "pt": 1.7074, "ro": 2.0725, "ru": 1.7845, "sk": 2.1432, "sl": 2.0261, "sq": 1.3684, "sr": 1.2404, "sv": 1.3811, "tr": 1.2468, "uk": 2.1138}, "confusion": {"2": {"6": 0.5699, "3": 0.1654, "2": 0.0793, "1": 0.0882, "5": 0.0827, "4": 0.0146}, "4": {"6": 0.8729, "3": 0.0699, "5": 0.0229, "2": 0.0222, "1": 0.0114, "4": 0.0006}, "3": {"6": 0.822, "3": 0.0853, "2": 0.0275, "1": 0.0316, "5": 0.0302, "4": 0.0034}, "1": {"6": 0.3324, "1": 0.3073, "3": 0.1665, "2": 0.1172, "5": 0.0707, "4": 0.0059}, "6": {"6": 0.8873, "3": 0.0209, "1": 0.0078, "4": 0.0109, "5": 0.0693, "2": 0.0039}, "5": {"6": 0.8652, "5": 0.075, "1": 0.0086, "4": 0.0096, "3": 0.0358, "2": 0.0058}}}, {"model": "speakleash/Bielik-4.5B-v3.0-Instruct", "avg_exact": 0.209792, "avg_wp": 0.345769, "avg_bias": 1.0487, "avg_parsed": 0.999786, "avg_mae": 1.9145, "total": 18709, "lang_exact": {"ab": 0.156566, "ar": 0.103604, "az": 0.190722, "be": 0.152439, "bg": 0.195556, "bo": 0.25, "ca": 0.289474, "cn": 0.158879, "cs": 0.256757, "cy": 0.268251, "da": 0.323907, "de": 0.163445, "el": 0.147799, "en": 0.210821, "es": 0.087948, "et": 0.249315, "eu": 0.176271, "fa": 0.168367, "fi": 0.288026, "fr": 0.215805, "gl": 0.182125, "he": 0.21174, "hi": 0.206128, "hu": 0.195652, "hv": 0.214521, "ir": 0.212585, "is": 0.159851, "it": 0.125786, "ka": 0.226481, "kz": 0.145957, "la": 0.282222, "li": 0.179221, "lv": 0.333333, "mk": 0.082873, "mt": 0.275591, "nl": 0.361257, "no": 0.214953, "pl": 0.149013, "pt": 0.1625, "ro": 0.289326, "ru": 0.164021, "sk": 0.265193, "sl": 0.270423, "sq": 0.133333, "sr": 0.180982, "sv": 0.30504, "tr": 0.267905, "uk": 0.221649}, "lang_wp": {"ab": 0.32702, "ar": 0.195946, "az": 0.335052, "be": 0.303354, "bg": 0.344444, "bo": 0.347222, "ca": 0.421053, "cn": 0.308411, "cs": 0.324324, "cy": 0.434635, "da": 0.430591, "de": 0.287346, "el": 0.312893, "en": 0.357276, "es": 0.236156, "et": 0.361644, "eu": 0.30339, "fa": 0.272109, "fi": 0.381877, "fr": 0.346505, "gl": 0.319562, "he": 0.387841, "hi": 0.348189, "hu": 0.375, "hv": 0.30198, "ir": 0.372449, "is": 0.340149, "it": 0.275157, "ka": 0.39547, "kz": 0.313609, "la": 0.386667, "li": 0.303896, "lv": 0.511019, "mk": 0.227901, "mt": 0.387139, "nl": 0.450262, "no": 0.302181, "pl": 0.318671, "pt": 0.28125, "ro": 0.389045, "ru": 0.34127, "sk": 0.385359, "sl": 0.36338, "sq": 0.333333, "sr": 0.319018, "sv": 0.397878, "tr": 0.395225, "uk": 0.390464}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 0.992819, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.6742, "ar": 2.1757, "az": 1.8222, "be": 1.9116, "bg": 1.6311, "bo": 2.1111, "ca": 1.9737, "cn": 1.8879, "cs": 2.2365, "cy": 1.3548, "da": 1.8766, "de": 2.0457, "el": 1.7987, "en": 1.6847, "es": 2.8078, "et": 2.0, "eu": 2.039, "fa": 2.2993, "fi": 1.6117, "fr": 1.9939, "gl": 1.9022, "he": 1.5283, "hi": 1.6769, "hu": 1.5978, "hv": 2.5215, "ir": 1.6446, "is": 2.3123, "it": 2.5597, "ka": 1.6167, "kz": 1.8047, "la": 1.7956, "li": 2.0571, "lv": 1.4077, "mk": 2.0083, "mt": 1.916, "nl": 1.856, "no": 2.3333, "pl": 1.8119, "pt": 2.4094, "ro": 2.1067, "ru": 1.5688, "sk": 2.0249, "sl": 2.0282, "sq": 1.5216, "sr": 2.5368, "sv": 2.1989, "tr": 1.7507, "uk": 1.4742}, "confusion": {"1": {"5": 0.4483, "4": 0.1143, "3": 0.1133, "1": 0.1965, "6": 0.1275}, "2": {"1": 0.1132, "4": 0.135, "3": 0.085, "5": 0.5414, "6": 0.1218, "2": 0.0035}, "3": {"5": 0.5204, "4": 0.1431, "3": 0.1343, "6": 0.0423, "1": 0.1599}, "4": {"5": 0.5145, "4": 0.1564, "6": 0.0729, "3": 0.1111, "1": 0.1451}, "5": {"5": 0.4333, "4": 0.1605, "3": 0.0659, "6": 0.2621, "1": 0.0777, "2": 0.0005}, "6": {"5": 0.4508, "4": 0.1181, "3": 0.054, "1": 0.0943, "6": 0.2829}}}, {"model": "speakleash/Bielik-1.5B-v3.0-Instruct", "avg_exact": 0.183655, "avg_wp": 0.320781, "avg_bias": 0.4773, "avg_parsed": 0.999786, "avg_mae": 1.9238, "total": 18709, "lang_exact": {"ab": 0.219697, "ar": 0.153153, "az": 0.193299, "be": 0.240854, "bg": 0.422222, "bo": 0.290123, "ca": 0.125731, "cn": 0.168224, "cs": 0.263514, "cy": 0.142615, "da": 0.107969, "de": 0.224956, "el": 0.283019, "en": 0.242537, "es": 0.120521, "et": 0.178082, "eu": 0.179661, "fa": 0.178571, "fi": 0.210356, "fr": 0.18541, "gl": 0.158516, "he": 0.169811, "hi": 0.197772, "hu": 0.133152, "hv": 0.214521, "ir": 0.170068, "is": 0.156134, "it": 0.154088, "ka": 0.174216, "kz": 0.171598, "la": 0.117778, "li": 0.062338, "lv": 0.112948, "mk": 0.273481, "mt": 0.204724, "nl": 0.104712, "no": 0.137072, "pl": 0.245961, "pt": 0.103125, "ro": 0.151685, "ru": 0.203704, "sk": 0.19337, "sl": 0.250704, "sq": 0.164706, "sr": 0.193252, "sv": 0.169761, "tr": 0.135279, "uk": 0.260309}, "lang_wp": {"ab": 0.390152, "ar": 0.245495, "az": 0.342784, "be": 0.338415, "bg": 0.52, "bo": 0.376543, "ca": 0.295322, "cn": 0.314953, "cs": 0.351351, "cy": 0.271647, "da": 0.250643, "de": 0.405097, "el": 0.433962, "en": 0.423507, "es": 0.247557, "et": 0.324658, "eu": 0.294068, "fa": 0.267857, "fi": 0.391586, "fr": 0.300912, "gl": 0.340641, "he": 0.313417, "hi": 0.33844, "hu": 0.305707, "hv": 0.292079, "ir": 0.280612, "is": 0.317844, "it": 0.27673, "ka": 0.275261, "kz": 0.295858, "la": 0.193333, "li": 0.218182, "lv": 0.268595, "mk": 0.381215, "mt": 0.332021, "nl": 0.270942, "no": 0.308411, "pl": 0.435368, "pt": 0.267188, "ro": 0.268258, "ru": 0.337302, "sk": 0.30663, "sl": 0.377465, "sq": 0.335294, "sr": 0.308282, "sv": 0.312997, "tr": 0.281167, "uk": 0.398196}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 0.997423, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 0.99696, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 0.996409, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.6818, "ar": 2.473, "az": 1.8682, "be": 2.3323, "bg": 1.5422, "bo": 1.8086, "ca": 1.7135, "cn": 1.8673, "cs": 1.8074, "cy": 2.1613, "da": 1.8483, "de": 1.5378, "el": 1.8176, "en": 1.4907, "es": 1.9902, "et": 1.9726, "eu": 2.1017, "fa": 2.2959, "fi": 1.9644, "fr": 1.8506, "gl": 1.5076, "he": 1.9015, "hi": 1.7772, "hu": 1.9918, "hv": 2.0825, "ir": 2.2313, "is": 2.3903, "it": 1.9214, "ka": 2.4669, "kz": 2.142, "la": 2.4756, "li": 2.0052, "lv": 1.8898, "mk": 2.1077, "mt": 1.9213, "nl": 1.9529, "no": 1.6729, "pl": 1.4739, "pt": 1.8, "ro": 1.8736, "ru": 1.8228, "sk": 2.0994, "sl": 1.938, "sq": 1.9373, "sr": 2.1166, "sv": 1.8064, "tr": 1.7294, "uk": 1.6005}, "confusion": {"2": {"1": 0.2285, "5": 0.3408, "2": 0.0522, "4": 0.3362, "3": 0.0123, "6": 0.03}, "4": {"5": 0.3715, "1": 0.3029, "2": 0.0531, "4": 0.2045, "6": 0.0531, "3": 0.0149}, "1": {"1": 0.1946, "5": 0.3845, "2": 0.0389, "4": 0.3288, "6": 0.0431, "3": 0.0102}, "5": {"5": 0.4242, "1": 0.144, "2": 0.0424, "4": 0.3328, "6": 0.0489, "3": 0.0077}, "3": {"5": 0.3657, "1": 0.3044, "4": 0.2131, "2": 0.0606, "6": 0.0423, "3": 0.0139}, "6": {"5": 0.4583, "1": 0.1581, "2": 0.0508, "6": 0.0845, "4": 0.2388, "3": 0.0095}}}, {"model": "CYFRAGOVPL/pllum-12b-nc-chat-250715", "avg_exact": 0.181031, "avg_wp": 0.290794, "avg_bias": -0.1791, "avg_parsed": 0.682125, "avg_mae": 1.7019, "total": 21952, "lang_exact": {"ab": 0.161667, "ar": 0.0975, "az": 0.2425, "be": 0.2625, "bg": 0.198895, "bo": 0.1675, "ca": 0.147632, "cn": 0.131667, "cs": 0.1425, "cy": 0.153333, "da": 0.2825, "de": 0.146667, "el": 0.1975, "en": 0.196667, "es": 0.24024, "et": 0.24, "eu": 0.155779, "fa": 0.16, "fi": 0.195, "fr": 0.180628, "gl": 0.2, "he": 0.166667, "hi": 0.183824, "hu": 0.215, "hv": 0.235, "ir": 0.111667, "is": 0.17, "it": 0.1825, "ka": 0.157233, "kz": 0.136667, "la": 0.251462, "li": 0.215, "lv": 0.155, "mk": 0.1775, "mt": 0.15, "nl": 0.1925, "no": 0.215, "pl": 0.115789, "pt": 0.1625, "ro": 0.2425, "ru": 0.236667, "sk": 0.2175, "sl": 0.2425, "sq": 0.1075, "sr": 0.155, "sv": 0.22, "tr": 0.195, "uk": 0.121951}, "lang_wp": {"ab": 0.265833, "ar": 0.17375, "az": 0.3925, "be": 0.3925, "bg": 0.299724, "bo": 0.24625, "ca": 0.236769, "cn": 0.211667, "cs": 0.2425, "cy": 0.285, "da": 0.4425, "de": 0.2475, "el": 0.335, "en": 0.264167, "es": 0.355856, "et": 0.34, "eu": 0.250419, "fa": 0.263333, "fi": 0.2975, "fr": 0.306283, "gl": 0.345, "he": 0.26, "hi": 0.318015, "hu": 0.3275, "hv": 0.34375, "ir": 0.189167, "is": 0.30125, "it": 0.2575, "ka": 0.295597, "kz": 0.264167, "la": 0.359649, "li": 0.28625, "lv": 0.26125, "mk": 0.2925, "mt": 0.29125, "nl": 0.335, "no": 0.28875, "pl": 0.17193, "pt": 0.25375, "ro": 0.41375, "ru": 0.358333, "sk": 0.3175, "sl": 0.39875, "sq": 0.21125, "sr": 0.2725, "sv": 0.39, "tr": 0.29625, "uk": 0.213415}, "lang_parsed": {"ab": 0.63, "ar": 0.4875, "az": 0.8725, "be": 0.6975, "bg": 0.588398, "bo": 0.515, "ca": 0.481894, "cn": 0.588333, "cs": 0.5275, "cy": 0.86, "da": 0.84, "de": 0.57, "el": 0.795, "en": 0.51, "es": 0.672673, "et": 0.7525, "eu": 0.748744, "fa": 0.801667, "fi": 0.645, "fr": 0.612565, "gl": 0.69, "he": 0.643333, "hi": 0.871324, "hu": 0.7525, "hv": 0.63, "ir": 0.588333, "is": 0.7675, "it": 0.5375, "ka": 0.748428, "kz": 0.836667, "la": 0.807018, "li": 0.585, "lv": 0.545, "mk": 0.74, "mt": 0.7725, "nl": 0.7175, "no": 0.6175, "pl": 0.477193, "pt": 0.5375, "ro": 0.855, "ru": 0.816667, "sk": 0.695, "sl": 0.83, "sq": 0.5775, "sr": 0.525, "sv": 0.7975, "tr": 0.76, "uk": 0.721254}, "lang_mae": {"ab": 1.4735, "ar": 2.2154, "az": 1.6848, "be": 1.3728, "bg": 1.4507, "bo": 1.7233, "ca": 1.3873, "cn": 1.9773, "cs": 1.6635, "cy": 1.6667, "da": 1.2232, "de": 1.4474, "el": 2.0472, "en": 1.3954, "es": 1.442, "et": 1.7807, "eu": 2.0045, "fa": 1.9459, "fi": 1.845, "fr": 1.6068, "gl": 1.2367, "he": 1.6632, "hi": 1.7511, "hu": 1.9967, "hv": 1.5238, "ir": 1.9065, "is": 1.8078, "it": 1.6512, "ka": 1.7521, "kz": 2.0159, "la": 1.7101, "li": 1.8077, "lv": 1.6743, "mk": 1.7872, "mt": 1.7508, "nl": 1.331, "no": 1.8462, "pl": 1.7353, "pt": 1.7116, "ro": 1.4123, "ru": 1.4878, "sk": 1.8094, "sl": 1.5361, "sq": 2.0346, "sr": 1.1524, "sv": 1.442, "tr": 2.2368, "uk": 2.1304}, "confusion": {"1": {"6": 0.1641, "2": 0.1494, "1": 0.5374, "3": 0.0636, "5": 0.0381, "4": 0.0473}, "2": {"2": 0.1685, "1": 0.3392, "4": 0.0745, "3": 0.1322, "6": 0.217, "5": 0.0686}, "3": {"4": 0.1226, "3": 0.0934, "1": 0.2472, "6": 0.2585, "5": 0.1802, "2": 0.0981}, "4": {"6": 0.2685, "5": 0.2005, "4": 0.1191, "1": 0.2601, "3": 0.0856, "2": 0.0663}, "5": {"4": 0.1975, "2": 0.032, "6": 0.2114, "5": 0.2705, "1": 0.2123, "3": 0.0763}, "6": {"4": 0.1714, "5": 0.2743, "6": 0.2136, "1": 0.2624, "2": 0.0327, "3": 0.0457}}}];
   const ALL_LANGS   = ["sq", "ab", "ar", "az", "eu", "be", "bo", "bg", "ca", "cn", "hv", "cs", "da", "nl", "en", "et", "fa", "fi", "fr", "gl", "ka", "de", "el", "he", "hi", "hu", "is", "ir", "it", "kz", "la", "lv", "li", "mk", "mt", "no", "pl", "pt", "ro", "ru", "sr", "sk", "sl", "es", "sv", "tr", "uk", "cy"];
   const LANG_NAMES  = {"af": "Afrikaans", "ab": "Arabic", "az": "Azerbaijani", "ar": "Armenian", "be": "Belarusian", "bo": "Bosnian", "bg": "Bulgarian", "bn": "Brunei", "ca": "Catalan", "cs": "Czech", "cn": "Chinese", "cy": "Welsh", "da": "Danish", "de": "German", "el": "Greek", "en": "English", "eo": "Esperanto", "es": "Spanish", "et": "Estonian", "eu": "Basque", "fa": "Faroese", "fi": "Finnish", "fr": "French", "ga": "Irish", "gl": "Galician", "gu": "Gujarati", "he": "Hebrew", "hi": "Hindi", "hr": "Croatian", "hu": "Hungarian", "hv": "Croatia", "id": "Indonesian", "is": "Icelandic", "it": "Italian", "ir": "Irish", "ja": "Japanese", "ka": "Georgian", "kz": "Kazakh", "km": "Khmer", "kn": "Kannada", "ko": "Korean", "la": "Latin", "li": "Lithuanian", "lv": "Latvian", "mk": "Macedonian", "ml": "Malayalam", "mn": "Mongolian", "mr": "Marathi", "ms": "Malay", "mt": "Maltese", "my": "Burmese", "ne": "Nepali", "nl": "Dutch", "no": "Norwegian", "pa": "Punjabi", "pe": "Persian", "pl": "Polish", "pt": "Portuguese", "ro": "Romanian", "ru": "Russian", "si": "Sinhala", "sk": "Slovak", "sl": "Slovenian", "sq": "Albanian", "sr": "Serbian", "sv": "Swedish", "sw": "Swahili", "ta": "Tamil", "te": "Telugu", "th": "Thai", "tl": "Filipino", "tr": "Turkish", "uk": "Ukrainian", "ur": "Urdu", "uz": "Uzbek", "vi": "Vietnamese", "zh": "Chinese", "zu": "Zulu"};
   const LANG_COUNTS = {"ab": 600, "ar": 400, "az": 400, "be": 400, "bg": 362, "bo": 400, "ca": 359, "cn": 600, "cs": 400, "cy": 600, "da": 400, "de": 600, "el": 400, "en": 600, "es": 333, "et": 400, "eu": 597, "fa": 600, "fi": 400, "fr": 382, "gl": 600, "he": 600, "hi": 544, "hu": 400, "hv": 400, "ir": 600, "is": 400, "it": 400, "ka": 318, "kz": 600, "la": 513, "li": 400, "lv": 400, "mk": 400, "mt": 400, "nl": 400, "no": 400, "pl": 571, "pt": 400, "ro": 400, "ru": 600, "sk": 400, "sl": 400, "sq": 400, "sr": 400, "sv": 400, "tr": 400, "uk": 574};
@@ -318,7 +318,7 @@
   function dsLangs()       { return activeDS === 1 ? ALL_LANGS     : ALL_LANGS_2; }
   function dsLangCounts()  { return activeDS === 1 ? LANG_COUNTS   : LANG_COUNTS_2; }
   function dsLangDist()    { return activeDS === 1 ? LANG_DIST     : LANG_DIST_2; }
-  function dsTotalPreds()  { return activeDS === 1 ? 281885 : TOTAL_PREDS_2; }
   window.setDataset = function(ds) {
     if (ds === 2 && !HAS_SECOND) return;
@@ -493,7 +493,7 @@
     }).join('');
     document.getElementById('footer').textContent =
-      `281885 predictions · ${dsLangs().length} languages · ${dsRows().length} models`;
   }
   // ── dataset distribution ──

 <script>
 (function() {
+  const ALL_ROWS    = [{"model": "Qwen/Qwen3.5-397B-A17B-FP8", "avg_exact": 0.60605, "avg_wp": 0.768996, "avg_bias": 0.2132, "avg_parsed": 1.0, "avg_mae": 0.4719, "total": 21952, "lang_exact": {"ab": 0.508333, "ar": 0.6725, "az": 0.695, "be": 0.73, "bg": 0.712707, "bo": 0.7575, "ca": 0.657382, "cn": 0.546667, "cs": 0.7525, "cy": 0.471667, "da": 0.585, "de": 0.56, "el": 0.6325, "en": 0.648333, "es": 0.786787, "et": 0.6775, "eu": 0.420436, "fa": 0.395, "fi": 0.7575, "fr": 0.643979, "gl": 0.5, "he": 0.511667, "hi": 0.568015, "hu": 0.6525, "hv": 0.715, "ir": 0.591667, "is": 0.675, "it": 0.76, "ka": 0.556604, "kz": 0.43, "la": 0.692008, "li": 0.625, "lv": 0.625, "mk": 0.5125, "mt": 0.655, "nl": 0.655, "no": 0.5625, "pl": 0.508772, "pt": 0.665, "ro": 0.61, "ru": 0.581667, "sk": 0.665, "sl": 0.7625, "sq": 0.7325, "sr": 0.615, "sv": 0.6125, "tr": 0.62, "uk": 0.489547}, "lang_wp": {"ab": 0.7075, "ar": 0.80375, "az": 0.805, "be": 0.83125, "bg": 0.839779, "bo": 0.87375, "ca": 0.786908, "cn": 0.721667, "cs": 0.8625, "cy": 0.664167, "da": 0.7825, "de": 0.765, "el": 0.805, "en": 0.806667, "es": 0.887387, "et": 0.82875, "eu": 0.623116, "fa": 0.606667, "fi": 0.8675, "fr": 0.793194, "gl": 0.6825, "he": 0.721667, "hi": 0.751838, "hu": 0.81, "hv": 0.855, "ir": 0.750833, "is": 0.805, "it": 0.87375, "ka": 0.687107, "kz": 0.644167, "la": 0.824561, "li": 0.80625, "lv": 0.7875, "mk": 0.69375, "mt": 0.76125, "nl": 0.82625, "no": 0.715, "pl": 0.70614, "pt": 0.815, "ro": 0.765, "ru": 0.7625, "sk": 0.8275, "sl": 0.87625, "sq": 0.85375, "sr": 0.7975, "sv": 0.79375, "tr": 0.7975, "uk": 0.702091}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 0.5933, "ar": 0.4025, "az": 0.405, "be": 0.36, "bg": 0.3232, "bo": 0.255, "ca": 0.429, "cn": 0.5617, "cs": 0.2925, "cy": 0.6883, "da": 0.435, "de": 0.47, "el": 0.3925, "en": 0.3917, "es": 0.2252, "et": 0.3425, "eu": 0.804, "fa": 0.8133, "fi": 0.2675, "fr": 0.4162, "gl": 0.66, "he": 0.5583, "hi": 0.4982, "hu": 0.3825, "hv": 0.29, "ir": 0.5017, "is": 0.405, "it": 0.2575, "ka": 0.6352, "kz": 0.7283, "la": 0.3548, "li": 0.3875, "lv": 0.43, "mk": 0.6325, "mt": 0.5075, "nl": 0.3475, "no": 0.6175, "pl": 0.6, "pt": 0.3775, "ro": 0.5025, "ru": 0.4817, "sk": 0.3475, "sl": 0.25, "sq": 0.2925, "sr": 0.4075, "sv": 0.4125, "tr": 0.41, "uk": 0.601}, "confusion": {"1": {"1": 0.7238, "2": 0.2468, "4": 0.0134, "3": 0.0139, "6": 0.0006, "5": 0.0015}, "2": {"4": 0.162, "2": 0.5413, "3": 0.1193, "5": 0.014, "1": 0.1614, "6": 0.0021}, "3": {"4": 0.5814, "5": 0.1859, "2": 0.0798, "3": 0.1411, "6": 0.0099, "1": 0.002}, "4": {"4": 0.3681, "5": 0.5431, "6": 0.0494, "3": 0.02, "2": 0.0187, "1": 0.0006}, "5": {"5": 0.6818, "6": 0.2325, "4": 0.0831, "2": 0.0023, "3": 0.0002}, "6": {"6": 0.7118, "5": 0.2707, "4": 0.0156, "2": 0.0015, "1": 0.0002, "3": 0.0002}}}, {"model": "speakleash/Bielik-11B-v3.0-Instruct", "avg_exact": 0.445539, "avg_wp": 0.650048, "avg_bias": -0.0673, "avg_parsed": 0.981352, "avg_mae": 0.7343, "total": 21933, "lang_exact": {"ab": 0.360601, "ar": 0.094148, "az": 0.5325, "be": 0.4675, "bg": 0.574586, "bo": 0.565, "ca": 0.367688, "cn": 0.416388, "cs": 0.5575, "cy": 0.335, "da": 0.4975, "de": 0.371667, "el": 0.505, "en": 0.493333, "es": 0.696697, "et": 0.5525, "eu": 0.304858, "fa": 0.43, "fi": 0.5475, "fr": 0.60733, "gl": 0.356667, "he": 0.335017, "hi": 0.379374, "hu": 0.5425, "hv": 0.575, "ir": 0.373333, "is": 0.5, "it": 0.64, "ka": 0.310127, "kz": 0.266667, "la": 0.393762, "li": 0.47, "lv": 0.4225, "mk": 0.3725, "mt": 0.4125, "nl": 0.5375, "no": 0.485, "pl": 0.349123, "pt": 0.53, "ro": 0.4575, "ru": 0.423333, "sk": 0.505, "sl": 0.515, "sq": 0.5775, "sr": 0.4325, "sv": 0.5175, "tr": 0.5125, "uk": 0.449477}, "lang_wp": {"ab": 0.570952, "ar": 0.232824, "az": 0.72625, "be": 0.685, "bg": 0.75, "bo": 0.72625, "ca": 0.58078, "cn": 0.646321, "cs": 0.725, "cy": 0.544167, "da": 0.715, "de": 0.630833, "el": 0.71375, "en": 0.716667, "es": 0.837838, "et": 0.76625, "eu": 0.5, "fa": 0.658333, "fi": 0.695, "fr": 0.786649, "gl": 0.583333, "he": 0.560606, "hi": 0.563536, "hu": 0.7325, "hv": 0.7225, "ir": 0.575, "is": 0.715, "it": 0.80375, "ka": 0.503165, "kz": 0.520833, "la": 0.554581, "li": 0.70125, "lv": 0.65125, "mk": 0.5775, "mt": 0.63875, "nl": 0.76, "no": 0.65875, "pl": 0.558772, "pt": 0.7275, "ro": 0.67375, "ru": 0.639167, "sk": 0.69125, "sl": 0.73125, "sq": 0.7675, "sr": 0.6725, "sv": 0.7375, "tr": 0.745, "uk": 0.650697}, "lang_parsed": {"ab": 0.926544, "ar": 0.913486, "az": 1.0, "be": 0.98, "bg": 0.972376, "bo": 0.935, "ca": 1.0, "cn": 0.996656, "cs": 0.9225, "cy": 1.0, "da": 0.9825, "de": 0.996667, "el": 1.0, "en": 0.995, "es": 1.0, "et": 0.995, "eu": 0.99665, "fa": 1.0, "fi": 0.955, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 0.972376, "hu": 0.9675, "hv": 0.905, "ir": 1.0, "is": 0.9775, "it": 0.9975, "ka": 1.0, "kz": 1.0, "la": 0.998051, "li": 1.0, "lv": 0.9925, "mk": 0.9975, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 0.875439, "pt": 1.0, "ro": 1.0, "ru": 0.991667, "sk": 0.9575, "sl": 0.955, "sq": 0.97, "sr": 0.9825, "sv": 1.0, "tr": 0.995, "uk": 0.987805}, "lang_mae": {"ab": 0.8216, "ar": 2.0585, "az": 0.5775, "be": 0.6454, "bg": 0.4943, "bo": 0.5909, "ca": 0.8719, "cn": 0.7215, "cs": 0.4444, "cy": 0.9967, "da": 0.5496, "de": 0.7358, "el": 0.59, "en": 0.5678, "es": 0.3273, "et": 0.4648, "eu": 1.1714, "fa": 0.705, "fi": 0.7853, "fr": 0.4346, "gl": 0.8667, "he": 0.9192, "hi": 0.9034, "hu": 0.4884, "hv": 0.5083, "ir": 0.9583, "is": 0.5473, "it": 0.3885, "ka": 1.1361, "kz": 1.0033, "la": 1.2793, "li": 0.605, "lv": 0.7657, "mk": 0.8972, "mt": 0.7475, "nl": 0.48, "no": 0.7225, "pl": 0.7395, "pt": 0.5475, "ro": 0.7025, "ru": 0.7277, "sk": 0.6057, "sl": 0.4764, "sq": 0.4175, "sr": 0.6845, "sv": 0.525, "tr": 0.5176, "uk": 0.6896}, "confusion": {"1": {"1": 0.8352, "4": 0.0327, "2": 0.0513, "3": 0.0734, "5": 0.0074}, "2": {"4": 0.1633, "1": 0.3314, "3": 0.2951, "2": 0.1803, "5": 0.0298}, "3": {"2": 0.0419, "3": 0.1863, "4": 0.4225, "1": 0.0572, "5": 0.2914, "6": 0.0007}, "4": {"4": 0.3742, "3": 0.0815, "5": 0.4861, "1": 0.0373, "2": 0.0202, "6": 0.0006}, "5": {"4": 0.0846, "5": 0.8737, "3": 0.02, "1": 0.0204, "6": 0.0002, "2": 0.0011}, "6": {"3": 0.0125, "5": 0.8709, "4": 0.0618, "1": 0.0444, "2": 0.0028, "6": 0.0077}}}, {"model": "utter-project/EuroLLM-22B-Instruct-2512", "avg_exact": 0.371688, "avg_wp": 0.583166, "avg_bias": 0.5601, "avg_parsed": 0.999761, "avg_mae": 0.9896, "total": 20910, "lang_exact": {"ab": 0.3125, "ar": 0.437247, "az": 0.359494, "be": 0.378866, "bg": 0.553459, "bo": 0.50137, "ca": 0.432203, "cn": 0.307823, "cs": 0.479339, "cy": 0.212224, "da": 0.482412, "de": 0.30303, "el": 0.41, "en": 0.285714, "es": 0.522796, "et": 0.432292, "eu": 0.181049, "fa": 0.281145, "fi": 0.449568, "fr": 0.417553, "gl": 0.268007, "he": 0.290146, "hi": 0.287594, "hu": 0.402597, "hv": 0.546479, "ir": 0.286195, "is": 0.393768, "it": 0.444444, "ka": 0.382166, "kz": 0.172174, "la": 0.305857, "li": 0.380711, "lv": 0.483544, "mk": 0.313283, "mt": 0.387179, "nl": 0.56, "no": 0.476965, "pl": 0.340149, "pt": 0.40458, "ro": 0.42487, "ru": 0.3, "sk": 0.43734, "sl": 0.443864, "sq": 0.661184, "sr": 0.485934, "sv": 0.358056, "tr": 0.492386, "uk": 0.283582}, "lang_wp": {"ab": 0.536607, "ar": 0.560729, "az": 0.597468, "be": 0.622423, "bg": 0.731132, "bo": 0.709589, "ca": 0.653955, "cn": 0.529762, "cs": 0.692837, "cy": 0.412564, "da": 0.709799, "de": 0.55303, "el": 0.64875, "en": 0.490756, "es": 0.705167, "et": 0.622396, "eu": 0.36379, "fa": 0.520202, "fi": 0.635447, "fr": 0.648936, "gl": 0.525126, "he": 0.515511, "hi": 0.473684, "hu": 0.622078, "hv": 0.732394, "ir": 0.491582, "is": 0.586402, "it": 0.683463, "ka": 0.506369, "kz": 0.34, "la": 0.5282, "li": 0.602792, "lv": 0.650633, "mk": 0.505013, "mt": 0.592308, "nl": 0.75625, "no": 0.696477, "pl": 0.582714, "pt": 0.629771, "ro": 0.639896, "ru": 0.530172, "sk": 0.647059, "sl": 0.660574, "sq": 0.789474, "sr": 0.704604, "sv": 0.607417, "tr": 0.714467, "uk": 0.51306}, "lang_parsed": {"ab": 0.998214, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 0.997396, "eu": 1.0, "fa": 1.0, "fi": 0.994236, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 0.998276, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.0537, "ar": 1.417, "az": 0.9519, "be": 0.9046, "bg": 0.6164, "bo": 0.663, "ca": 0.8136, "cn": 1.0357, "cs": 0.7135, "cy": 1.4499, "da": 0.6357, "de": 0.9579, "el": 0.775, "en": 1.1832, "es": 0.6717, "et": 0.9112, "eu": 1.6565, "fa": 1.0707, "fi": 0.8986, "fr": 0.8059, "gl": 1.0503, "he": 1.0876, "hi": 1.2143, "hu": 0.9039, "hv": 0.6254, "ir": 1.1717, "is": 1.0935, "it": 0.677, "ka": 1.535, "kz": 1.8122, "la": 1.2364, "li": 0.9239, "lv": 0.8582, "mk": 1.396, "mt": 1.0128, "nl": 0.535, "no": 0.6558, "pl": 0.8792, "pt": 0.916, "ro": 0.8394, "ru": 1.0052, "sk": 0.8159, "sl": 0.8225, "sq": 0.4967, "sr": 0.6931, "sv": 0.9182, "tr": 0.6269, "uk": 1.028}, "confusion": {"3": {"5": 0.8138, "3": 0.1095, "2": 0.0719, "4": 0.002, "1": 0.0027}, "6": {"5": 0.9351, "6": 0.0509, "2": 0.007, "1": 0.0041, "3": 0.0026, "4": 0.0003}, "5": {"5": 0.9685, "1": 0.0034, "2": 0.0054, "3": 0.0086, "6": 0.0141}, "4": {"5": 0.9327, "3": 0.0343, "2": 0.0311, "4": 0.0013, "1": 0.0006}, "2": {"5": 0.3548, "3": 0.2338, "2": 0.3613, "1": 0.0349, "4": 0.0078, "6": 0.0074}, "1": {"3": 0.098, "2": 0.4931, "5": 0.1401, "1": 0.2581, "4": 0.0089, "6": 0.0017}}}, {"model": "allenai/Olmo-3.1-32B-Instruct", "avg_exact": 0.377707, "avg_wp": 0.576104, "avg_bias": 0.5894, "avg_parsed": 0.999951, "avg_mae": 0.9557, "total": 20275, "lang_exact": {"ab": 0.392453, "ar": 0.09375, "az": 0.453165, "be": 0.323834, "bg": 0.319865, "bo": 0.448795, "ca": 0.437143, "cn": 0.441176, "cs": 0.505988, "cy": 0.408475, "da": 0.449239, "de": 0.360544, "el": 0.367454, "en": 0.478261, "es": 0.415625, "et": 0.37931, "eu": 0.322635, "fa": 0.392256, "fi": 0.49226, "fr": 0.467213, "gl": 0.322148, "he": 0.326087, "hi": 0.420945, "hu": 0.435013, "hv": 0.419048, "ir": 0.368866, "is": 0.344828, "it": 0.536232, "ka": 0.068182, "kz": 0.347518, "la": 0.269565, "li": 0.333333, "lv": 0.309524, "mk": 0.315789, "mt": 0.380208, "nl": 0.528967, "no": 0.370588, "pl": 0.30099, "pt": 0.412088, "ro": 0.336842, "ru": 0.358047, "sk": 0.387863, "sl": 0.380054, "sq": 0.265574, "sr": 0.438462, "sv": 0.402062, "tr": 0.51671, "uk": 0.21519}, "lang_wp": {"ab": 0.582075, "ar": 0.225446, "az": 0.64557, "be": 0.541451, "bg": 0.557239, "bo": 0.680723, "ca": 0.584286, "cn": 0.650519, "cs": 0.691617, "cy": 0.614407, "da": 0.640863, "de": 0.581633, "el": 0.562992, "en": 0.660535, "es": 0.657813, "et": 0.62069, "eu": 0.518581, "fa": 0.571549, "fi": 0.660991, "fr": 0.643443, "gl": 0.495805, "he": 0.555254, "hi": 0.575975, "hu": 0.616711, "hv": 0.666667, "ir": 0.566836, "is": 0.514368, "it": 0.723188, "ka": 0.201299, "kz": 0.531915, "la": 0.423913, "li": 0.580103, "lv": 0.547619, "mk": 0.489975, "mt": 0.56901, "nl": 0.724181, "no": 0.548529, "pl": 0.543564, "pt": 0.615385, "ro": 0.563158, "ru": 0.55877, "sk": 0.614776, "sl": 0.588949, "sq": 0.459016, "sr": 0.661538, "sv": 0.60567, "tr": 0.727506, "uk": 0.409283}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 0.998192, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 0.9642, "ar": 1.9152, "az": 0.7696, "be": 0.9663, "bg": 0.9933, "bo": 0.6867, "ca": 0.9514, "cn": 0.7388, "cs": 0.6677, "cy": 0.8508, "da": 0.7893, "de": 0.8759, "el": 0.9606, "en": 0.7642, "es": 0.7219, "et": 0.7931, "eu": 1.0861, "fa": 0.9259, "fi": 0.774, "fr": 0.7896, "gl": 1.1426, "he": 0.942, "hi": 0.9815, "hu": 0.8674, "hv": 0.6857, "ir": 0.934, "is": 1.5776, "it": 0.5913, "ka": 1.8214, "kz": 1.0993, "la": 1.6674, "li": 0.8889, "lv": 1.1032, "mk": 1.1855, "mt": 0.974, "nl": 0.5894, "no": 1.1235, "pl": 0.998, "pt": 0.8901, "ro": 0.9842, "ru": 0.9348, "sk": 0.7889, "sl": 0.8571, "sq": 1.2, "sr": 0.7, "sv": 0.8351, "tr": 0.5758, "uk": 1.3038}, "confusion": {"1": {"2": 0.2279, "6": 0.0437, "3": 0.302, "1": 0.3751, "4": 0.0391, "5": 0.0122}, "2": {"3": 0.5088, "4": 0.1397, "1": 0.0887, "6": 0.0536, "2": 0.1323, "5": 0.077}, "3": {"3": 0.3729, "4": 0.289, "6": 0.0988, "5": 0.2106, "1": 0.0191, "2": 0.0095}, "4": {"4": 0.2984, "3": 0.1757, "5": 0.2991, "6": 0.2048, "2": 0.0039, "1": 0.0181}, "5": {"5": 0.4112, "6": 0.3921, "4": 0.1305, "3": 0.0565, "1": 0.0091, "2": 0.0007}, "6": {"6": 0.7092, "5": 0.1825, "4": 0.0725, "3": 0.0261, "1": 0.0084, "2": 0.0012}}}, {"model": "meta-llama/Llama-3.3-70B-Instruct", "avg_exact": 0.421966, "avg_wp": 0.552045, "avg_bias": 0.9204, "avg_parsed": 0.999818, "avg_mae": 1.0478, "total": 21952, "lang_exact": {"ab": 0.3, "ar": 0.485, "az": 0.505, "be": 0.4825, "bg": 0.549724, "bo": 0.6125, "ca": 0.481894, "cn": 0.386667, "cs": 0.57, "cy": 0.275, "da": 0.4825, "de": 0.363333, "el": 0.4175, "en": 0.358333, "es": 0.489489, "et": 0.545, "eu": 0.249581, "fa": 0.341667, "fi": 0.535, "fr": 0.439791, "gl": 0.263333, "he": 0.326667, "hi": 0.301471, "hu": 0.4625, "hv": 0.5825, "ir": 0.335, "is": 0.62, "it": 0.5375, "ka": 0.477987, "kz": 0.228333, "la": 0.463938, "li": 0.4275, "lv": 0.4825, "mk": 0.3325, "mt": 0.4675, "nl": 0.5625, "no": 0.4925, "pl": 0.280702, "pt": 0.5025, "ro": 0.415, "ru": 0.388333, "sk": 0.46, "sl": 0.5875, "sq": 0.495, "sr": 0.45, "sv": 0.425, "tr": 0.5475, "uk": 0.283972}, "lang_wp": {"ab": 0.453333, "ar": 0.565, "az": 0.605, "be": 0.5775, "bg": 0.640884, "bo": 0.70875, "ca": 0.547354, "cn": 0.530833, "cs": 0.665, "cy": 0.454167, "da": 0.6275, "de": 0.519167, "el": 0.55875, "en": 0.5425, "es": 0.605105, "et": 0.695, "eu": 0.38526, "fa": 0.485833, "fi": 0.64125, "fr": 0.552356, "gl": 0.4375, "he": 0.4875, "hi": 0.440257, "hu": 0.58625, "hv": 0.6925, "ir": 0.485833, "is": 0.725, "it": 0.63625, "ka": 0.561321, "kz": 0.376667, "la": 0.615984, "li": 0.55875, "lv": 0.60875, "mk": 0.44125, "mt": 0.59875, "nl": 0.68125, "no": 0.58625, "pl": 0.435088, "pt": 0.60125, "ro": 0.5325, "ru": 0.529167, "sk": 0.58125, "sl": 0.71, "sq": 0.63625, "sr": 0.5775, "sv": 0.5475, "tr": 0.69125, "uk": 0.399826}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 0.9925, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 0.9975, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.29, "ar": 1.2725, "az": 1.025, "be": 1.0575, "bg": 0.8204, "bo": 0.6125, "ca": 1.2033, "cn": 1.04, "cs": 0.725, "cy": 1.2683, "da": 0.83, "de": 1.035, "el": 1.0475, "en": 0.9967, "es": 0.8649, "et": 0.6425, "eu": 1.5394, "fa": 1.2017, "fi": 0.7632, "fr": 1.0471, "gl": 1.385, "he": 1.1683, "hi": 1.3015, "hu": 1.0175, "hv": 0.65, "ir": 1.1633, "is": 0.65, "it": 0.795, "ka": 1.2013, "kz": 1.5567, "la": 0.922, "li": 1.0325, "lv": 0.9475, "mk": 1.5725, "mt": 1.02, "nl": 0.6775, "no": 0.96, "pl": 1.2246, "pt": 0.9025, "ro": 1.1375, "ru": 0.995, "sk": 0.95, "sl": 0.6275, "sq": 0.7875, "sr": 1.0225, "sv": 1.0526, "tr": 0.655, "uk": 1.3432}, "confusion": {"1": {"1": 0.4084, "2": 0.2733, "5": 0.0553, "4": 0.2302, "6": 0.0038, "3": 0.029}, "2": {"4": 0.4936, "5": 0.2946, "2": 0.1358, "6": 0.0159, "1": 0.0455, "3": 0.0146}, "3": {"5": 0.7686, "6": 0.0758, "4": 0.1457, "2": 0.004, "1": 0.0059}, "4": {"5": 0.7606, "6": 0.1988, "4": 0.0381, "1": 0.0013, "2": 0.0013}, "5": {"5": 0.6645, "6": 0.3313, "4": 0.004, "2": 0.0002}, "6": {"6": 0.7575, "5": 0.2392, "4": 0.0029, "1": 0.0004}}}, {"model": "CYFRAGOVPL/Llama-PLLuM-70B-chat-250801", "avg_exact": 0.298105, "avg_wp": 0.518928, "avg_bias": -0.3311, "avg_parsed": 0.996492, "avg_mae": 1.0453, "total": 21952, "lang_exact": {"ab": 0.296667, "ar": 0.395, "az": 0.2425, "be": 0.345, "bg": 0.303867, "bo": 0.33, "ca": 0.169916, "cn": 0.323333, "cs": 0.4025, "cy": 0.361667, "da": 0.3525, "de": 0.335, "el": 0.1825, "en": 0.295, "es": 0.312312, "et": 0.3075, "eu": 0.271357, "fa": 0.315, "fi": 0.2375, "fr": 0.374346, "gl": 0.283333, "he": 0.323333, "hi": 0.395221, "hu": 0.275, "hv": 0.3525, "ir": 0.298333, "is": 0.405, "it": 0.315, "ka": 0.081761, "kz": 0.305, "la": 0.2846, "li": 0.21, "lv": 0.27, "mk": 0.075, "mt": 0.3225, "nl": 0.3125, "no": 0.295, "pl": 0.315789, "pt": 0.2975, "ro": 0.2475, "ru": 0.335, "sk": 0.2675, "sl": 0.2125, "sq": 0.1675, "sr": 0.32, "sv": 0.3375, "tr": 0.2925, "uk": 0.358885}, "lang_wp": {"ab": 0.515833, "ar": 0.61125, "az": 0.4675, "be": 0.5825, "bg": 0.517956, "bo": 0.55875, "ca": 0.4039, "cn": 0.520833, "cs": 0.61875, "cy": 0.583333, "da": 0.5775, "de": 0.5775, "el": 0.41375, "en": 0.4825, "es": 0.555556, "et": 0.515, "eu": 0.464824, "fa": 0.515833, "fi": 0.455, "fr": 0.590314, "gl": 0.48, "he": 0.535, "hi": 0.606618, "hu": 0.49875, "hv": 0.585, "ir": 0.465833, "is": 0.63625, "it": 0.53125, "ka": 0.292453, "kz": 0.520833, "la": 0.475634, "li": 0.47375, "lv": 0.515, "mk": 0.305, "mt": 0.58, "nl": 0.55625, "no": 0.495, "pl": 0.534211, "pt": 0.515, "ro": 0.455, "ru": 0.59, "sk": 0.47625, "sl": 0.4625, "sq": 0.40625, "sr": 0.56875, "sv": 0.57875, "tr": 0.5325, "uk": 0.589721}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 0.997238, "bo": 0.9975, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 0.9975, "de": 1.0, "el": 1.0, "en": 0.995, "es": 1.0, "et": 1.0, "eu": 0.998325, "fa": 1.0, "fi": 0.9925, "fr": 1.0, "gl": 0.998333, "he": 0.998333, "hi": 1.0, "hu": 0.9975, "hv": 1.0, "ir": 0.998333, "is": 1.0, "it": 0.9975, "ka": 0.996855, "kz": 0.995, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 0.9975, "mt": 1.0, "nl": 1.0, "no": 0.9975, "pl": 0.907018, "pt": 1.0, "ro": 0.9975, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 0.9975, "tr": 0.9975, "uk": 1.0}, "lang_mae": {"ab": 1.0233, "ar": 0.885, "az": 1.15, "be": 0.885, "bg": 1.036, "bo": 0.9323, "ca": 1.2897, "cn": 1.0767, "cs": 0.85, "cy": 0.92, "da": 0.8822, "de": 0.905, "el": 1.245, "en": 1.1993, "es": 0.9129, "et": 1.155, "eu": 1.2383, "fa": 1.09, "fi": 1.2368, "fr": 0.8586, "gl": 1.1235, "he": 0.9666, "hi": 0.8199, "hu": 1.0426, "hv": 0.9125, "ir": 1.3556, "is": 0.765, "it": 0.9975, "ka": 1.5331, "kz": 1.0519, "la": 1.3957, "li": 1.065, "lv": 1.0075, "mk": 1.4211, "mt": 0.8875, "nl": 0.92, "no": 1.1378, "pl": 0.8781, "pt": 1.0225, "ro": 1.193, "ru": 0.8533, "sk": 1.1675, "sl": 1.11, "sq": 1.2375, "sr": 0.92, "sv": 0.8972, "tr": 0.9474, "uk": 0.8554}, "confusion": {"1": {"1": 0.6736, "3": 0.2988, "4": 0.0116, "5": 0.0075, "2": 0.0079, "6": 0.0006}, "2": {"3": 0.5543, "1": 0.3632, "5": 0.0304, "4": 0.044, "6": 0.0017, "2": 0.0065}, "3": {"3": 0.5333, "4": 0.1967, "1": 0.1281, "5": 0.1406, "6": 0.0007, "2": 0.0007}, "4": {"3": 0.4161, "4": 0.266, "5": 0.2365, "1": 0.0776, "6": 0.0025, "2": 0.0013}, "5": {"4": 0.3081, "3": 0.2347, "5": 0.427, "1": 0.0258, "6": 0.0038, "2": 0.0006}, "6": {"4": 0.2463, "5": 0.539, "3": 0.1553, "1": 0.0383, "6": 0.0209, "2": 0.0002}}}, {"model": "mistralai/Mistral-Small-24B-Instruct-2501", "avg_exact": 0.216916, "avg_wp": 0.501815, "avg_bias": 0.068, "avg_parsed": 1.0, "avg_mae": 1.0172, "total": 20939, "lang_exact": {"ab": 0.265487, "ar": 0.087302, "az": 0.08794, "be": 0.151282, "bg": 0.197452, "bo": 0.210227, "ca": 0.073446, "cn": 0.332198, "cs": 0.169014, "cy": 0.28088, "da": 0.15443, "de": 0.314815, "el": 0.137845, "en": 0.364094, "es": 0.158055, "et": 0.173228, "eu": 0.225589, "fa": 0.242424, "fi": 0.16568, "fr": 0.221053, "gl": 0.229481, "he": 0.340171, "hi": 0.263969, "hu": 0.159269, "hv": 0.277439, "ir": 0.275804, "is": 0.296919, "it": 0.158602, "ka": 0.101587, "kz": 0.290155, "la": 0.422993, "li": 0.164103, "lv": 0.204663, "mk": 0.042607, "mt": 0.101562, "nl": 0.176768, "no": 0.112392, "pl": 0.361905, "pt": 0.082902, "ro": 0.117493, "ru": 0.261246, "sk": 0.265464, "sl": 0.167109, "sq": 0.203647, "sr": 0.164975, "sv": 0.136247, "tr": 0.172589, "uk": 0.254302}, "lang_wp": {"ab": 0.525664, "ar": 0.345238, "az": 0.423367, "be": 0.435897, "bg": 0.490446, "bo": 0.539773, "ca": 0.391243, "cn": 0.596252, "cs": 0.487324, "cy": 0.542301, "da": 0.481013, "de": 0.602694, "el": 0.446115, "en": 0.638423, "es": 0.492401, "et": 0.497375, "eu": 0.463805, "fa": 0.458754, "fi": 0.502959, "fr": 0.530263, "gl": 0.470687, "he": 0.612821, "hi": 0.547206, "hu": 0.466057, "hv": 0.599085, "ir": 0.51692, "is": 0.578431, "it": 0.481183, "ka": 0.380952, "kz": 0.518135, "la": 0.548807, "li": 0.465385, "lv": 0.511658, "mk": 0.318296, "mt": 0.386719, "nl": 0.515152, "no": 0.420749, "pl": 0.612381, "pt": 0.409326, "ro": 0.411227, "ru": 0.563149, "sk": 0.57732, "sl": 0.527851, "sq": 0.56535, "sr": 0.442893, "sv": 0.447301, "tr": 0.454315, "uk": 0.520076}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 0.9681, "ar": 1.328, "az": 1.1683, "be": 1.1564, "bg": 1.0414, "bo": 0.9403, "ca": 1.2486, "cn": 0.816, "cs": 1.0394, "cy": 0.9255, "da": 1.0506, "de": 0.7963, "el": 1.1378, "en": 0.7282, "es": 1.0213, "et": 1.0131, "eu": 1.1296, "fa": 1.1044, "fi": 1.0059, "fr": 0.9553, "gl": 1.0787, "he": 0.7863, "hi": 0.9094, "hu": 1.0809, "hv": 0.8018, "ir": 0.9915, "is": 0.8543, "it": 1.0618, "ka": 1.2413, "kz": 1.0017, "la": 1.0738, "li": 1.0769, "lv": 0.9845, "mk": 1.386, "mt": 1.2422, "nl": 0.9722, "no": 1.1758, "pl": 0.8514, "pt": 1.1995, "ro": 1.2324, "ru": 0.8754, "sk": 0.8479, "sl": 0.9443, "sq": 0.8693, "sr": 1.1396, "sv": 1.1105, "tr": 1.1015, "uk": 0.9751}, "confusion": {"3": {"3": 0.3689, "4": 0.5614, "2": 0.0329, "5": 0.0295, "1": 0.0074}, "2": {"4": 0.1826, "3": 0.5406, "2": 0.2634, "5": 0.0013, "1": 0.0122}, "1": {"3": 0.2925, "2": 0.584, "4": 0.0435, "1": 0.0793, "5": 0.0007}, "4": {"4": 0.6457, "3": 0.2184, "5": 0.0959, "2": 0.0248, "1": 0.0152}, "5": {"4": 0.6735, "5": 0.2695, "3": 0.0444, "2": 0.0055, "6": 0.0011, "1": 0.0059}, "6": {"5": 0.5407, "4": 0.409, "6": 0.0237, "3": 0.0232, "2": 0.0021, "1": 0.0013}}}, {"model": "speakleash/Bielik-11B-v2.6-Instruct", "avg_exact": 0.26891, "avg_wp": 0.480144, "avg_bias": 0.4487, "avg_parsed": 1.0, "avg_mae": 1.1156, "total": 21933, "lang_exact": {"ab": 0.297162, "ar": 0.002545, "az": 0.2625, "be": 0.2875, "bg": 0.292818, "bo": 0.365, "ca": 0.306407, "cn": 0.274247, "cs": 0.3325, "cy": 0.196667, "da": 0.415, "de": 0.288333, "el": 0.28, "en": 0.301667, "es": 0.42042, "et": 0.28, "eu": 0.232831, "fa": 0.293333, "fi": 0.295, "fr": 0.272251, "gl": 0.258333, "he": 0.215488, "hi": 0.267035, "hu": 0.2325, "hv": 0.2975, "ir": 0.186667, "is": 0.1125, "it": 0.33, "ka": 0.132911, "kz": 0.215, "la": 0.204678, "li": 0.23, "lv": 0.1775, "mk": 0.305, "mt": 0.2825, "nl": 0.45, "no": 0.2725, "pl": 0.292982, "pt": 0.2525, "ro": 0.215, "ru": 0.293333, "sk": 0.32, "sl": 0.38, "sq": 0.16, "sr": 0.355, "sv": 0.3575, "tr": 0.2675, "uk": 0.249129}, "lang_wp": {"ab": 0.488314, "ar": 0.128499, "az": 0.4725, "be": 0.49125, "bg": 0.524862, "bo": 0.58, "ca": 0.493036, "cn": 0.441472, "cs": 0.595, "cy": 0.393333, "da": 0.63125, "de": 0.48, "el": 0.48625, "en": 0.525833, "es": 0.600601, "et": 0.50375, "eu": 0.449749, "fa": 0.506667, "fi": 0.53, "fr": 0.502618, "gl": 0.460833, "he": 0.43266, "hi": 0.443831, "hu": 0.46875, "hv": 0.5525, "ir": 0.360833, "is": 0.2825, "it": 0.58125, "ka": 0.349684, "kz": 0.4175, "la": 0.397661, "li": 0.47, "lv": 0.43125, "mk": 0.49125, "mt": 0.44375, "nl": 0.675, "no": 0.4775, "pl": 0.510526, "pt": 0.47625, "ro": 0.47, "ru": 0.5325, "sk": 0.5675, "sl": 0.6125, "sq": 0.3875, "sr": 0.56125, "sv": 0.5525, "tr": 0.4825, "uk": 0.482578}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.1302, "ar": 2.0204, "az": 1.1125, "be": 1.0675, "bg": 0.989, "bo": 0.85, "ca": 1.1783, "cn": 1.2324, "cs": 0.8525, "cy": 1.3217, "da": 0.76, "de": 1.0733, "el": 1.1475, "en": 0.9983, "es": 0.8228, "et": 1.0075, "eu": 1.1859, "fa": 1.0367, "fi": 0.99, "fr": 1.0183, "gl": 1.16, "he": 1.2121, "hi": 1.2449, "hu": 1.1325, "hv": 0.905, "ir": 1.4883, "is": 1.81, "it": 0.8575, "ka": 1.5158, "kz": 1.2533, "la": 1.3899, "li": 1.08, "lv": 1.1575, "mk": 1.095, "mt": 1.3, "nl": 0.655, "no": 1.175, "pl": 1.0175, "pt": 1.0825, "ro": 1.105, "ru": 0.95, "sk": 0.8725, "sl": 0.7775, "sq": 1.265, "sr": 0.9025, "sv": 0.92, "tr": 1.055, "uk": 1.0418}, "confusion": {"1": {"3": 0.7791, "5": 0.0137, "1": 0.1906, "6": 0.0115, "4": 0.0036, "2": 0.0015}, "2": {"3": 0.8773, "6": 0.0123, "5": 0.0831, "4": 0.0161, "1": 0.0111, "2": 0.0002}, "3": {"5": 0.3681, "3": 0.5488, "6": 0.06, "4": 0.0218, "1": 0.0013}, "4": {"3": 0.4065, "5": 0.4784, "6": 0.0926, "4": 0.0163, "1": 0.0063}, "5": {"5": 0.5982, "3": 0.1713, "6": 0.2082, "4": 0.0213, "1": 0.001}, "6": {"5": 0.5402, "3": 0.1576, "6": 0.2809, "4": 0.0203, "1": 0.0011}}}, {"model": "mistralai/Mistral-7B-Instruct-v0.3", "avg_exact": 0.288776, "avg_wp": 0.464722, "avg_bias": 0.8116, "avg_parsed": 0.997271, "avg_mae": 1.3553, "total": 20154, "lang_exact": {"ab": 0.270541, "ar": 0.332103, "az": 0.356962, "be": 0.310078, "bg": 0.294702, "bo": 0.430303, "ca": 0.367816, "cn": 0.25, "cs": 0.373494, "cy": 0.21562, "da": 0.401535, "de": 0.295337, "el": 0.25, "en": 0.271959, "es": 0.415335, "et": 0.286096, "eu": 0.20339, "fa": 0.310811, "fi": 0.329154, "fr": 0.236842, "gl": 0.220168, "he": 0.240876, "hi": 0.26501, "hu": 0.352785, "hv": 0.278317, "ir": 0.241963, "is": 0.265672, "it": 0.343373, "ka": 0.280255, "kz": 0.211538, "la": 0.247265, "li": 0.294574, "lv": 0.283784, "mk": 0.275689, "mt": 0.234987, "nl": 0.482143, "no": 0.32622, "pl": 0.289738, "pt": 0.329377, "ro": 0.283422, "ru": 0.262877, "sk": 0.236074, "sl": 0.294278, "sq": 0.176667, "sr": 0.369231, "sv": 0.359173, "tr": 0.348052, "uk": 0.198413}, "lang_wp": {"ab": 0.4499, "ar": 0.468635, "az": 0.512658, "be": 0.465116, "bg": 0.491722, "bo": 0.607576, "ca": 0.525862, "cn": 0.433621, "cs": 0.591867, "cy": 0.363328, "da": 0.627877, "de": 0.468912, "el": 0.457447, "en": 0.421453, "es": 0.583067, "et": 0.477273, "eu": 0.340678, "fa": 0.471284, "fi": 0.523511, "fr": 0.467836, "gl": 0.373109, "he": 0.437956, "hi": 0.406832, "hu": 0.554377, "hv": 0.503236, "ir": 0.400169, "is": 0.468657, "it": 0.554217, "ka": 0.444268, "kz": 0.38986, "la": 0.392779, "li": 0.425065, "lv": 0.463514, "mk": 0.429825, "mt": 0.370757, "nl": 0.668367, "no": 0.527439, "pl": 0.457746, "pt": 0.507418, "ro": 0.487968, "ru": 0.422735, "sk": 0.442971, "sl": 0.510899, "sq": 0.35, "sr": 0.565385, "sv": 0.550388, "tr": 0.52987, "uk": 0.374008}, "lang_parsed": {"ab": 0.993988, "ar": 0.98524, "az": 1.0, "be": 0.994832, "bg": 1.0, "bo": 0.987879, "ca": 0.997126, "cn": 1.0, "cs": 1.0, "cy": 0.991511, "da": 1.0, "de": 0.996546, "el": 1.0, "en": 0.996622, "es": 1.0, "et": 0.997326, "eu": 0.998305, "fa": 0.998311, "fi": 1.0, "fr": 1.0, "gl": 0.998319, "he": 1.0, "hi": 0.995859, "hu": 0.997347, "hv": 1.0, "ir": 0.996616, "is": 1.0, "it": 0.990964, "ka": 0.996815, "kz": 0.991259, "la": 0.995624, "li": 1.0, "lv": 1.0, "mk": 0.997494, "mt": 1.0, "nl": 1.0, "no": 0.990854, "pl": 1.0, "pt": 0.997033, "ro": 1.0, "ru": 1.0, "sk": 0.992042, "sl": 0.997275, "sq": 1.0, "sr": 0.997436, "sv": 1.0, "tr": 0.994805, "uk": 1.0}, "lang_mae": {"ab": 1.2681, "ar": 1.5693, "az": 1.4785, "be": 1.4987, "bg": 1.2815, "bo": 0.9479, "ca": 1.2882, "cn": 1.2759, "cs": 0.9699, "cy": 1.5993, "da": 0.8849, "de": 1.1976, "el": 1.3484, "en": 1.4729, "es": 0.9489, "et": 1.4424, "eu": 1.8506, "fa": 1.3113, "fi": 1.1411, "fr": 1.2427, "gl": 1.6229, "he": 1.3084, "hi": 1.4449, "hu": 1.0239, "hv": 1.1909, "ir": 1.5586, "is": 1.4985, "it": 0.9757, "ka": 1.4792, "kz": 1.4656, "la": 1.7846, "li": 1.6357, "lv": 1.427, "mk": 1.6683, "mt": 1.9817, "nl": 0.7857, "no": 1.1323, "pl": 1.2113, "pt": 1.2589, "ro": 1.3182, "ru": 1.3908, "sk": 1.4358, "sl": 1.1585, "sq": 1.6833, "sr": 1.0051, "sv": 1.1421, "tr": 1.094, "uk": 1.4603}, "confusion": {"6": {"5": 0.4509, "3": 0.0545, "6": 0.4353, "4": 0.0255, "2": 0.0084, "1": 0.0255}, "1": {"3": 0.3259, "1": 0.3726, "5": 0.1265, "2": 0.1027, "4": 0.0271, "6": 0.0451}, "5": {"5": 0.4683, "4": 0.0352, "3": 0.081, "6": 0.386, "2": 0.0089, "1": 0.0206}, "4": {"5": 0.4871, "3": 0.1381, "4": 0.0394, "2": 0.0174, "6": 0.2716, "1": 0.0465}, "3": {"4": 0.0485, "5": 0.4675, "3": 0.1757, "6": 0.2468, "1": 0.0451, "2": 0.0164}, "2": {"4": 0.0497, "3": 0.3139, "5": 0.3039, "1": 0.1398, "2": 0.0495, "6": 0.1432}}}, {"model": "allenai/Olmo-3-7B-Instruct", "avg_exact": 0.266683, "avg_wp": 0.461356, "avg_bias": 0.4023, "avg_parsed": 0.999507, "avg_mae": 1.3081, "total": 20275, "lang_exact": {"ab": 0.273585, "ar": 0.160714, "az": 0.058228, "be": 0.19171, "bg": 0.343434, "bo": 0.38253, "ca": 0.457143, "cn": 0.311419, "cs": 0.242515, "cy": 0.201695, "da": 0.439086, "de": 0.295918, "el": 0.186352, "en": 0.337793, "es": 0.34375, "et": 0.177719, "eu": 0.228041, "fa": 0.188552, "fi": 0.235294, "fr": 0.273224, "gl": 0.315436, "he": 0.211957, "hi": 0.275154, "hu": 0.153846, "hv": 0.35873, "ir": 0.153976, "is": 0.063218, "it": 0.289855, "ka": 0.048701, "kz": 0.171986, "la": 0.143478, "li": 0.20155, "lv": 0.335979, "mk": 0.461153, "mt": 0.033854, "nl": 0.551637, "no": 0.326471, "pl": 0.20396, "pt": 0.362637, "ro": 0.365789, "ru": 0.307414, "sk": 0.308707, "sl": 0.191375, "sq": 0.278689, "sr": 0.502564, "sv": 0.404639, "tr": 0.321337, "uk": 0.236287}, "lang_wp": {"ab": 0.438679, "ar": 0.287946, "az": 0.232911, "be": 0.382124, "bg": 0.584175, "bo": 0.561747, "ca": 0.63, "cn": 0.497405, "cs": 0.458084, "cy": 0.382203, "da": 0.64467, "de": 0.514456, "el": 0.370079, "en": 0.551003, "es": 0.626563, "et": 0.334218, "eu": 0.411318, "fa": 0.292929, "fi": 0.428793, "fr": 0.505464, "gl": 0.52349, "he": 0.40942, "hi": 0.474333, "hu": 0.346154, "hv": 0.58254, "ir": 0.331641, "is": 0.275862, "it": 0.56087, "ka": 0.167208, "kz": 0.380319, "la": 0.365217, "li": 0.392765, "lv": 0.496032, "mk": 0.657895, "mt": 0.192708, "nl": 0.72796, "no": 0.529412, "pl": 0.434653, "pt": 0.605769, "ro": 0.569737, "ru": 0.508137, "sk": 0.470976, "sl": 0.378706, "sq": 0.508197, "sr": 0.697436, "sv": 0.606959, "tr": 0.541131, "uk": 0.420886}, "lang_parsed": {"ab": 1.0, "ar": 0.959821, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 0.997059, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.3151, "ar": 2.0558, "az": 1.6886, "be": 1.4456, "bg": 1.0303, "bo": 1.1627, "ca": 0.9343, "cn": 1.1644, "cs": 1.494, "cy": 1.4085, "da": 0.8503, "de": 1.051, "el": 1.5801, "en": 0.9849, "es": 0.8187, "et": 1.6101, "eu": 1.3581, "fa": 2.2626, "fi": 1.3003, "fr": 1.1913, "gl": 1.0654, "he": 1.3623, "hi": 1.2053, "hu": 1.5438, "hv": 1.0889, "ir": 1.467, "is": 1.9655, "it": 0.9565, "ka": 2.0714, "kz": 1.4078, "la": 1.5283, "li": 1.4031, "lv": 1.4286, "mk": 0.8521, "mt": 1.776, "nl": 0.6373, "no": 1.1799, "pl": 1.3366, "pt": 0.9148, "ro": 1.0579, "ru": 1.123, "sk": 1.8496, "sl": 1.7008, "sq": 1.1443, "sr": 0.6974, "sv": 0.9562, "tr": 1.1183, "uk": 1.3544}, "confusion": {"2": {"4": 0.1651, "5": 0.1141, "2": 0.4071, "6": 0.0734, "3": 0.2152, "1": 0.0251}, "1": {"5": 0.0335, "3": 0.1996, "4": 0.0719, "2": 0.5602, "6": 0.0635, "1": 0.0713}, "3": {"4": 0.2338, "2": 0.1854, "5": 0.2849, "3": 0.137, "6": 0.1568, "1": 0.002}, "4": {"5": 0.3056, "4": 0.2345, "6": 0.1951, "3": 0.1337, "2": 0.1305, "1": 0.0006}, "5": {"5": 0.282, "4": 0.1729, "6": 0.3272, "3": 0.1108, "2": 0.1038, "1": 0.0033}, "6": {"4": 0.2044, "5": 0.1873, "2": 0.1228, "6": 0.3807, "3": 0.1005, "1": 0.0044}}}, {"model": "utter-project/EuroLLM-9B-Instruct-2512", "avg_exact": 0.272262, "avg_wp": 0.422382, "avg_bias": 1.5451, "avg_parsed": 0.999904, "avg_mae": 1.7566, "total": 20910, "lang_exact": {"ab": 0.257143, "ar": 0.291498, "az": 0.258228, "be": 0.314433, "bg": 0.242138, "bo": 0.394521, "ca": 0.279661, "cn": 0.312925, "cs": 0.355372, "cy": 0.239389, "da": 0.376884, "de": 0.178451, "el": 0.285, "en": 0.201681, "es": 0.194529, "et": 0.395833, "eu": 0.165821, "fa": 0.279461, "fi": 0.368876, "fr": 0.226064, "gl": 0.184255, "he": 0.259124, "hi": 0.161654, "hu": 0.293506, "hv": 0.335211, "ir": 0.281145, "is": 0.314448, "it": 0.229974, "ka": 0.292994, "kz": 0.227826, "la": 0.251627, "li": 0.269036, "lv": 0.326582, "mk": 0.305764, "mt": 0.305128, "nl": 0.3975, "no": 0.249322, "pl": 0.193309, "pt": 0.244275, "ro": 0.251295, "ru": 0.239655, "sk": 0.276215, "sl": 0.310705, "sq": 0.296053, "sr": 0.386189, "sv": 0.42711, "tr": 0.347716, "uk": 0.158582}, "lang_wp": {"ab": 0.36875, "ar": 0.439271, "az": 0.387342, "be": 0.536082, "bg": 0.477987, "bo": 0.589041, "ca": 0.433616, "cn": 0.416667, "cs": 0.506887, "cy": 0.376061, "da": 0.541457, "de": 0.279461, "el": 0.45375, "en": 0.312605, "es": 0.381459, "et": 0.619792, "eu": 0.250423, "fa": 0.414983, "fi": 0.544669, "fr": 0.398936, "gl": 0.274707, "he": 0.382299, "hi": 0.279135, "hu": 0.449351, "hv": 0.515493, "ir": 0.382997, "is": 0.491501, "it": 0.410853, "ka": 0.452229, "kz": 0.336522, "la": 0.354664, "li": 0.459391, "lv": 0.53038, "mk": 0.477444, "mt": 0.496154, "nl": 0.615, "no": 0.432249, "pl": 0.314126, "pt": 0.436387, "ro": 0.408031, "ru": 0.365517, "sk": 0.430946, "sl": 0.453003, "sq": 0.503289, "sr": 0.586957, "sv": 0.570332, "tr": 0.544416, "uk": 0.279851}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 0.997403, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 1.0, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 0.997462, "uk": 1.0}, "lang_mae": {"ab": 1.8375, "ar": 2.1377, "az": 2.3494, "be": 1.268, "bg": 1.4969, "bo": 1.2027, "ca": 1.8079, "cn": 1.6548, "cs": 1.708, "cy": 1.657, "da": 1.4774, "de": 2.2795, "el": 1.7325, "en": 1.9765, "es": 1.8906, "et": 1.0599, "eu": 2.445, "fa": 1.6431, "fi": 1.3833, "fr": 1.7819, "gl": 2.2546, "he": 1.708, "hi": 2.1203, "hu": 1.6641, "hv": 1.5549, "ir": 1.7306, "is": 1.6827, "it": 1.7907, "ka": 1.9108, "kz": 1.9983, "la": 2.013, "li": 1.3426, "lv": 1.3038, "mk": 1.7243, "mt": 1.6205, "nl": 0.9925, "no": 1.7127, "pl": 1.9424, "pt": 1.7074, "ro": 2.0725, "ru": 1.7845, "sk": 2.1432, "sl": 2.0261, "sq": 1.3684, "sr": 1.2404, "sv": 1.3811, "tr": 1.2468, "uk": 2.1138}, "confusion": {"2": {"6": 0.5699, "3": 0.1654, "2": 0.0793, "1": 0.0882, "5": 0.0827, "4": 0.0146}, "4": {"6": 0.8729, "3": 0.0699, "5": 0.0229, "2": 0.0222, "1": 0.0114, "4": 0.0006}, "3": {"6": 0.822, "3": 0.0853, "2": 0.0275, "1": 0.0316, "5": 0.0302, "4": 0.0034}, "1": {"6": 0.3324, "1": 0.3073, "3": 0.1665, "2": 0.1172, "5": 0.0707, "4": 0.0059}, "6": {"6": 0.8873, "3": 0.0209, "1": 0.0078, "4": 0.0109, "5": 0.0693, "2": 0.0039}, "5": {"6": 0.8652, "5": 0.075, "1": 0.0086, "4": 0.0096, "3": 0.0358, "2": 0.0058}}}, {"model": "speakleash/Bielik-4.5B-v3.0-Instruct", "avg_exact": 0.209792, "avg_wp": 0.345769, "avg_bias": 1.0487, "avg_parsed": 0.999786, "avg_mae": 1.9145, "total": 18709, "lang_exact": {"ab": 0.156566, "ar": 0.103604, "az": 0.190722, "be": 0.152439, "bg": 0.195556, "bo": 0.25, "ca": 0.289474, "cn": 0.158879, "cs": 0.256757, "cy": 0.268251, "da": 0.323907, "de": 0.163445, "el": 0.147799, "en": 0.210821, "es": 0.087948, "et": 0.249315, "eu": 0.176271, "fa": 0.168367, "fi": 0.288026, "fr": 0.215805, "gl": 0.182125, "he": 0.21174, "hi": 0.206128, "hu": 0.195652, "hv": 0.214521, "ir": 0.212585, "is": 0.159851, "it": 0.125786, "ka": 0.226481, "kz": 0.145957, "la": 0.282222, "li": 0.179221, "lv": 0.333333, "mk": 0.082873, "mt": 0.275591, "nl": 0.361257, "no": 0.214953, "pl": 0.149013, "pt": 0.1625, "ro": 0.289326, "ru": 0.164021, "sk": 0.265193, "sl": 0.270423, "sq": 0.133333, "sr": 0.180982, "sv": 0.30504, "tr": 0.267905, "uk": 0.221649}, "lang_wp": {"ab": 0.32702, "ar": 0.195946, "az": 0.335052, "be": 0.303354, "bg": 0.344444, "bo": 0.347222, "ca": 0.421053, "cn": 0.308411, "cs": 0.324324, "cy": 0.434635, "da": 0.430591, "de": 0.287346, "el": 0.312893, "en": 0.357276, "es": 0.236156, "et": 0.361644, "eu": 0.30339, "fa": 0.272109, "fi": 0.381877, "fr": 0.346505, "gl": 0.319562, "he": 0.387841, "hi": 0.348189, "hu": 0.375, "hv": 0.30198, "ir": 0.372449, "is": 0.340149, "it": 0.275157, "ka": 0.39547, "kz": 0.313609, "la": 0.386667, "li": 0.303896, "lv": 0.511019, "mk": 0.227901, "mt": 0.387139, "nl": 0.450262, "no": 0.302181, "pl": 0.318671, "pt": 0.28125, "ro": 0.389045, "ru": 0.34127, "sk": 0.385359, "sl": 0.36338, "sq": 0.333333, "sr": 0.319018, "sv": 0.397878, "tr": 0.395225, "uk": 0.390464}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 1.0, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 1.0, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 0.992819, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.6742, "ar": 2.1757, "az": 1.8222, "be": 1.9116, "bg": 1.6311, "bo": 2.1111, "ca": 1.9737, "cn": 1.8879, "cs": 2.2365, "cy": 1.3548, "da": 1.8766, "de": 2.0457, "el": 1.7987, "en": 1.6847, "es": 2.8078, "et": 2.0, "eu": 2.039, "fa": 2.2993, "fi": 1.6117, "fr": 1.9939, "gl": 1.9022, "he": 1.5283, "hi": 1.6769, "hu": 1.5978, "hv": 2.5215, "ir": 1.6446, "is": 2.3123, "it": 2.5597, "ka": 1.6167, "kz": 1.8047, "la": 1.7956, "li": 2.0571, "lv": 1.4077, "mk": 2.0083, "mt": 1.916, "nl": 1.856, "no": 2.3333, "pl": 1.8119, "pt": 2.4094, "ro": 2.1067, "ru": 1.5688, "sk": 2.0249, "sl": 2.0282, "sq": 1.5216, "sr": 2.5368, "sv": 2.1989, "tr": 1.7507, "uk": 1.4742}, "confusion": {"1": {"5": 0.4483, "4": 0.1143, "3": 0.1133, "1": 0.1965, "6": 0.1275}, "2": {"1": 0.1132, "4": 0.135, "3": 0.085, "5": 0.5414, "6": 0.1218, "2": 0.0035}, "3": {"5": 0.5204, "4": 0.1431, "3": 0.1343, "6": 0.0423, "1": 0.1599}, "4": {"5": 0.5145, "4": 0.1564, "6": 0.0729, "3": 0.1111, "1": 0.1451}, "5": {"5": 0.4333, "4": 0.1605, "3": 0.0659, "6": 0.2621, "1": 0.0777, "2": 0.0005}, "6": {"5": 0.4508, "4": 0.1181, "3": 0.054, "1": 0.0943, "6": 0.2829}}}, {"model": "speakleash/Bielik-1.5B-v3.0-Instruct", "avg_exact": 0.183655, "avg_wp": 0.320781, "avg_bias": 0.4773, "avg_parsed": 0.999786, "avg_mae": 1.9238, "total": 18709, "lang_exact": {"ab": 0.219697, "ar": 0.153153, "az": 0.193299, "be": 0.240854, "bg": 0.422222, "bo": 0.290123, "ca": 0.125731, "cn": 0.168224, "cs": 0.263514, "cy": 0.142615, "da": 0.107969, "de": 0.224956, "el": 0.283019, "en": 0.242537, "es": 0.120521, "et": 0.178082, "eu": 0.179661, "fa": 0.178571, "fi": 0.210356, "fr": 0.18541, "gl": 0.158516, "he": 0.169811, "hi": 0.197772, "hu": 0.133152, "hv": 0.214521, "ir": 0.170068, "is": 0.156134, "it": 0.154088, "ka": 0.174216, "kz": 0.171598, "la": 0.117778, "li": 0.062338, "lv": 0.112948, "mk": 0.273481, "mt": 0.204724, "nl": 0.104712, "no": 0.137072, "pl": 0.245961, "pt": 0.103125, "ro": 0.151685, "ru": 0.203704, "sk": 0.19337, "sl": 0.250704, "sq": 0.164706, "sr": 0.193252, "sv": 0.169761, "tr": 0.135279, "uk": 0.260309}, "lang_wp": {"ab": 0.390152, "ar": 0.245495, "az": 0.342784, "be": 0.338415, "bg": 0.52, "bo": 0.376543, "ca": 0.295322, "cn": 0.314953, "cs": 0.351351, "cy": 0.271647, "da": 0.250643, "de": 0.405097, "el": 0.433962, "en": 0.423507, "es": 0.247557, "et": 0.324658, "eu": 0.294068, "fa": 0.267857, "fi": 0.391586, "fr": 0.300912, "gl": 0.340641, "he": 0.313417, "hi": 0.33844, "hu": 0.305707, "hv": 0.292079, "ir": 0.280612, "is": 0.317844, "it": 0.27673, "ka": 0.275261, "kz": 0.295858, "la": 0.193333, "li": 0.218182, "lv": 0.268595, "mk": 0.381215, "mt": 0.332021, "nl": 0.270942, "no": 0.308411, "pl": 0.435368, "pt": 0.267188, "ro": 0.268258, "ru": 0.337302, "sk": 0.30663, "sl": 0.377465, "sq": 0.335294, "sr": 0.308282, "sv": 0.312997, "tr": 0.281167, "uk": 0.398196}, "lang_parsed": {"ab": 1.0, "ar": 1.0, "az": 0.997423, "be": 1.0, "bg": 1.0, "bo": 1.0, "ca": 1.0, "cn": 1.0, "cs": 1.0, "cy": 1.0, "da": 1.0, "de": 1.0, "el": 1.0, "en": 1.0, "es": 1.0, "et": 1.0, "eu": 1.0, "fa": 1.0, "fi": 1.0, "fr": 0.99696, "gl": 1.0, "he": 1.0, "hi": 1.0, "hu": 1.0, "hv": 1.0, "ir": 1.0, "is": 1.0, "it": 1.0, "ka": 1.0, "kz": 1.0, "la": 1.0, "li": 1.0, "lv": 1.0, "mk": 1.0, "mt": 1.0, "nl": 1.0, "no": 1.0, "pl": 0.996409, "pt": 1.0, "ro": 1.0, "ru": 1.0, "sk": 1.0, "sl": 1.0, "sq": 1.0, "sr": 1.0, "sv": 1.0, "tr": 1.0, "uk": 1.0}, "lang_mae": {"ab": 1.6818, "ar": 2.473, "az": 1.8682, "be": 2.3323, "bg": 1.5422, "bo": 1.8086, "ca": 1.7135, "cn": 1.8673, "cs": 1.8074, "cy": 2.1613, "da": 1.8483, "de": 1.5378, "el": 1.8176, "en": 1.4907, "es": 1.9902, "et": 1.9726, "eu": 2.1017, "fa": 2.2959, "fi": 1.9644, "fr": 1.8506, "gl": 1.5076, "he": 1.9015, "hi": 1.7772, "hu": 1.9918, "hv": 2.0825, "ir": 2.2313, "is": 2.3903, "it": 1.9214, "ka": 2.4669, "kz": 2.142, "la": 2.4756, "li": 2.0052, "lv": 1.8898, "mk": 2.1077, "mt": 1.9213, "nl": 1.9529, "no": 1.6729, "pl": 1.4739, "pt": 1.8, "ro": 1.8736, "ru": 1.8228, "sk": 2.0994, "sl": 1.938, "sq": 1.9373, "sr": 2.1166, "sv": 1.8064, "tr": 1.7294, "uk": 1.6005}, "confusion": {"2": {"1": 0.2285, "5": 0.3408, "2": 0.0522, "4": 0.3362, "3": 0.0123, "6": 0.03}, "4": {"5": 0.3715, "1": 0.3029, "2": 0.0531, "4": 0.2045, "6": 0.0531, "3": 0.0149}, "1": {"1": 0.1946, "5": 0.3845, "2": 0.0389, "4": 0.3288, "6": 0.0431, "3": 0.0102}, "5": {"5": 0.4242, "1": 0.144, "2": 0.0424, "4": 0.3328, "6": 0.0489, "3": 0.0077}, "3": {"5": 0.3657, "1": 0.3044, "4": 0.2131, "2": 0.0606, "6": 0.0423, "3": 0.0139}, "6": {"5": 0.4583, "1": 0.1581, "2": 0.0508, "6": 0.0845, "4": 0.2388, "3": 0.0095}}}, {"model": "CYFRAGOVPL/pllum-12b-nc-chat-250715", "avg_exact": 0.181031, "avg_wp": 0.290794, "avg_bias": -0.1791, "avg_parsed": 0.682125, "avg_mae": 1.7019, "total": 21952, "lang_exact": {"ab": 0.161667, "ar": 0.0975, "az": 0.2425, "be": 0.2625, "bg": 0.198895, "bo": 0.1675, "ca": 0.147632, "cn": 0.131667, "cs": 0.1425, "cy": 0.153333, "da": 0.2825, "de": 0.146667, "el": 0.1975, "en": 0.196667, "es": 0.24024, "et": 0.24, "eu": 0.155779, "fa": 0.16, "fi": 0.195, "fr": 0.180628, "gl": 0.2, "he": 0.166667, "hi": 0.183824, "hu": 0.215, "hv": 0.235, "ir": 0.111667, "is": 0.17, "it": 0.1825, "ka": 0.157233, "kz": 0.136667, "la": 0.251462, "li": 0.215, "lv": 0.155, "mk": 0.1775, "mt": 0.15, "nl": 0.1925, "no": 0.215, "pl": 0.115789, "pt": 0.1625, "ro": 0.2425, "ru": 0.236667, "sk": 0.2175, "sl": 0.2425, "sq": 0.1075, "sr": 0.155, "sv": 0.22, "tr": 0.195, "uk": 0.121951}, "lang_wp": {"ab": 0.265833, "ar": 0.17375, "az": 0.3925, "be": 0.3925, "bg": 0.299724, "bo": 0.24625, "ca": 0.236769, "cn": 0.211667, "cs": 0.2425, "cy": 0.285, "da": 0.4425, "de": 0.2475, "el": 0.335, "en": 0.264167, "es": 0.355856, "et": 0.34, "eu": 0.250419, "fa": 0.263333, "fi": 0.2975, "fr": 0.306283, "gl": 0.345, "he": 0.26, "hi": 0.318015, "hu": 0.3275, "hv": 0.34375, "ir": 0.189167, "is": 0.30125, "it": 0.2575, "ka": 0.295597, "kz": 0.264167, "la": 0.359649, "li": 0.28625, "lv": 0.26125, "mk": 0.2925, "mt": 0.29125, "nl": 0.335, "no": 0.28875, "pl": 0.17193, "pt": 0.25375, "ro": 0.41375, "ru": 0.358333, "sk": 0.3175, "sl": 0.39875, "sq": 0.21125, "sr": 0.2725, "sv": 0.39, "tr": 0.29625, "uk": 0.213415}, "lang_parsed": {"ab": 0.63, "ar": 0.4875, "az": 0.8725, "be": 0.6975, "bg": 0.588398, "bo": 0.515, "ca": 0.481894, "cn": 0.588333, "cs": 0.5275, "cy": 0.86, "da": 0.84, "de": 0.57, "el": 0.795, "en": 0.51, "es": 0.672673, "et": 0.7525, "eu": 0.748744, "fa": 0.801667, "fi": 0.645, "fr": 0.612565, "gl": 0.69, "he": 0.643333, "hi": 0.871324, "hu": 0.7525, "hv": 0.63, "ir": 0.588333, "is": 0.7675, "it": 0.5375, "ka": 0.748428, "kz": 0.836667, "la": 0.807018, "li": 0.585, "lv": 0.545, "mk": 0.74, "mt": 0.7725, "nl": 0.7175, "no": 0.6175, "pl": 0.477193, "pt": 0.5375, "ro": 0.855, "ru": 0.816667, "sk": 0.695, "sl": 0.83, "sq": 0.5775, "sr": 0.525, "sv": 0.7975, "tr": 0.76, "uk": 0.721254}, "lang_mae": {"ab": 1.4735, "ar": 2.2154, "az": 1.6848, "be": 1.3728, "bg": 1.4507, "bo": 1.7233, "ca": 1.3873, "cn": 1.9773, "cs": 1.6635, "cy": 1.6667, "da": 1.2232, "de": 1.4474, "el": 2.0472, "en": 1.3954, "es": 1.442, "et": 1.7807, "eu": 2.0045, "fa": 1.9459, "fi": 1.845, "fr": 1.6068, "gl": 1.2367, "he": 1.6632, "hi": 1.7511, "hu": 1.9967, "hv": 1.5238, "ir": 1.9065, "is": 1.8078, "it": 1.6512, "ka": 1.7521, "kz": 2.0159, "la": 1.7101, "li": 1.8077, "lv": 1.6743, "mk": 1.7872, "mt": 1.7508, "nl": 1.331, "no": 1.8462, "pl": 1.7353, "pt": 1.7116, "ro": 1.4123, "ru": 1.4878, "sk": 1.8094, "sl": 1.5361, "sq": 2.0346, "sr": 1.1524, "sv": 1.442, "tr": 2.2368, "uk": 2.1304}, "confusion": {"1": {"6": 0.1641, "2": 0.1494, "1": 0.5374, "3": 0.0636, "5": 0.0381, "4": 0.0473}, "2": {"2": 0.1685, "1": 0.3392, "4": 0.0745, "3": 0.1322, "6": 0.217, "5": 0.0686}, "3": {"4": 0.1226, "3": 0.0934, "1": 0.2472, "6": 0.2585, "5": 0.1802, "2": 0.0981}, "4": {"6": 0.2685, "5": 0.2005, "4": 0.1191, "1": 0.2601, "3": 0.0856, "2": 0.0663}, "5": {"4": 0.1975, "2": 0.032, "6": 0.2114, "5": 0.2705, "1": 0.2123, "3": 0.0763}, "6": {"4": 0.1714, "5": 0.2743, "6": 0.2136, "1": 0.2624, "2": 0.0327, "3": 0.0457}}}];
   const ALL_LANGS   = ["sq", "ab", "ar", "az", "eu", "be", "bo", "bg", "ca", "cn", "hv", "cs", "da", "nl", "en", "et", "fa", "fi", "fr", "gl", "ka", "de", "el", "he", "hi", "hu", "is", "ir", "it", "kz", "la", "lv", "li", "mk", "mt", "no", "pl", "pt", "ro", "ru", "sr", "sk", "sl", "es", "sv", "tr", "uk", "cy"];
   const LANG_NAMES  = {"af": "Afrikaans", "ab": "Arabic", "az": "Azerbaijani", "ar": "Armenian", "be": "Belarusian", "bo": "Bosnian", "bg": "Bulgarian", "bn": "Brunei", "ca": "Catalan", "cs": "Czech", "cn": "Chinese", "cy": "Welsh", "da": "Danish", "de": "German", "el": "Greek", "en": "English", "eo": "Esperanto", "es": "Spanish", "et": "Estonian", "eu": "Basque", "fa": "Faroese", "fi": "Finnish", "fr": "French", "ga": "Irish", "gl": "Galician", "gu": "Gujarati", "he": "Hebrew", "hi": "Hindi", "hr": "Croatian", "hu": "Hungarian", "hv": "Croatia", "id": "Indonesian", "is": "Icelandic", "it": "Italian", "ir": "Irish", "ja": "Japanese", "ka": "Georgian", "kz": "Kazakh", "km": "Khmer", "kn": "Kannada", "ko": "Korean", "la": "Latin", "li": "Lithuanian", "lv": "Latvian", "mk": "Macedonian", "ml": "Malayalam", "mn": "Mongolian", "mr": "Marathi", "ms": "Malay", "mt": "Maltese", "my": "Burmese", "ne": "Nepali", "nl": "Dutch", "no": "Norwegian", "pa": "Punjabi", "pe": "Persian", "pl": "Polish", "pt": "Portuguese", "ro": "Romanian", "ru": "Russian", "si": "Sinhala", "sk": "Slovak", "sl": "Slovenian", "sq": "Albanian", "sr": "Serbian", "sv": "Swedish", "sw": "Swahili", "ta": "Tamil", "te": "Telugu", "th": "Thai", "tl": "Filipino", "tr": "Turkish", "uk": "Ukrainian", "ur": "Urdu", "uz": "Uzbek", "vi": "Vietnamese", "zh": "Chinese", "zu": "Zulu"};
   const LANG_COUNTS = {"ab": 600, "ar": 400, "az": 400, "be": 400, "bg": 362, "bo": 400, "ca": 359, "cn": 600, "cs": 400, "cy": 600, "da": 400, "de": 600, "el": 400, "en": 600, "es": 333, "et": 400, "eu": 597, "fa": 600, "fi": 400, "fr": 382, "gl": 600, "he": 600, "hi": 544, "hu": 400, "hv": 400, "ir": 600, "is": 400, "it": 400, "ka": 318, "kz": 600, "la": 513, "li": 400, "lv": 400, "mk": 400, "mt": 400, "nl": 400, "no": 400, "pl": 571, "pt": 400, "ro": 400, "ru": 600, "sk": 400, "sl": 400, "sq": 400, "sr": 400, "sv": 400, "tr": 400, "uk": 574};
   function dsLangs()       { return activeDS === 1 ? ALL_LANGS     : ALL_LANGS_2; }
   function dsLangCounts()  { return activeDS === 1 ? LANG_COUNTS   : LANG_COUNTS_2; }
   function dsLangDist()    { return activeDS === 1 ? LANG_DIST     : LANG_DIST_2; }
+  function dsTotalPreds()  { return activeDS === 1 ? 292555 : TOTAL_PREDS_2; }
   window.setDataset = function(ds) {
     if (ds === 2 && !HAS_SECOND) return;
     }).join('');
     document.getElementById('footer').textContent =
+      `292555 predictions · ${dsLangs().length} languages · ${dsRows().length} models`;
   }
   // ── dataset distribution ──