diff --git "a/index.html" "b/index.html"
--- "a/index.html"
+++ "b/index.html"
@@ -253,10 +253,10 @@
 
 <script>
 (function() {
-  const ALL_ROWS    = [{"model": "Qwen/Qwen3.5-397B-A17B-FP8", "avg_exact": 0.656148, "avg_wp": 0.808234, "avg_bias": -0.1102, "total": 17112, "lang_exact": {"ar": 0.675, "az": 0.7025, "be": 0.785, "bg": 0.759669, "bo": 0.735, "ca": 0.732591, "cn": 0.628333, "cs": 0.7425, "da": 0.565, "el": 0.6075, "en": 0.46, "es": 0.777778, "et": 0.6575, "eu": 0.474037, "fa": 0.565, "fi": 0.77, "fr": 0.769634, "gl": 0.521667, "hu": 0.6475, "hv": 0.7175, "is": 0.715, "it": 0.78, "ka": 0.688679, "la": 0.662768, "li": 0.6, "lv": 0.725, "mk": 0.54, "mt": 0.74, "nl": 0.58, "no": 0.695, "pl": 0.486865, "pt": 0.695, "ro": 0.625, "ru": 0.759076, "sk": 0.63, "sl": 0.715, "sq": 0.8025, "sr": 0.5625, "sv": 0.66, "tr": 0.55, "uk": 0.764706}, "lang_wp": {"ar": 0.8225, "az": 0.83375, "be": 0.87375, "bg": 0.870166, "bo": 0.85625, "ca": 0.85376, "cn": 0.7875, "cs": 0.85125, "da": 0.77125, "el": 0.79625, "en": 0.71125, "es": 0.876877, "et": 0.8175, "eu": 0.68593, "fa": 0.758333, "fi": 0.87125, "fr": 0.870419, "gl": 0.721667, "hu": 0.79625, "hv": 0.85625, "is": 0.8475, "it": 0.87875, "ka": 0.794025, "la": 0.798246, "li": 0.78875, "lv": 0.85625, "mk": 0.75125, "mt": 0.8475, "nl": 0.78, "no": 0.8075, "pl": 0.707531, "pt": 0.80625, "ro": 0.7825, "ru": 0.866337, "sk": 0.8, "sl": 0.85, "sq": 0.89375, "sr": 0.77375, "sv": 0.82125, "tr": 0.755, "uk": 0.874332}, "confusion": {"1": {"1": 0.7778, "2": 0.2149, "3": 0.0035, "4": 0.003, "5": 0.0003, "6": 0.0005}, "2": {"2": 0.6939, "1": 0.239, "3": 0.0258, "4": 0.0335, "5": 0.002, "6": 0.0058}, "5": {"5": 0.659, "4": 0.1832, "6": 0.1293, "2": 0.0205, "3": 0.008}, "6": {"5": 0.3482, "6": 0.5891, "3": 0.0008, "4": 0.0455, "2": 0.0154, "1": 0.0011}, "3": {"4": 0.376, "2": 0.3614, "5": 0.0535, "3": 0.1977, "1": 0.0081, "6": 0.0032}, "4": {"4": 0.49, "5": 0.2871, "3": 0.0871, "2": 0.1114, "6": 0.02, "1": 0.0043}}}, {"model": "google/gemini-3-flash-preview", "avg_exact": 0.577296, "avg_wp": 0.760411, "avg_bias": 0.0496, "total": 1753, "lang_exact": {"ar": 0.575, "az": 0.55, "be": 0.625, "bg": 0.75, "bo": 0.575, "ca": 0.725, "cn": 0.566667, "cs": 0.525, "da": 0.475, "el": 0.575, "en": 0.4, "es": 0.825, "et": 0.625, "eu": 0.416667, "fa": 0.516667, "fi": 0.625, "fr": 0.675, "gl": 0.533333, "hu": 0.575, "hv": 0.7, "is": 0.55, "it": 0.725, "ka": 0.6, "la": 0.5, "li": 0.5, "lv": 0.6, "mk": 0.525, "mt": 0.7, "nl": 0.45, "no": 0.6, "pl": 0.366667, "pt": 0.525, "ro": 0.625, "ru": 0.69697, "sk": 0.525, "sl": 0.7, "sq": 0.675, "sr": 0.475, "sv": 0.6, "tr": 0.6, "uk": 0.6}, "lang_wp": {"ar": 0.7875, "az": 0.6875, "be": 0.8125, "bg": 0.8625, "bo": 0.775, "ca": 0.8375, "cn": 0.783333, "cs": 0.725, "da": 0.725, "el": 0.775, "en": 0.65, "es": 0.9125, "et": 0.8125, "eu": 0.608333, "fa": 0.725, "fi": 0.775, "fr": 0.8125, "gl": 0.7, "hu": 0.7875, "hv": 0.85, "is": 0.7125, "it": 0.85, "ka": 0.8, "la": 0.658333, "li": 0.725, "lv": 0.7875, "mk": 0.7125, "mt": 0.8, "nl": 0.7, "no": 0.775, "pl": 0.641667, "pt": 0.75, "ro": 0.75, "ru": 0.833333, "sk": 0.7625, "sl": 0.8375, "sq": 0.825, "sr": 0.7375, "sv": 0.8, "tr": 0.7625, "uk": 0.7875}, "confusion": {"2": {"2": 0.435, "1": 0.3325, "3": 0.135, "5": 0.03, "4": 0.06, "6": 0.0075}, "1": {"2": 0.1463, "1": 0.822, "4": 0.0073, "5": 0.0073, "3": 0.0171}, "5": {"5": 0.5268, "6": 0.3537, "4": 0.0976, "3": 0.0195, "2": 0.0024}, "6": {"6": 0.6336, "5": 0.3333, "4": 0.028, "3": 0.0025, "2": 0.0025}, "3": {"4": 0.3286, "3": 0.2286, "2": 0.2429, "5": 0.1571, "1": 0.0429}, "4": {"4": 0.2857, "5": 0.4286, "3": 0.1286, "6": 0.1, "2": 0.0571}}}, {"model": "openai/gpt-4o-mini", "avg_exact": 0.596461, "avg_wp": 0.757991, "avg_bias": -0.1427, "total": 1752, "lang_exact": {"ar": 0.625, "az": 0.5, "be": 0.725, "bg": 0.675, "bo": 0.675, "ca": 0.475, "cn": 0.7, "cs": 0.6, "da": 0.525, "el": 0.525, "en": 0.425, "es": 0.8, "et": 0.875, "eu": 0.35, "fa": 0.533333, "fi": 0.65, "fr": 0.575, "gl": 0.433333, "hu": 0.65, "hv": 0.7, "is": 0.6, "it": 0.725, "ka": 0.475, "la": 0.4, "li": 0.675, "lv": 0.725, "mk": 0.4, "mt": 0.6, "nl": 0.475, "no": 0.675, "pl": 0.383333, "pt": 0.75, "ro": 0.5, "ru": 0.848485, "sk": 0.7, "sl": 0.7, "sq": 0.7, "sr": 0.475, "sv": 0.725, "tr": 0.65, "uk": 0.692308}, "lang_wp": {"ar": 0.7875, "az": 0.725, "be": 0.8625, "bg": 0.8125, "bo": 0.8375, "ca": 0.675, "cn": 0.841667, "cs": 0.7625, "da": 0.725, "el": 0.7375, "en": 0.5875, "es": 0.9, "et": 0.9375, "eu": 0.583333, "fa": 0.733333, "fi": 0.775, "fr": 0.7625, "gl": 0.666667, "hu": 0.8125, "hv": 0.825, "is": 0.7875, "it": 0.8375, "ka": 0.6625, "la": 0.566667, "li": 0.8125, "lv": 0.8625, "mk": 0.575, "mt": 0.7875, "nl": 0.7, "no": 0.7875, "pl": 0.566667, "pt": 0.8625, "ro": 0.7, "ru": 0.893939, "sk": 0.825, "sl": 0.8375, "sq": 0.825, "sr": 0.6875, "sv": 0.8375, "tr": 0.8, "uk": 0.833333}, "confusion": {"5": {"5": 0.6537, "4": 0.1439, "6": 0.1561, "2": 0.0146, "3": 0.0244, "1": 0.0073}, "2": {"3": 0.155, "1": 0.2625, "4": 0.0275, "2": 0.54, "5": 0.0125, "6": 0.0025}, "1": {"2": 0.1951, "1": 0.7488, "3": 0.0512, "4": 0.0049}, "6": {"5": 0.3316, "6": 0.5306, "4": 0.0561, "3": 0.0281, "2": 0.0306, "1": 0.023}, "3": {"4": 0.2286, "3": 0.3286, "2": 0.2429, "1": 0.1714, "5": 0.0286}, "4": {"4": 0.3286, "3": 0.1429, "5": 0.3286, "2": 0.1286, "6": 0.0286, "1": 0.0429}}}, {"model": "qwen/qwen3-235b-a22b-2507", "avg_exact": 0.496292, "avg_wp": 0.693953, "avg_bias": -0.4398, "total": 1753, "lang_exact": {"ar": 0.6, "az": 0.475, "be": 0.55, "bg": 0.65, "bo": 0.55, "ca": 0.525, "cn": 0.433333, "cs": 0.425, "da": 0.45, "el": 0.55, "en": 0.425, "es": 0.525, "et": 0.5, "eu": 0.416667, "fa": 0.616667, "fi": 0.55, "fr": 0.6, "gl": 0.433333, "hu": 0.65, "hv": 0.625, "is": 0.475, "it": 0.65, "ka": 0.325, "la": 0.433333, "li": 0.4, "lv": 0.575, "mk": 0.35, "mt": 0.475, "nl": 0.35, "no": 0.4, "pl": 0.316667, "pt": 0.575, "ro": 0.5, "ru": 0.454545, "sk": 0.45, "sl": 0.575, "sq": 0.6, "sr": 0.5, "sv": 0.475, "tr": 0.45, "uk": 0.625}, "lang_wp": {"ar": 0.775, "az": 0.7, "be": 0.75, "bg": 0.8, "bo": 0.75, "ca": 0.7, "cn": 0.616667, "cs": 0.6375, "da": 0.6625, "el": 0.725, "en": 0.55, "es": 0.725, "et": 0.75, "eu": 0.608333, "fa": 0.783333, "fi": 0.725, "fr": 0.7625, "gl": 0.625, "hu": 0.8125, "hv": 0.8, "is": 0.7, "it": 0.8125, "ka": 0.6, "la": 0.558333, "li": 0.6625, "lv": 0.775, "mk": 0.575, "mt": 0.675, "nl": 0.6, "no": 0.65, "pl": 0.458333, "pt": 0.775, "ro": 0.7375, "ru": 0.712121, "sk": 0.7, "sl": 0.775, "sq": 0.7625, "sr": 0.725, "sv": 0.725, "tr": 0.675, "uk": 0.8}, "confusion": {"1": {"1": 0.9293, "2": 0.0439, "3": 0.0244, "4": 0.0024}, "2": {"4": 0.02, "3": 0.095, "1": 0.81, "6": 0.0025, "2": 0.0725}, "5": {"5": 0.4171, "4": 0.2585, "3": 0.061, "6": 0.2073, "1": 0.0463, "2": 0.0098}, "6": {"6": 0.6438, "4": 0.0662, "5": 0.2239, "3": 0.0382, "2": 0.0051, "1": 0.0229}, "3": {"2": 0.0857, "1": 0.5714, "3": 0.2143, "4": 0.1286}, "4": {"1": 0.2714, "4": 0.3, "2": 0.1143, "6": 0.0429, "3": 0.1714, "5": 0.1}}}, {"model": "deepseek/deepseek-v3.2", "avg_exact": 0.403879, "avg_wp": 0.629492, "avg_bias": -0.5031, "total": 1753, "lang_exact": {"ar": 0.375, "az": 0.325, "be": 0.475, "bg": 0.475, "bo": 0.475, "ca": 0.425, "cn": 0.533333, "cs": 0.5, "da": 0.275, "el": 0.25, "en": 0.525, "es": 0.425, "et": 0.425, "eu": 0.333333, "fa": 0.35, "fi": 0.375, "fr": 0.45, "gl": 0.483333, "hu": 0.4, "hv": 0.475, "is": 0.575, "it": 0.425, "ka": 0.35, "la": 0.3, "li": 0.375, "lv": 0.4, "mk": 0.325, "mt": 0.375, "nl": 0.325, "no": 0.4, "pl": 0.366667, "pt": 0.475, "ro": 0.25, "ru": 0.484848, "sk": 0.375, "sl": 0.6, "sq": 0.375, "sr": 0.3, "sv": 0.375, "tr": 0.375, "uk": 0.425}, "lang_wp": {"ar": 0.625, "az": 0.5625, "be": 0.725, "bg": 0.675, "bo": 0.7, "ca": 0.6375, "cn": 0.741667, "cs": 0.6875, "da": 0.5125, "el": 0.475, "en": 0.6875, "es": 0.7, "et": 0.7, "eu": 0.541667, "fa": 0.633333, "fi": 0.5875, "fr": 0.6875, "gl": 0.683333, "hu": 0.65, "hv": 0.7125, "is": 0.7625, "it": 0.6875, "ka": 0.575, "la": 0.5, "li": 0.5375, "lv": 0.6625, "mk": 0.55, "mt": 0.5625, "nl": 0.5625, "no": 0.625, "pl": 0.558333, "pt": 0.7, "ro": 0.4625, "ru": 0.712121, "sk": 0.625, "sl": 0.775, "sq": 0.6625, "sr": 0.6, "sv": 0.6, "tr": 0.625, "uk": 0.6125}, "confusion": {"1": {"1": 0.8829, "2": 0.0683, "3": 0.0195, "4": 0.022, "6": 0.0024, "5": 0.0049}, "2": {"1": 0.5925, "2": 0.205, "3": 0.11, "4": 0.0725, "6": 0.01, "5": 0.01}, "5": {"4": 0.5195, "6": 0.0317, "5": 0.3366, "3": 0.0829, "2": 0.0171, "1": 0.0122}, "6": {"4": 0.2316, "6": 0.1832, "5": 0.5242, "1": 0.0305, "3": 0.0254, "2": 0.0051}, "3": {"3": 0.2286, "4": 0.3286, "2": 0.1429, "1": 0.2571, "5": 0.0429}, "4": {"3": 0.1571, "4": 0.5429, "5": 0.0857, "1": 0.1714, "2": 0.0429}}}, {"model": "z-ai/glm-4-32b", "avg_exact": 0.432402, "avg_wp": 0.620936, "avg_bias": 0.0877, "total": 1753, "lang_exact": {"ar": 0.375, "az": 0.5, "be": 0.625, "bg": 0.375, "bo": 0.625, "ca": 0.35, "cn": 0.383333, "cs": 0.625, "da": 0.35, "el": 0.55, "en": 0.3, "es": 0.35, "et": 0.525, "eu": 0.3, "fa": 0.383333, "fi": 0.525, "fr": 0.525, "gl": 0.25, "hu": 0.5, "hv": 0.625, "is": 0.35, "it": 0.4, "ka": 0.5, "la": 0.433333, "li": 0.425, "lv": 0.525, "mk": 0.225, "mt": 0.35, "nl": 0.425, "no": 0.475, "pl": 0.35, "pt": 0.25, "ro": 0.3, "ru": 0.515152, "sk": 0.525, "sl": 0.475, "sq": 0.7, "sr": 0.375, "sv": 0.4, "tr": 0.425, "uk": 0.525}, "lang_wp": {"ar": 0.525, "az": 0.7, "be": 0.775, "bg": 0.5375, "bo": 0.7625, "ca": 0.5, "cn": 0.583333, "cs": 0.775, "da": 0.6, "el": 0.7375, "en": 0.45, "es": 0.575, "et": 0.725, "eu": 0.533333, "fa": 0.608333, "fi": 0.6375, "fr": 0.6625, "gl": 0.375, "hu": 0.65, "hv": 0.8125, "is": 0.5875, "it": 0.6, "ka": 0.65, "la": 0.558333, "li": 0.65, "lv": 0.7125, "mk": 0.4125, "mt": 0.5625, "nl": 0.675, "no": 0.675, "pl": 0.575, "pt": 0.4375, "ro": 0.525, "ru": 0.69697, "sk": 0.7375, "sl": 0.6875, "sq": 0.8375, "sr": 0.6, "sv": 0.625, "tr": 0.675, "uk": 0.7125}, "confusion": {"1": {"1": 0.7217, "3": 0.2389, "5": 0.0369, "4": 0.0025}, "2": {"3": 0.5682, "5": 0.0732, "1": 0.3207, "4": 0.0278, "6": 0.0101}, "5": {"5": 0.5479, "6": 0.1818, "3": 0.1425, "4": 0.1057, "1": 0.0221}, "6": {"6": 0.553, "5": 0.3488, "3": 0.0646, "4": 0.0181, "1": 0.0155}, "3": {"3": 0.2429, "4": 0.1571, "5": 0.3857, "1": 0.1857, "6": 0.0286}, "4": {"4": 0.1618, "5": 0.4853, "3": 0.1912, "1": 0.1176, "6": 0.0441}}}, {"model": "speakleash/Bielik-11B-v3.0-Instruct", "avg_exact": 0.41462, "avg_wp": 0.601942, "avg_bias": -0.2942, "total": 1751, "lang_exact": {"ar": 0.025, "az": 0.525, "be": 0.2, "bg": 0.525, "bo": 0.675, "ca": 0.325, "cn": 0.271186, "cs": 0.5, "da": 0.425, "el": 0.325, "en": 0.5, "es": 0.475, "et": 0.55, "eu": 0.25, "fa": 0.366667, "fi": 0.425, "fr": 0.5, "gl": 0.4, "hu": 0.475, "hv": 0.525, "is": 0.225, "it": 0.475, "ka": 0.230769, "la": 0.3, "li": 0.45, "lv": 0.425, "mk": 0.275, "mt": 0.375, "nl": 0.45, "no": 0.475, "pl": 0.366667, "pt": 0.475, "ro": 0.425, "ru": 0.606061, "sk": 0.475, "sl": 0.55, "sq": 0.5, "sr": 0.45, "sv": 0.425, "tr": 0.45, "uk": 0.625}, "lang_wp": {"ar": 0.15, "az": 0.6875, "be": 0.275, "bg": 0.675, "bo": 0.7875, "ca": 0.6125, "cn": 0.40678, "cs": 0.6125, "da": 0.675, "el": 0.5625, "en": 0.65, "es": 0.7125, "et": 0.7375, "eu": 0.483333, "fa": 0.583333, "fi": 0.5375, "fr": 0.725, "gl": 0.608333, "hu": 0.6625, "hv": 0.675, "is": 0.3875, "it": 0.6875, "ka": 0.371795, "la": 0.483333, "li": 0.675, "lv": 0.675, "mk": 0.575, "mt": 0.575, "nl": 0.7125, "no": 0.6875, "pl": 0.541667, "pt": 0.6875, "ro": 0.65, "ru": 0.727273, "sk": 0.6125, "sl": 0.6625, "sq": 0.6625, "sr": 0.6, "sv": 0.7, "tr": 0.7, "uk": 0.75}, "confusion": {"1": {"3": 0.0442, "5": 0.026, "1": 0.8623, "2": 0.0338, "4": 0.0338}, "2": {"1": 0.5652, "3": 0.1576, "5": 0.0408, "2": 0.1087, "4": 0.1277}, "5": {"3": 0.0281, "5": 0.8235, "1": 0.0358, "4": 0.1125}, "6": {"3": 0.0278, "5": 0.8056, "4": 0.0741, "1": 0.0833, "6": 0.0093}, "3": {"1": 0.2687, "3": 0.0597, "5": 0.0746, "4": 0.5821, "2": 0.0149}, "4": {"3": 0.0909, "5": 0.3939, "1": 0.1061, "2": 0.0303, "4": 0.3788}}}, {"model": "google/gemini-2.0-flash-lite-001", "avg_exact": 0.385054, "avg_wp": 0.586423, "avg_bias": -0.2835, "total": 1753, "lang_exact": {"ar": 0.325, "az": 0.325, "be": 0.55, "bg": 0.6, "bo": 0.4, "ca": 0.275, "cn": 0.45, "cs": 0.3, "da": 0.4, "el": 0.225, "en": 0.525, "es": 0.4, "et": 0.55, "eu": 0.333333, "fa": 0.516667, "fi": 0.4, "fr": 0.425, "gl": 0.383333, "hu": 0.45, "hv": 0.425, "is": 0.2, "it": 0.425, "ka": 0.3, "la": 0.216667, "li": 0.425, "lv": 0.475, "mk": 0.2, "mt": 0.425, "nl": 0.4, "no": 0.325, "pl": 0.366667, "pt": 0.375, "ro": 0.275, "ru": 0.606061, "sk": 0.425, "sl": 0.375, "sq": 0.425, "sr": 0.25, "sv": 0.425, "tr": 0.4, "uk": 0.275}, "lang_wp": {"ar": 0.525, "az": 0.6, "be": 0.75, "bg": 0.7625, "bo": 0.5875, "ca": 0.525, "cn": 0.608333, "cs": 0.5, "da": 0.55, "el": 0.5, "en": 0.7125, "es": 0.65, "et": 0.6875, "eu": 0.566667, "fa": 0.691667, "fi": 0.6375, "fr": 0.6125, "gl": 0.633333, "hu": 0.6375, "hv": 0.625, "is": 0.45, "it": 0.6125, "ka": 0.525, "la": 0.383333, "li": 0.575, "lv": 0.7, "mk": 0.4625, "mt": 0.65, "nl": 0.6125, "no": 0.4875, "pl": 0.55, "pt": 0.525, "ro": 0.4375, "ru": 0.712121, "sk": 0.6, "sl": 0.6125, "sq": 0.6125, "sr": 0.4875, "sv": 0.6375, "tr": 0.5875, "uk": 0.525}, "confusion": {"2": {"3": 0.3775, "1": 0.2725, "2": 0.28, "4": 0.0525, "6": 0.0175}, "1": {"3": 0.1098, "1": 0.7171, "2": 0.1585, "4": 0.0098, "6": 0.0049}, "5": {"4": 0.5293, "3": 0.1341, "5": 0.178, "6": 0.1561, "1": 0.0024}, "6": {"6": 0.3333, "4": 0.3868, "5": 0.1323, "3": 0.1349, "1": 0.0102, "2": 0.0025}, "3": {"6": 0.0571, "3": 0.5143, "4": 0.2143, "5": 0.0714, "1": 0.0571, "2": 0.0857}, "4": {"4": 0.4143, "6": 0.1714, "3": 0.3571, "2": 0.0286, "5": 0.0286}}}, {"model": "google/gemma-3-12b-it", "avg_exact": 0.337707, "avg_wp": 0.573873, "avg_bias": -0.0331, "total": 1753, "lang_exact": {"ar": 0.275, "az": 0.35, "be": 0.35, "bg": 0.475, "bo": 0.45, "ca": 0.225, "cn": 0.383333, "cs": 0.45, "da": 0.375, "el": 0.275, "en": 0.45, "es": 0.325, "et": 0.4, "eu": 0.233333, "fa": 0.25, "fi": 0.4, "fr": 0.425, "gl": 0.166667, "hu": 0.35, "hv": 0.4, "is": 0.475, "it": 0.325, "ka": 0.3, "la": 0.3, "li": 0.25, "lv": 0.425, "mk": 0.275, "mt": 0.25, "nl": 0.45, "no": 0.375, "pl": 0.366667, "pt": 0.25, "ro": 0.25, "ru": 0.575758, "sk": 0.275, "sl": 0.35, "sq": 0.35, "sr": 0.325, "sv": 0.175, "tr": 0.325, "uk": 0.375}, "lang_wp": {"ar": 0.5, "az": 0.625, "be": 0.6125, "bg": 0.6625, "bo": 0.675, "ca": 0.4875, "cn": 0.583333, "cs": 0.625, "da": 0.5875, "el": 0.5125, "en": 0.5625, "es": 0.5875, "et": 0.625, "eu": 0.466667, "fa": 0.533333, "fi": 0.625, "fr": 0.675, "gl": 0.375, "hu": 0.6125, "hv": 0.6375, "is": 0.6875, "it": 0.5375, "ka": 0.475, "la": 0.525, "li": 0.5875, "lv": 0.6625, "mk": 0.55, "mt": 0.5375, "nl": 0.725, "no": 0.5625, "pl": 0.575, "pt": 0.525, "ro": 0.4875, "ru": 0.787879, "sk": 0.5625, "sl": 0.6, "sq": 0.5125, "sr": 0.5875, "sv": 0.5125, "tr": 0.6125, "uk": 0.575}, "confusion": {"1": {"2": 0.4366, "4": 0.0195, "1": 0.3195, "3": 0.2024, "6": 0.0122, "5": 0.0098}, "2": {"4": 0.0675, "3": 0.4425, "2": 0.24, "5": 0.045, "1": 0.1825, "6": 0.0225}, "5": {"5": 0.7171, "3": 0.0268, "4": 0.0854, "1": 0.1244, "6": 0.0439, "2": 0.0024}, "6": {"6": 0.1148, "5": 0.6862, "3": 0.0459, "4": 0.0995, "1": 0.0434, "2": 0.0102}, "3": {"3": 0.2429, "4": 0.3143, "5": 0.2, "1": 0.1857, "2": 0.0571}, "4": {"5": 0.6286, "4": 0.1286, "3": 0.1, "1": 0.1286, "6": 0.0143}}}, {"model": "utter-project/EuroLLM-22B-Instruct-2512", "avg_exact": 0.38388, "avg_wp": 0.562127, "avg_bias": 0.2259, "total": 16104, "lang_exact": {"ar": 0.311628, "az": 0.444162, "be": 0.408269, "bg": 0.535032, "bo": 0.479769, "ca": 0.410256, "cn": 0.35533, "cs": 0.492997, "da": 0.375315, "el": 0.411028, "en": 0.386364, "es": 0.555215, "et": 0.393229, "eu": 0.199662, "fa": 0.194305, "fi": 0.434402, "fr": 0.437838, "gl": 0.262626, "hu": 0.380577, "hv": 0.501458, "is": 0.269663, "it": 0.49866, "ka": 0.048544, "la": 0.319475, "li": 0.434447, "lv": 0.460759, "mk": 0.332494, "mt": 0.355499, "nl": 0.414573, "no": 0.49589, "pl": 0.329609, "pt": 0.454545, "ro": 0.447917, "ru": 0.524917, "sk": 0.359897, "sl": 0.418848, "sq": 0.471947, "sr": 0.320707, "sv": 0.249357, "tr": 0.418367, "uk": 0.523529}, "lang_wp": {"ar": 0.474419, "az": 0.611675, "be": 0.608527, "bg": 0.691083, "bo": 0.680636, "ca": 0.57265, "cn": 0.568528, "cs": 0.693277, "da": 0.623426, "el": 0.610276, "en": 0.515152, "es": 0.708589, "et": 0.580729, "eu": 0.366328, "fa": 0.362647, "fi": 0.62828, "fr": 0.568919, "gl": 0.442761, "hu": 0.586614, "hv": 0.669096, "is": 0.383427, "it": 0.689008, "ka": 0.200647, "la": 0.521882, "li": 0.667095, "lv": 0.607595, "mk": 0.520151, "mt": 0.498721, "nl": 0.657035, "no": 0.660274, "pl": 0.494413, "pt": 0.593506, "ro": 0.623698, "ru": 0.621262, "sk": 0.562982, "sl": 0.628272, "sq": 0.516502, "sr": 0.537879, "sv": 0.508997, "tr": 0.572704, "uk": 0.717647}, "confusion": {"1": {"1": 0.6252, "5": 0.1993, "3": 0.1129, "2": 0.0364, "4": 0.0222, "6": 0.0039}, "2": {"1": 0.4311, "5": 0.3432, "3": 0.1398, "4": 0.0578, "2": 0.0253, "6": 0.0028}, "5": {"1": 0.0665, "5": 0.8799, "4": 0.0416, "3": 0.0084, "6": 0.0025, "2": 0.001}, "6": {"1": 0.0904, "5": 0.8578, "6": 0.0321, "4": 0.0161, "3": 0.0037}, "3": {"3": 0.1334, "4": 0.0214, "5": 0.7084, "1": 0.1269, "2": 0.0066, "6": 0.0033}, "4": {"5": 0.8534, "1": 0.0798, "3": 0.0348, "4": 0.029, "6": 0.0015, "2": 0.0015}}}, {"model": "mistralai/mistral-nemo", "avg_exact": 0.309184, "avg_wp": 0.499715, "avg_bias": -0.3506, "total": 1753, "lang_exact": {"ar": 0.325, "az": 0.45, "be": 0.475, "bg": 0.325, "bo": 0.375, "ca": 0.25, "cn": 0.383333, "cs": 0.425, "da": 0.375, "el": 0.3, "en": 0.25, "es": 0.35, "et": 0.225, "eu": 0.216667, "fa": 0.266667, "fi": 0.35, "fr": 0.275, "gl": 0.283333, "hu": 0.2, "hv": 0.425, "is": 0.3, "it": 0.2, "ka": 0.425, "la": 0.183333, "li": 0.325, "lv": 0.425, "mk": 0.375, "mt": 0.325, "nl": 0.35, "no": 0.375, "pl": 0.25, "pt": 0.35, "ro": 0.2, "ru": 0.212121, "sk": 0.375, "sl": 0.35, "sq": 0.3, "sr": 0.25, "sv": 0.175, "tr": 0.275, "uk": 0.25}, "lang_wp": {"ar": 0.5, "az": 0.6125, "be": 0.675, "bg": 0.4625, "bo": 0.5, "ca": 0.5125, "cn": 0.608333, "cs": 0.5125, "da": 0.5375, "el": 0.4625, "en": 0.5, "es": 0.575, "et": 0.4875, "eu": 0.441667, "fa": 0.5, "fi": 0.525, "fr": 0.5625, "gl": 0.475, "hu": 0.425, "hv": 0.5875, "is": 0.4625, "it": 0.4, "ka": 0.5875, "la": 0.333333, "li": 0.525, "lv": 0.6625, "mk": 0.5375, "mt": 0.425, "nl": 0.4875, "no": 0.5375, "pl": 0.466667, "pt": 0.525, "ro": 0.3, "ru": 0.484848, "sk": 0.6, "sl": 0.575, "sq": 0.425, "sr": 0.45, "sv": 0.4375, "tr": 0.45, "uk": 0.4375}, "confusion": {"2": {"1": 0.2982, "5": 0.1028, "2": 0.3759, "4": 0.0602, "3": 0.1604, "6": 0.0025}, "1": {"2": 0.2689, "1": 0.4572, "5": 0.11, "3": 0.1149, "4": 0.0342, "6": 0.0147}, "5": {"4": 0.2836, "5": 0.4132, "2": 0.0856, "1": 0.066, "3": 0.1467, "6": 0.0049}, "6": {"5": 0.5109, "2": 0.0656, "1": 0.1148, "4": 0.1967, "6": 0.0137, "3": 0.0984}, "3": {"2": 0.2429, "4": 0.2143, "3": 0.1857, "5": 0.2714, "1": 0.0857}, "4": {"5": 0.4143, "2": 0.1429, "3": 0.1286, "4": 0.2571, "1": 0.0571}}}, {"model": "z-ai/glm-4.5-air", "avg_exact": 0.36203, "avg_wp": 0.498575, "avg_bias": -0.5908, "total": 1754, "lang_exact": {"ar": 0.317073, "az": 0.4, "be": 0.525, "bg": 0.475, "bo": 0.45, "ca": 0.375, "cn": 0.4, "cs": 0.35, "da": 0.325, "el": 0.325, "en": 0.275, "es": 0.35, "et": 0.6, "eu": 0.3, "fa": 0.283333, "fi": 0.45, "fr": 0.3, "gl": 0.383333, "hu": 0.375, "hv": 0.175, "is": 0.25, "it": 0.125, "ka": 0.35, "la": 0.15, "li": 0.175, "lv": 0.1, "mk": 0.2, "mt": 0.275, "nl": 0.225, "no": 0.375, "pl": 0.35, "pt": 0.525, "ro": 0.4, "ru": 0.484848, "sk": 0.55, "sl": 0.625, "sq": 0.65, "sr": 0.325, "sv": 0.5, "tr": 0.45, "uk": 0.5}, "lang_wp": {"ar": 0.52439, "az": 0.55, "be": 0.6375, "bg": 0.6375, "bo": 0.575, "ca": 0.475, "cn": 0.6, "cs": 0.5, "da": 0.4875, "el": 0.5125, "en": 0.4375, "es": 0.5, "et": 0.75, "eu": 0.433333, "fa": 0.525, "fi": 0.5125, "fr": 0.475, "gl": 0.541667, "hu": 0.425, "hv": 0.1875, "is": 0.3625, "it": 0.15, "ka": 0.4125, "la": 0.208333, "li": 0.25, "lv": 0.2, "mk": 0.3375, "mt": 0.4375, "nl": 0.375, "no": 0.5125, "pl": 0.5, "pt": 0.6625, "ro": 0.5375, "ru": 0.621212, "sk": 0.7, "sl": 0.775, "sq": 0.75, "sr": 0.55, "sv": 0.625, "tr": 0.6375, "uk": 0.6625}, "confusion": {"1": {"1": 0.7601, "3": 0.0665, "2": 0.1676, "6": 0.0029, "5": 0.0029}, "2": {"1": 0.3848, "3": 0.2182, "2": 0.3909, "6": 0.003, "5": 0.003}, "5": {"4": 0.0496, "6": 0.0496, "5": 0.3469, "3": 0.5364, "2": 0.0117, "1": 0.0058}, "6": {"6": 0.2669, "5": 0.4141, "3": 0.2638, "4": 0.0337, "2": 0.0031, "1": 0.0184}, "3": {"3": 0.6, "2": 0.1167, "1": 0.2833}, "4": {"3": 0.661, "5": 0.1186, "2": 0.1017, "6": 0.0339, "1": 0.0678, "4": 0.0169}}}, {"model": "meta-llama/llama-4-scout", "avg_exact": 0.380137, "avg_wp": 0.497717, "avg_bias": 1.0869, "total": 1752, "lang_exact": {"ar": 0.325, "az": 0.475, "be": 0.3, "bg": 0.375, "bo": 0.425, "ca": 0.3, "cn": 0.25, "cs": 0.525, "da": 0.375, "el": 0.275, "en": 0.225, "es": 0.475, "et": 0.425, "eu": 0.254237, "fa": 0.4, "fi": 0.5, "fr": 0.375, "gl": 0.2, "hu": 0.45, "hv": 0.45, "is": 0.55, "it": 0.425, "ka": 0.3, "la": 0.316667, "li": 0.35, "lv": 0.45, "mk": 0.275, "mt": 0.35, "nl": 0.325, "no": 0.475, "pl": 0.35, "pt": 0.5, "ro": 0.325, "ru": 0.545455, "sk": 0.5, "sl": 0.4, "sq": 0.575, "sr": 0.275, "sv": 0.425, "tr": 0.425, "uk": 0.35}, "lang_wp": {"ar": 0.4625, "az": 0.5625, "be": 0.4, "bg": 0.45, "bo": 0.5375, "ca": 0.3875, "cn": 0.441667, "cs": 0.6, "da": 0.4875, "el": 0.4, "en": 0.325, "es": 0.5875, "et": 0.5875, "eu": 0.389831, "fa": 0.55, "fi": 0.625, "fr": 0.4375, "gl": 0.433333, "hu": 0.5375, "hv": 0.525, "is": 0.65, "it": 0.4625, "ka": 0.4125, "la": 0.425, "li": 0.45, "lv": 0.575, "mk": 0.425, "mt": 0.5125, "nl": 0.475, "no": 0.6125, "pl": 0.441667, "pt": 0.6, "ro": 0.475, "ru": 0.575758, "sk": 0.55, "sl": 0.525, "sq": 0.6625, "sr": 0.4125, "sv": 0.5375, "tr": 0.6, "uk": 0.4625}, "confusion": {"5": {"5": 0.6634, "6": 0.2317, "4": 0.0537, "1": 0.0488, "2": 0.0024}, "2": {"4": 0.1253, "5": 0.5965, "2": 0.0251, "6": 0.0877, "1": 0.1404, "3": 0.0251}, "1": {"1": 0.357, "6": 0.1296, "4": 0.0733, "5": 0.3741, "2": 0.0416, "3": 0.0244}, "6": {"5": 0.3766, "6": 0.5903, "4": 0.0305, "1": 0.0025}, "3": {"4": 0.2, "5": 0.6571, "6": 0.0571, "1": 0.0714, "3": 0.0143}, "4": {"5": 0.7246, "6": 0.1739, "4": 0.0725, "1": 0.0145, "2": 0.0145}}}, {"model": "meta-llama/llama-3.3-70b-instruct", "avg_exact": 0.366589, "avg_wp": 0.49652, "avg_bias": 0.846, "total": 1724, "lang_exact": {"ar": 0.384615, "az": 0.394737, "be": 0.475, "bg": 0.4, "bo": 0.45, "ca": 0.25, "cn": 0.305085, "cs": 0.525, "da": 0.358974, "el": 0.447368, "en": 0.25641, "es": 0.324324, "et": 0.512821, "eu": 0.293103, "fa": 0.310345, "fi": 0.538462, "fr": 0.384615, "gl": 0.183333, "hu": 0.45, "hv": 0.4, "is": 0.45, "it": 0.384615, "ka": 0.35, "la": 0.310345, "li": 0.25641, "lv": 0.425, "mk": 0.225, "mt": 0.275, "nl": 0.425, "no": 0.375, "pl": 0.4, "pt": 0.358974, "ro": 0.131579, "ru": 0.515152, "sk": 0.425, "sl": 0.435897, "sq": 0.282051, "sr": 0.333333, "sv": 0.410256, "tr": 0.475, "uk": 0.35}, "lang_wp": {"ar": 0.5, "az": 0.513158, "be": 0.5625, "bg": 0.5375, "bo": 0.5375, "ca": 0.3625, "cn": 0.466102, "cs": 0.5875, "da": 0.5, "el": 0.5, "en": 0.435897, "es": 0.405405, "et": 0.679487, "eu": 0.431034, "fa": 0.465517, "fi": 0.653846, "fr": 0.448718, "gl": 0.383333, "hu": 0.5375, "hv": 0.5125, "is": 0.625, "it": 0.512821, "ka": 0.4625, "la": 0.431034, "li": 0.423077, "lv": 0.6, "mk": 0.3625, "mt": 0.3875, "nl": 0.5875, "no": 0.475, "pl": 0.558333, "pt": 0.474359, "ro": 0.315789, "ru": 0.530303, "sk": 0.6375, "sl": 0.551282, "sq": 0.487179, "sr": 0.448718, "sv": 0.512821, "tr": 0.625, "uk": 0.4375}, "confusion": {"1": {"5": 0.041, "4": 0.4641, "1": 0.3026, "3": 0.0436, "2": 0.1462, "6": 0.0026}, "2": {"4": 0.6972, "5": 0.1349, "2": 0.0636, "6": 0.0229, "3": 0.0433, "1": 0.0382}, "5": {"4": 0.06, "6": 0.2025, "5": 0.7325, "1": 0.005}, "6": {"5": 0.5026, "6": 0.4689, "4": 0.0259, "1": 0.0026}, "3": {"5": 0.5397, "4": 0.3016, "6": 0.0952, "1": 0.0476, "2": 0.0159}, "4": {"5": 0.5797, "6": 0.1884, "4": 0.2174, "1": 0.0145}}}, {"model": "openai/gpt-4.1-nano", "avg_exact": 0.293212, "avg_wp": 0.494295, "avg_bias": -0.6606, "total": 1753, "lang_exact": {"ar": 0.25, "az": 0.275, "be": 0.25, "bg": 0.35, "bo": 0.325, "ca": 0.125, "cn": 0.4, "cs": 0.35, "da": 0.375, "el": 0.225, "en": 0.1, "es": 0.275, "et": 0.45, "eu": 0.2, "fa": 0.366667, "fi": 0.5, "fr": 0.325, "gl": 0.3, "hu": 0.25, "hv": 0.35, "is": 0.3, "it": 0.3, "ka": 0.125, "la": 0.2, "li": 0.275, "lv": 0.425, "mk": 0.125, "mt": 0.25, "nl": 0.3, "no": 0.275, "pl": 0.3, "pt": 0.225, "ro": 0.25, "ru": 0.393939, "sk": 0.275, "sl": 0.3, "sq": 0.325, "sr": 0.325, "sv": 0.375, "tr": 0.325, "uk": 0.325}, "lang_wp": {"ar": 0.5, "az": 0.5125, "be": 0.4875, "bg": 0.55, "bo": 0.525, "ca": 0.4, "cn": 0.616667, "cs": 0.55, "da": 0.425, "el": 0.475, "en": 0.4125, "es": 0.4625, "et": 0.6125, "eu": 0.391667, "fa": 0.6, "fi": 0.6, "fr": 0.5125, "gl": 0.5, "hu": 0.475, "hv": 0.5375, "is": 0.55, "it": 0.5125, "ka": 0.3125, "la": 0.316667, "li": 0.5375, "lv": 0.6125, "mk": 0.3125, "mt": 0.3875, "nl": 0.4125, "no": 0.425, "pl": 0.541667, "pt": 0.425, "ro": 0.4625, "ru": 0.651515, "sk": 0.4625, "sl": 0.575, "sq": 0.5625, "sr": 0.5375, "sv": 0.5, "tr": 0.4875, "uk": 0.5625}, "confusion": {"1": {"2": 0.6683, "4": 0.0244, "1": 0.2659, "3": 0.0415}, "2": {"2": 0.7325, "4": 0.035, "1": 0.0575, "3": 0.1675, "5": 0.0075}, "5": {"4": 0.5927, "2": 0.0951, "5": 0.0439, "3": 0.2463, "6": 0.0195, "1": 0.0024}, "6": {"6": 0.1018, "5": 0.0763, "4": 0.4148, "2": 0.2188, "3": 0.1705, "1": 0.0178}, "3": {"3": 0.4, "2": 0.3429, "4": 0.1571, "1": 0.0857, "5": 0.0143}, "4": {"4": 0.3714, "3": 0.3286, "2": 0.2571, "5": 0.0286, "1": 0.0143}}}, {"model": "google/gemma-3-27b-it", "avg_exact": 0.252139, "avg_wp": 0.488591, "avg_bias": 0.3009, "total": 1753, "lang_exact": {"ar": 0.3, "az": 0.15, "be": 0.225, "bg": 0.3, "bo": 0.325, "ca": 0.175, "cn": 0.333333, "cs": 0.325, "da": 0.1, "el": 0.15, "en": 0.5, "es": 0.3, "et": 0.225, "eu": 0.233333, "fa": 0.266667, "fi": 0.225, "fr": 0.2, "gl": 0.25, "hu": 0.25, "hv": 0.25, "is": 0.375, "it": 0.225, "ka": 0.175, "la": 0.366667, "li": 0.1, "lv": 0.325, "mk": 0.15, "mt": 0.225, "nl": 0.325, "no": 0.175, "pl": 0.416667, "pt": 0.25, "ro": 0.05, "ru": 0.454545, "sk": 0.2, "sl": 0.275, "sq": 0.25, "sr": 0.1, "sv": 0.025, "tr": 0.325, "uk": 0.325}, "lang_wp": {"ar": 0.4875, "az": 0.4, "be": 0.4625, "bg": 0.4875, "bo": 0.5875, "ca": 0.4, "cn": 0.575, "cs": 0.4625, "da": 0.375, "el": 0.325, "en": 0.65, "es": 0.5125, "et": 0.5125, "eu": 0.475, "fa": 0.55, "fi": 0.475, "fr": 0.475, "gl": 0.466667, "hu": 0.55, "hv": 0.5, "is": 0.5625, "it": 0.4875, "ka": 0.375, "la": 0.525, "li": 0.4125, "lv": 0.5875, "mk": 0.275, "mt": 0.5125, "nl": 0.5875, "no": 0.3875, "pl": 0.591667, "pt": 0.4625, "ro": 0.35, "ru": 0.666667, "sk": 0.5375, "sl": 0.5125, "sq": 0.475, "sr": 0.4125, "sv": 0.3625, "tr": 0.5625, "uk": 0.5625}, "confusion": {"1": {"3": 0.4415, "1": 0.1951, "4": 0.0976, "2": 0.2537, "5": 0.0049, "6": 0.0073}, "2": {"4": 0.3175, "3": 0.5875, "2": 0.0675, "5": 0.0175, "1": 0.01}, "5": {"4": 0.3716, "5": 0.6186, "3": 0.0073, "6": 0.0024}, "6": {"4": 0.2519, "5": 0.6889, "3": 0.0206, "6": 0.036, "1": 0.0026}, "3": {"4": 0.6429, "5": 0.0714, "3": 0.2571, "1": 0.0286}, "4": {"4": 0.7143, "5": 0.2143, "3": 0.0714}}}, {"model": "allenai/Olmo-3.1-32B-Instruct", "avg_exact": 0.285578, "avg_wp": 0.485456, "avg_bias": 0.5714, "total": 15677, "lang_exact": {"ar": 0.132948, "az": 0.162437, "be": 0.156658, "bg": 0.301695, "bo": 0.335404, "ca": 0.373563, "cn": 0.382353, "cs": 0.453988, "da": 0.394402, "el": 0.202703, "en": 0.455, "es": 0.261146, "et": 0.218667, "eu": 0.263959, "fa": 0.302013, "fi": 0.406832, "fr": 0.35493, "gl": 0.252115, "hu": 0.258065, "hv": 0.336508, "is": 0.166189, "it": 0.25, "ka": 0.094203, "la": 0.231111, "li": 0.237467, "lv": 0.173913, "mk": 0.24557, "mt": 0.198433, "nl": 0.396465, "no": 0.423977, "pl": 0.366, "pt": 0.284024, "ro": 0.275132, "ru": 0.298658, "sk": 0.235294, "sl": 0.276712, "sq": 0.194719, "sr": 0.23038, "sv": 0.298701, "tr": 0.366667, "uk": 0.308824}, "lang_wp": {"ar": 0.228324, "az": 0.352792, "be": 0.361619, "bg": 0.483051, "bo": 0.569876, "ca": 0.538793, "cn": 0.614187, "cs": 0.639571, "da": 0.592875, "el": 0.417568, "en": 0.59375, "es": 0.476115, "et": 0.462667, "eu": 0.451777, "fa": 0.509228, "fi": 0.599379, "fr": 0.522535, "gl": 0.44247, "hu": 0.478495, "hv": 0.549206, "is": 0.395415, "it": 0.486111, "ka": 0.222826, "la": 0.37, "li": 0.473615, "lv": 0.42663, "mk": 0.43038, "mt": 0.348564, "nl": 0.628788, "no": 0.580409, "pl": 0.599, "pt": 0.488166, "ro": 0.464286, "ru": 0.494966, "sk": 0.451872, "sl": 0.483562, "sq": 0.405941, "sr": 0.465823, "sv": 0.48961, "tr": 0.594872, "uk": 0.494748}, "confusion": {"2": {"6": 0.0544, "5": 0.0387, "4": 0.1695, "3": 0.6269, "2": 0.0177, "1": 0.0928}, "5": {"6": 0.2411, "4": 0.2424, "3": 0.0675, "5": 0.4398, "2": 0.001, "1": 0.0082}, "1": {"6": 0.0574, "3": 0.6004, "4": 0.0548, "2": 0.0307, "5": 0.0107, "1": 0.2459}, "6": {"6": 0.4411, "5": 0.332, "3": 0.0475, "4": 0.1681, "1": 0.0112}, "3": {"3": 0.4278, "4": 0.3484, "6": 0.0312, "5": 0.1487, "2": 0.0042, "1": 0.0397}, "4": {"5": 0.2054, "4": 0.4057, "3": 0.2494, "6": 0.1227, "2": 0.0026, "1": 0.0142}}}, {"model": "qwen/qwen-2.5-7b-instruct", "avg_exact": 0.26526, "avg_wp": 0.484598, "avg_bias": -0.2856, "total": 1753, "lang_exact": {"ar": 0.2, "az": 0.15, "be": 0.25, "bg": 0.35, "bo": 0.4, "ca": 0.225, "cn": 0.316667, "cs": 0.3, "da": 0.325, "el": 0.2, "en": 0.4, "es": 0.325, "et": 0.25, "eu": 0.216667, "fa": 0.3, "fi": 0.275, "fr": 0.35, "gl": 0.366667, "hu": 0.225, "hv": 0.3, "is": 0.325, "it": 0.3, "ka": 0.125, "la": 0.183333, "li": 0.2, "lv": 0.35, "mk": 0.15, "mt": 0.225, "nl": 0.275, "no": 0.3, "pl": 0.216667, "pt": 0.25, "ro": 0.2, "ru": 0.393939, "sk": 0.325, "sl": 0.275, "sq": 0.1, "sr": 0.05, "sv": 0.35, "tr": 0.3, "uk": 0.275}, "lang_wp": {"ar": 0.3625, "az": 0.4, "be": 0.5125, "bg": 0.575, "bo": 0.625, "ca": 0.425, "cn": 0.525, "cs": 0.4875, "da": 0.525, "el": 0.425, "en": 0.6125, "es": 0.5625, "et": 0.5, "eu": 0.425, "fa": 0.466667, "fi": 0.5125, "fr": 0.5375, "gl": 0.566667, "hu": 0.475, "hv": 0.525, "is": 0.5125, "it": 0.5, "ka": 0.3125, "la": 0.383333, "li": 0.3875, "lv": 0.65, "mk": 0.3375, "mt": 0.4125, "nl": 0.525, "no": 0.5125, "pl": 0.425, "pt": 0.475, "ro": 0.4125, "ru": 0.621212, "sk": 0.5625, "sl": 0.5, "sq": 0.35, "sr": 0.35, "sv": 0.6, "tr": 0.5625, "uk": 0.5125}, "confusion": {"1": {"3": 0.2073, "1": 0.6415, "4": 0.0854, "2": 0.061, "5": 0.0049}, "2": {"4": 0.1859, "3": 0.3593, "1": 0.397, "2": 0.0427, "5": 0.0126, "6": 0.0025}, "5": {"4": 0.622, "6": 0.0732, "5": 0.2195, "3": 0.0683, "1": 0.0146, "2": 0.0024}, "6": {"4": 0.5725, "6": 0.0992, "3": 0.056, "5": 0.2595, "1": 0.0051, "2": 0.0076}, "3": {"3": 0.2286, "4": 0.4571, "1": 0.1857, "2": 0.0429, "5": 0.0714, "6": 0.0143}, "4": {"2": 0.0429, "4": 0.5714, "3": 0.2143, "5": 0.0857, "6": 0.0143, "1": 0.0714}}}, {"model": "utter-project/EuroLLM-9B-Instruct-2512", "avg_exact": 0.311538, "avg_wp": 0.478235, "avg_bias": 0.4981, "total": 16104, "lang_exact": {"ar": 0.316279, "az": 0.362944, "be": 0.351421, "bg": 0.343949, "bo": 0.33237, "ca": 0.225071, "cn": 0.321489, "cs": 0.408964, "da": 0.405542, "el": 0.390977, "en": 0.224747, "es": 0.285276, "et": 0.471354, "eu": 0.152284, "fa": 0.21608, "fi": 0.489796, "fr": 0.321622, "gl": 0.240741, "hu": 0.23622, "hv": 0.309038, "is": 0.272472, "it": 0.316354, "ka": 0.067961, "la": 0.229759, "li": 0.272494, "lv": 0.437975, "mk": 0.335013, "mt": 0.442455, "nl": 0.552764, "no": 0.30411, "pl": 0.171322, "pt": 0.231169, "ro": 0.257812, "ru": 0.159468, "sk": 0.375321, "sl": 0.335079, "sq": 0.336634, "sr": 0.391414, "sv": 0.357326, "tr": 0.433673, "uk": 0.241176}, "lang_wp": {"ar": 0.472093, "az": 0.535533, "be": 0.554264, "bg": 0.592357, "bo": 0.557803, "ca": 0.415954, "cn": 0.474619, "cs": 0.59944, "da": 0.615869, "el": 0.580201, "en": 0.352273, "es": 0.458589, "et": 0.64974, "eu": 0.235195, "fa": 0.344221, "fi": 0.620991, "fr": 0.47027, "gl": 0.34596, "hu": 0.46063, "hv": 0.539359, "is": 0.439607, "it": 0.450402, "ka": 0.220065, "la": 0.341357, "li": 0.453728, "lv": 0.602532, "mk": 0.503778, "mt": 0.604859, "nl": 0.690955, "no": 0.463014, "pl": 0.334264, "pt": 0.414286, "ro": 0.438802, "ru": 0.406977, "sk": 0.493573, "sl": 0.46466, "sq": 0.506601, "sr": 0.570707, "sv": 0.524422, "tr": 0.653061, "uk": 0.472059}, "confusion": {"2": {"1": 0.2715, "2": 0.1738, "6": 0.2094, "3": 0.1758, "5": 0.1379, "4": 0.0316}, "5": {"1": 0.1055, "2": 0.0136, "6": 0.4605, "3": 0.1012, "5": 0.2808, "4": 0.0384}, "1": {"1": 0.4156, "6": 0.1708, "2": 0.1744, "5": 0.1088, "4": 0.0219, "3": 0.1085}, "6": {"1": 0.1019, "6": 0.522, "2": 0.0093, "3": 0.0606, "5": 0.2805, "4": 0.0256}, "3": {"6": 0.3938, "1": 0.3807, "5": 0.1405, "3": 0.0556, "2": 0.0245, "4": 0.0049}, "4": {"5": 0.1129, "6": 0.5355, "1": 0.2808, "3": 0.026, "4": 0.0058, "2": 0.0391}}}, {"model": "meta-llama/llama-4-maverick", "avg_exact": 0.268291, "avg_wp": 0.47344, "avg_bias": -0.0631, "total": 17112, "lang_exact": {"ar": 0.27, "az": 0.235, "be": 0.2225, "bg": 0.273481, "bo": 0.285, "ca": 0.259053, "cn": 0.388333, "cs": 0.285, "da": 0.225, "el": 0.26, "en": 0.28, "es": 0.267267, "et": 0.315, "eu": 0.221106, "fa": 0.278333, "fi": 0.2425, "fr": 0.225131, "gl": 0.271667, "hu": 0.24, "hv": 0.31, "is": 0.41, "it": 0.2775, "ka": 0.113208, "la": 0.397661, "li": 0.2375, "lv": 0.2725, "mk": 0.19, "mt": 0.2125, "nl": 0.3575, "no": 0.185, "pl": 0.355517, "pt": 0.235, "ro": 0.1525, "ru": 0.330033, "sk": 0.2025, "sl": 0.2675, "sq": 0.2825, "sr": 0.2, "sv": 0.185, "tr": 0.395, "uk": 0.248663}, "lang_wp": {"ar": 0.435, "az": 0.38125, "be": 0.475, "bg": 0.476519, "bo": 0.54, "ca": 0.415042, "cn": 0.620833, "cs": 0.52125, "da": 0.37125, "el": 0.4625, "en": 0.4425, "es": 0.462462, "et": 0.5675, "eu": 0.403685, "fa": 0.490833, "fi": 0.5075, "fr": 0.454188, "gl": 0.45, "hu": 0.42875, "hv": 0.53875, "is": 0.57625, "it": 0.48875, "ka": 0.278302, "la": 0.562378, "li": 0.43375, "lv": 0.485, "mk": 0.3675, "mt": 0.40125, "nl": 0.59, "no": 0.38125, "pl": 0.573555, "pt": 0.425, "ro": 0.38625, "ru": 0.617162, "sk": 0.42375, "sl": 0.48125, "sq": 0.56625, "sr": 0.3875, "sv": 0.3425, "tr": 0.60875, "uk": 0.471925}, "confusion": {"1": {"4": 0.2138, "1": 0.6218, "3": 0.0839, "2": 0.0678, "5": 0.0101, "6": 0.0026}, "2": {"4": 0.477, "3": 0.1474, "2": 0.0717, "1": 0.2827, "5": 0.0186, "6": 0.0026}, "5": {"4": 0.6117, "5": 0.2445, "6": 0.038, "1": 0.0987, "3": 0.0065, "2": 0.0005}, "6": {"5": 0.5201, "4": 0.3008, "6": 0.1339, "1": 0.0377, "3": 0.005, "2": 0.0025}, "3": {"3": 0.0877, "4": 0.7083, "5": 0.1298, "2": 0.0253, "1": 0.0455, "6": 0.0034}, "4": {"4": 0.6123, "5": 0.2996, "3": 0.0206, "6": 0.0206, "2": 0.0132, "1": 0.0338}}}, {"model": "google/gemma-3-4b-it", "avg_exact": 0.222031, "avg_wp": 0.460126, "avg_bias": -0.1819, "total": 1743, "lang_exact": {"ar": 0.1, "az": 0.15, "be": 0.225, "bg": 0.2, "bo": 0.125, "ca": 0.051282, "cn": 0.298246, "cs": 0.394737, "da": 0.25, "el": 0.175, "en": 0.425, "es": 0.225, "et": 0.375, "eu": 0.216667, "fa": 0.216667, "fi": 0.25, "fr": 0.125, "gl": 0.25, "hu": 0.125, "hv": 0.225, "is": 0.15, "it": 0.275, "ka": 0.1, "la": 0.166667, "li": 0.175, "lv": 0.2, "mk": 0.15, "mt": 0.025, "nl": 0.2, "no": 0.25, "pl": 0.316667, "pt": 0.461538, "ro": 0.125, "ru": 0.272727, "sk": 0.263158, "sl": 0.225, "sq": 0.358974, "sr": 0.225, "sv": 0.25, "tr": 0.2, "uk": 0.275}, "lang_wp": {"ar": 0.425, "az": 0.5, "be": 0.5, "bg": 0.4125, "bo": 0.45, "ca": 0.294872, "cn": 0.54386, "cs": 0.539474, "da": 0.45, "el": 0.375, "en": 0.6375, "es": 0.425, "et": 0.5875, "eu": 0.441667, "fa": 0.45, "fi": 0.525, "fr": 0.35, "gl": 0.541667, "hu": 0.4, "hv": 0.475, "is": 0.375, "it": 0.4875, "ka": 0.325, "la": 0.35, "li": 0.4875, "lv": 0.525, "mk": 0.3625, "mt": 0.325, "nl": 0.4375, "no": 0.475, "pl": 0.516667, "pt": 0.615385, "ro": 0.3375, "ru": 0.545455, "sk": 0.526316, "sl": 0.425, "sq": 0.538462, "sr": 0.4875, "sv": 0.5, "tr": 0.4375, "uk": 0.45}, "confusion": {"1": {"2": 0.5575, "3": 0.2812, "1": 0.1174, "6": 0.0147, "4": 0.022, "5": 0.0073}, "2": {"5": 0.0126, "4": 0.0578, "6": 0.0075, "3": 0.6131, "2": 0.2864, "1": 0.0226}, "5": {"4": 0.3985, "6": 0.0196, "5": 0.3496, "3": 0.2274, "2": 0.0049}, "6": {"5": 0.2828, "4": 0.2699, "3": 0.329, "6": 0.0617, "2": 0.0206, "1": 0.036}, "3": {"3": 0.6029, "5": 0.1176, "4": 0.1471, "2": 0.1029, "1": 0.0294}, "4": {"4": 0.2429, "3": 0.4286, "5": 0.3, "2": 0.0143, "1": 0.0143}}}, {"model": "mistralai/mixtral-8x7b-instruct", "avg_exact": 0.245143, "avg_wp": 0.453429, "avg_bias": 0.4636, "total": 1750, "lang_exact": {"ar": 0.175, "az": 0.2, "be": 0.15, "bg": 0.225, "bo": 0.25, "ca": 0.175, "cn": 0.254237, "cs": 0.4, "da": 0.25, "el": 0.2, "en": 0.3, "es": 0.3, "et": 0.275, "eu": 0.25, "fa": 0.183333, "fi": 0.275, "fr": 0.25, "gl": 0.216667, "hu": 0.25, "hv": 0.225, "is": 0.15, "it": 0.225, "ka": 0.153846, "la": 0.283333, "li": 0.2, "lv": 0.25, "mk": 0.225, "mt": 0.225, "nl": 0.3, "no": 0.325, "pl": 0.283333, "pt": 0.225, "ro": 0.3, "ru": 0.34375, "sk": 0.225, "sl": 0.325, "sq": 0.2, "sr": 0.25, "sv": 0.225, "tr": 0.275, "uk": 0.275}, "lang_wp": {"ar": 0.2875, "az": 0.3875, "be": 0.45, "bg": 0.4375, "bo": 0.425, "ca": 0.3375, "cn": 0.466102, "cs": 0.5625, "da": 0.5125, "el": 0.4, "en": 0.5125, "es": 0.5125, "et": 0.4875, "eu": 0.408333, "fa": 0.408333, "fi": 0.525, "fr": 0.4125, "gl": 0.408333, "hu": 0.4875, "hv": 0.475, "is": 0.4, "it": 0.4125, "ka": 0.269231, "la": 0.466667, "li": 0.4375, "lv": 0.5, "mk": 0.3875, "mt": 0.3625, "nl": 0.5625, "no": 0.55, "pl": 0.45, "pt": 0.475, "ro": 0.525, "ru": 0.53125, "sk": 0.4625, "sl": 0.5, "sq": 0.4, "sr": 0.475, "sv": 0.55, "tr": 0.4875, "uk": 0.55}, "confusion": {"1": {"4": 0.1744, "3": 0.398, "2": 0.2875, "5": 0.0491, "1": 0.0909}, "2": {"4": 0.3501, "5": 0.1511, "1": 0.063, "3": 0.3753, "2": 0.0605}, "5": {"5": 0.8, "3": 0.0366, "4": 0.1415, "1": 0.0122, "6": 0.0098}, "6": {"5": 0.7621, "3": 0.0588, "4": 0.1228, "2": 0.0128, "6": 0.0281, "1": 0.0153}, "3": {"3": 0.1143, "5": 0.3714, "4": 0.4429, "1": 0.0429, "2": 0.0286}, "4": {"5": 0.5857, "4": 0.3, "6": 0.0286, "1": 0.0286, "3": 0.0571}}}, {"model": "mistralai/mistral-small-3.2-24b-instruct", "avg_exact": 0.25029, "avg_wp": 0.450929, "avg_bias": 0.6868, "total": 1722, "lang_exact": {"ar": 0.2, "az": 0.25, "be": 0.275, "bg": 0.225, "bo": 0.275, "ca": 0.225, "cn": 0.316667, "cs": 0.225, "da": 0.35, "el": 0.25, "en": 0.3, "es": 0.3, "et": 0.15, "eu": 0.183333, "fa": 0.333333, "fi": 0.275, "fr": 0.25, "gl": 0.166667, "hu": 0.275, "hv": 0.275, "is": 0.375, "it": 0.275, "ka": 0.2, "la": 0.4, "li": 0.205128, "lv": 0.325, "mk": 0.2, "mt": 0.1, "nl": 0.225, "no": 0.25, "pl": 0.3, "pt": 0.25, "ro": 0.222222, "ru": 0.3, "sk": 0.142857, "sl": 0.193548, "sq": 0.157895, "sr": 0.2, "sv": 0.3, "tr": 0.175, "uk": 0.225}, "lang_wp": {"ar": 0.4125, "az": 0.4375, "be": 0.4875, "bg": 0.425, "bo": 0.45, "ca": 0.425, "cn": 0.55, "cs": 0.3875, "da": 0.55, "el": 0.3625, "en": 0.4125, "es": 0.425, "et": 0.4, "eu": 0.458333, "fa": 0.575, "fi": 0.3875, "fr": 0.425, "gl": 0.408333, "hu": 0.4875, "hv": 0.5125, "is": 0.6, "it": 0.4125, "ka": 0.375, "la": 0.566667, "li": 0.423077, "lv": 0.575, "mk": 0.3625, "mt": 0.35, "nl": 0.4125, "no": 0.375, "pl": 0.483333, "pt": 0.4, "ro": 0.375, "ru": 0.416667, "sk": 0.410714, "sl": 0.467742, "sq": 0.513158, "sr": 0.4625, "sv": 0.4375, "tr": 0.5125, "uk": 0.3875}, "confusion": {"1": {"3": 0.5664, "4": 0.1228, "2": 0.0902, "1": 0.0902, "5": 0.1303}, "2": {"3": 0.4444, "4": 0.2879, "5": 0.2348, "2": 0.0126, "1": 0.0202}, "5": {"4": 0.1156, "5": 0.8668, "1": 0.005, "6": 0.0075, "3": 0.005}, "6": {"5": 0.8892, "4": 0.0722, "6": 0.0335, "3": 0.0052}, "3": {"4": 0.4143, "5": 0.4, "3": 0.1714, "6": 0.0143}, "4": {"5": 0.5857, "4": 0.2857, "3": 0.1, "6": 0.0286}}}, {"model": "cjvt/GaMS3-12B-Instruct", "avg_exact": 0.266058, "avg_wp": 0.424176, "avg_bias": -0.323, "total": 17079, "lang_exact": {"ar": 0.14, "az": 0.0975, "be": 0.2775, "bg": 0.209945, "bo": 0.385, "ca": 0.278552, "cn": 0.358333, "cs": 0.29, "da": 0.21, "el": 0.33, "en": 0.42, "es": 0.228228, "et": 0.24, "eu": 0.20603, "fa": 0.286667, "fi": 0.35, "fr": 0.290576, "gl": 0.15, "hu": 0.2625, "hv": 0.3625, "is": 0.2925, "it": 0.26, "ka": 0.154088, "la": 0.187135, "li": 0.1575, "lv": 0.3575, "mk": 0.255, "mt": 0.3175, "nl": 0.23, "no": 0.365, "pl": 0.304729, "pt": 0.355, "ro": 0.2225, "ru": 0.419142, "sk": 0.2225, "sl": 0.2525, "sq": 0.2575, "sr": 0.2475, "sv": 0.3125, "tr": 0.1775, "uk": 0.222874}, "lang_wp": {"ar": 0.25125, "az": 0.28125, "be": 0.4275, "bg": 0.383978, "bo": 0.5625, "ca": 0.437326, "cn": 0.5475, "cs": 0.43625, "da": 0.35125, "el": 0.45875, "en": 0.55125, "es": 0.438438, "et": 0.4225, "eu": 0.356784, "fa": 0.4625, "fi": 0.52375, "fr": 0.420157, "gl": 0.231667, "hu": 0.42375, "hv": 0.51125, "is": 0.4625, "it": 0.43, "ka": 0.399371, "la": 0.283626, "li": 0.27125, "lv": 0.5675, "mk": 0.43, "mt": 0.46125, "nl": 0.46625, "no": 0.50875, "pl": 0.489492, "pt": 0.515, "ro": 0.35375, "ru": 0.623762, "sk": 0.3625, "sl": 0.375, "sq": 0.38, "sr": 0.42875, "sv": 0.4625, "tr": 0.355, "uk": 0.382698}, "confusion": {"1": {"1": 0.5585, "3": 0.3369, "2": 0.0174, "5": 0.0076, "6": 0.0421, "4": 0.0374}, "2": {"3": 0.4891, "1": 0.3384, "2": 0.013, "5": 0.029, "6": 0.0362, "4": 0.0942}, "5": {"3": 0.1627, "1": 0.157, "2": 0.0016, "4": 0.1806, "5": 0.4161, "6": 0.082}, "6": {"3": 0.2252, "2": 0.0106, "1": 0.2071, "4": 0.133, "5": 0.2529, "6": 0.1712}, "4": {"6": 0.1956, "5": 0.3146, "4": 0.2034, "3": 0.1158, "1": 0.1706}, "3": {"5": 0.1953, "4": 0.2599, "3": 0.2599, "1": 0.2348, "6": 0.0484, "2": 0.0018}}}, {"model": "mistralai/mistral-7b-instruct", "avg_exact": 0.243871, "avg_wp": 0.418065, "avg_bias": 0.3484, "total": 1550, "lang_exact": {"ar": 0.058824, "az": 0.27027, "be": 0.382353, "bg": 0.243243, "bo": 0.314286, "ca": 0.285714, "cn": 0.339286, "cs": 0.428571, "da": 0.28, "el": 0.194444, "en": 0.125, "es": 0.241379, "et": 0.482759, "eu": 0.226415, "fa": 0.355932, "fi": 0.269231, "fr": 0.184211, "gl": 0.206897, "hu": 0.138889, "hv": 0.361111, "is": 0.166667, "it": 0.28125, "ka": 0.277778, "la": 0.241379, "li": 0.171429, "lv": 0.142857, "mk": 0.205128, "mt": 0.162162, "nl": 0.285714, "no": 0.205128, "pl": 0.272727, "pt": 0.189189, "ro": 0.138889, "ru": 0.354839, "sk": 0.236842, "sl": 0.289474, "sq": 0.27027, "sr": 0.282051, "sv": 0.210526, "tr": 0.102564, "uk": 0.175}, "lang_wp": {"ar": 0.191176, "az": 0.445946, "be": 0.558824, "bg": 0.432432, "bo": 0.542857, "ca": 0.457143, "cn": 0.508929, "cs": 0.52381, "da": 0.4, "el": 0.388889, "en": 0.265625, "es": 0.396552, "et": 0.62069, "eu": 0.349057, "fa": 0.542373, "fi": 0.365385, "fr": 0.381579, "gl": 0.387931, "hu": 0.319444, "hv": 0.513889, "is": 0.416667, "it": 0.5, "ka": 0.416667, "la": 0.431034, "li": 0.285714, "lv": 0.328571, "mk": 0.397436, "mt": 0.337838, "nl": 0.5, "no": 0.384615, "pl": 0.445455, "pt": 0.378378, "ro": 0.333333, "ru": 0.467742, "sk": 0.434211, "sl": 0.394737, "sq": 0.486486, "sr": 0.487179, "sv": 0.421053, "tr": 0.320513, "uk": 0.35}, "confusion": {"1": {"6": 0.0292, "3": 0.414, "5": 0.0962, "4": 0.1224, "2": 0.1341, "1": 0.2041}, "2": {"5": 0.2367, "3": 0.3373, "6": 0.0355, "2": 0.071, "4": 0.2219, "1": 0.0976}, "5": {"6": 0.0875, "4": 0.1545, "1": 0.0875, "5": 0.6093, "3": 0.0554, "2": 0.0058}, "6": {"5": 0.5989, "1": 0.0917, "6": 0.1519, "3": 0.0544, "4": 0.0974, "2": 0.0057}, "3": {"5": 0.4308, "2": 0.1077, "3": 0.2, "1": 0.0923, "4": 0.1385, "6": 0.0308}, "4": {"5": 0.5152, "4": 0.1364, "1": 0.1364, "6": 0.0758, "3": 0.0758, "2": 0.0606}}}, {"model": "speakleash/Bielik-4.5B-v3.0-Instruct", "avg_exact": 0.26564, "avg_wp": 0.377807, "avg_bias": 1.126, "total": 14162, "lang_exact": {"ar": 0.305389, "az": 0.267352, "be": 0.179931, "bg": 0.212291, "bo": 0.352751, "ca": 0.290323, "cn": 0.154135, "cs": 0.371528, "da": 0.281654, "el": 0.22619, "en": 0.319481, "es": 0.274834, "et": 0.27933, "eu": 0.165529, "fa": 0.181356, "fi": 0.423333, "fr": 0.417957, "gl": 0.172355, "hu": 0.346369, "hv": 0.292208, "is": 0.110701, "it": 0.322476, "ka": 0.296089, "la": 0.103604, "li": 0.267568, "lv": 0.293785, "mk": 0.284345, "mt": 0.257979, "nl": 0.284211, "no": 0.339564, "pl": 0.307414, "pt": 0.28754, "ro": 0.264463, "ru": 0.232704, "sk": 0.301676, "sl": 0.269341, "sq": 0.382883, "sr": 0.253049, "sv": 0.271277, "tr": 0.367021, "uk": 0.135747}, "lang_wp": {"ar": 0.467066, "az": 0.385604, "be": 0.280277, "bg": 0.27933, "bo": 0.391586, "ca": 0.431085, "cn": 0.325188, "cs": 0.383681, "da": 0.408269, "el": 0.339286, "en": 0.462338, "es": 0.32947, "et": 0.378492, "eu": 0.311433, "fa": 0.327966, "fi": 0.491667, "fr": 0.478328, "gl": 0.337884, "hu": 0.451117, "hv": 0.324675, "is": 0.274908, "it": 0.36645, "ka": 0.502793, "la": 0.213964, "li": 0.382432, "lv": 0.436441, "mk": 0.407348, "mt": 0.371011, "nl": 0.417105, "no": 0.383178, "pl": 0.520796, "pt": 0.324281, "ro": 0.366391, "ru": 0.279874, "sk": 0.395251, "sl": 0.358166, "sq": 0.441441, "sr": 0.353659, "sv": 0.37234, "tr": 0.531915, "uk": 0.190045}, "confusion": {"1": {"1": 0.1817, "5": 0.7018, "3": 0.0391, "2": 0.007, "4": 0.0374, "6": 0.033}, "2": {"1": 0.1476, "5": 0.7811, "3": 0.0152, "2": 0.0125, "4": 0.0222, "6": 0.0214}, "5": {"1": 0.0986, "5": 0.7947, "4": 0.0409, "2": 0.0019, "3": 0.0102, "6": 0.0536}, "6": {"1": 0.1169, "5": 0.7853, "2": 0.0019, "6": 0.0393, "3": 0.0206, "4": 0.036}, "3": {"4": 0.1291, "5": 0.6407, "6": 0.0281, "3": 0.0944, "1": 0.0844, "2": 0.0232}, "4": {"5": 0.5876, "4": 0.1134, "6": 0.1414, "2": 0.0295, "3": 0.0604, "1": 0.0677}}}, {"model": "swiss-ai/Apertus-8B-Instruct-2509", "avg_exact": 0.227222, "avg_wp": 0.374394, "avg_bias": -0.4527, "total": 16090, "lang_exact": {"ar": 0.224044, "az": 0.105528, "be": 0.131443, "bg": 0.323718, "bo": 0.311573, "ca": 0.257143, "cn": 0.267797, "cs": 0.275072, "da": 0.239186, "el": 0.291457, "en": 0.269521, "es": 0.296296, "et": 0.267196, "eu": 0.211149, "fa": 0.172529, "fi": 0.291291, "fr": 0.336, "gl": 0.143098, "hu": 0.157895, "hv": 0.304615, "is": 0.169444, "it": 0.261494, "ka": 0.063694, "la": 0.12967, "li": 0.256477, "lv": 0.121372, "mk": 0.28392, "mt": 0.240209, "nl": 0.328244, "no": 0.287356, "pl": 0.225049, "pt": 0.336, "ro": 0.28084, "ru": 0.22, "sk": 0.180412, "sl": 0.25266, "sq": 0.050314, "sr": 0.219697, "sv": 0.213918, "tr": 0.186224, "uk": 0.227692}, "lang_wp": {"ar": 0.364754, "az": 0.19598, "be": 0.264175, "bg": 0.528846, "bo": 0.477745, "ca": 0.427143, "cn": 0.402542, "cs": 0.416905, "da": 0.43257, "el": 0.444724, "en": 0.474811, "es": 0.510802, "et": 0.416667, "eu": 0.326858, "fa": 0.257119, "fi": 0.441441, "fr": 0.541333, "gl": 0.242424, "hu": 0.284211, "hv": 0.441538, "is": 0.273611, "it": 0.438218, "ka": 0.216561, "la": 0.23956, "li": 0.380829, "lv": 0.294195, "mk": 0.420854, "mt": 0.348564, "nl": 0.494911, "no": 0.477011, "pl": 0.372798, "pt": 0.536, "ro": 0.452756, "ru": 0.428333, "sk": 0.301546, "sl": 0.416223, "sq": 0.242138, "sr": 0.334596, "sv": 0.344072, "tr": 0.289541, "uk": 0.4}, "confusion": {"5": {"1": 0.347, "3": 0.1552, "5": 0.084, "2": 0.0405, "6": 0.2801, "4": 0.0931}, "2": {"1": 0.6092, "2": 0.0437, "3": 0.1463, "6": 0.135, "4": 0.0525, "5": 0.0133}, "1": {"1": 0.6319, "2": 0.064, "3": 0.1187, "6": 0.1318, "5": 0.0127, "4": 0.0409}, "6": {"3": 0.104, "1": 0.2939, "5": 0.1032, "2": 0.0235, "6": 0.3917, "4": 0.0838}, "3": {"6": 0.341, "3": 0.1449, "4": 0.0283, "1": 0.3922, "5": 0.0777, "2": 0.0159}, "4": {"6": 0.4655, "3": 0.0946, "5": 0.0766, "4": 0.027, "1": 0.3228, "2": 0.0135}}}, {"model": "speakleash/Bielik-1.5B-v3.0-Instruct", "avg_exact": 0.236195, "avg_wp": 0.373394, "avg_bias": -1.7272, "total": 14162, "lang_exact": {"ar": 0.335329, "az": 0.257069, "be": 0.276817, "bg": 0.374302, "bo": 0.349515, "ca": 0.281525, "cn": 0.178571, "cs": 0.315972, "da": 0.242894, "el": 0.242063, "en": 0.161039, "es": 0.248344, "et": 0.268156, "eu": 0.156997, "fa": 0.174576, "fi": 0.306667, "fr": 0.352941, "gl": 0.170648, "hu": 0.251397, "hv": 0.237013, "is": 0.110701, "it": 0.306189, "ka": 0.061453, "la": 0.222973, "li": 0.251351, "lv": 0.186441, "mk": 0.252396, "mt": 0.255319, "nl": 0.236842, "no": 0.28972, "pl": 0.177215, "pt": 0.28115, "ro": 0.278237, "ru": 0.245283, "sk": 0.282123, "sl": 0.277937, "sq": 0.112613, "sr": 0.231707, "sv": 0.159574, "tr": 0.236702, "uk": 0.339367}, "lang_wp": {"ar": 0.5, "az": 0.380463, "be": 0.416955, "bg": 0.567039, "bo": 0.514563, "ca": 0.466276, "cn": 0.264098, "cs": 0.479167, "da": 0.366925, "el": 0.420635, "en": 0.211688, "es": 0.407285, "et": 0.400838, "eu": 0.242321, "fa": 0.261864, "fi": 0.463333, "fr": 0.537152, "gl": 0.253413, "hu": 0.386872, "hv": 0.409091, "is": 0.274908, "it": 0.482085, "ka": 0.217877, "la": 0.329955, "li": 0.375676, "lv": 0.322034, "mk": 0.376997, "mt": 0.385638, "nl": 0.353947, "no": 0.518692, "pl": 0.326401, "pt": 0.477636, "ro": 0.415978, "ru": 0.443396, "sk": 0.418994, "sl": 0.421203, "sq": 0.328829, "sr": 0.394817, "sv": 0.236702, "tr": 0.359043, "uk": 0.542986}, "confusion": {"1": {"1": 0.9087, "5": 0.0216, "6": 0.0643, "3": 0.0012, "2": 0.0006, "4": 0.0036}, "2": {"1": 0.9299, "2": 0.0019, "6": 0.0473, "5": 0.0161, "3": 0.0008, "4": 0.0039}, "5": {"1": 0.849, "2": 0.0026, "6": 0.1163, "5": 0.0301, "4": 0.0014, "3": 0.0006}, "6": {"1": 0.8648, "6": 0.0994, "5": 0.0289, "3": 0.0029, "2": 0.0029, "4": 0.001}, "3": {"1": 0.8238, "6": 0.0554, "2": 0.0034, "3": 0.0034, "5": 0.1091, "4": 0.005}, "4": {"1": 0.8175, "2": 0.0045, "4": 0.0045, "6": 0.0801, "5": 0.0875, "3": 0.0059}}}, {"model": "allenai/Olmo-3-7B-Instruct", "avg_exact": 0.190087, "avg_wp": 0.369331, "avg_bias": 0.3594, "total": 15677, "lang_exact": {"ar": 0.271676, "az": 0.185279, "be": 0.075718, "bg": 0.152542, "bo": 0.223602, "ca": 0.16954, "cn": 0.235294, "cs": 0.104294, "da": 0.338422, "el": 0.118919, "en": 0.11, "es": 0.152866, "et": 0.093333, "eu": 0.1489, "fa": 0.169463, "fi": 0.090062, "fr": 0.138028, "gl": 0.164129, "hu": 0.155914, "hv": 0.247619, "is": 0.212034, "it": 0.151235, "ka": 0.224638, "la": 0.18, "li": 0.150396, "lv": 0.133152, "mk": 0.311392, "mt": 0.13577, "nl": 0.439394, "no": 0.111111, "pl": 0.258, "pt": 0.109467, "ro": 0.259259, "ru": 0.271812, "sk": 0.312834, "sl": 0.065753, "sq": 0.148515, "sr": 0.275949, "sv": 0.249351, "tr": 0.212821, "uk": 0.216387}, "lang_wp": {"ar": 0.421965, "az": 0.285533, "be": 0.225849, "bg": 0.381356, "bo": 0.445652, "ca": 0.352011, "cn": 0.408304, "cs": 0.346626, "da": 0.545802, "el": 0.291892, "en": 0.3625, "es": 0.367834, "et": 0.269333, "eu": 0.325719, "fa": 0.330537, "fi": 0.287267, "fr": 0.350704, "gl": 0.250423, "hu": 0.348118, "hv": 0.474603, "is": 0.313754, "it": 0.410494, "ka": 0.313406, "la": 0.351111, "li": 0.316623, "lv": 0.302989, "mk": 0.467089, "mt": 0.250653, "nl": 0.623737, "no": 0.309942, "pl": 0.466, "pt": 0.304734, "ro": 0.435185, "ru": 0.469799, "sk": 0.483957, "sl": 0.250685, "sq": 0.376238, "sr": 0.449367, "sv": 0.423377, "tr": 0.423077, "uk": 0.396008}, "confusion": {"2": {"2": 0.3508, "3": 0.2579, "4": 0.1609, "5": 0.0681, "6": 0.1341, "1": 0.0281}, "1": {"2": 0.4461, "3": 0.2443, "4": 0.1345, "5": 0.0353, "6": 0.1005, "1": 0.0393}, "5": {"2": 0.1695, "3": 0.1664, "4": 0.17, "5": 0.1426, "6": 0.3473, "1": 0.0041}, "6": {"2": 0.2115, "3": 0.1588, "4": 0.2351, "5": 0.1187, "6": 0.2736, "1": 0.0024}, "3": {"2": 0.2493, "6": 0.2833, "5": 0.1176, "4": 0.1034, "3": 0.2408, "1": 0.0057}, "4": {"2": 0.2765, "6": 0.3023, "4": 0.0685, "5": 0.1189, "3": 0.2261, "1": 0.0078}}}, {"model": "mistralai/mistral-small-24b-instruct-2501", "avg_exact": 0.179897, "avg_wp": 0.363221, "avg_bias": -0.8472, "total": 1751, "lang_exact": {"ar": 0.05, "az": 0.25, "be": 0.075, "bg": 0.2, "bo": 0.25, "ca": 0.25, "cn": 0.254237, "cs": 0.15, "da": 0.225, "el": 0.2, "en": 0.25, "es": 0.25, "et": 0.25, "eu": 0.2, "fa": 0.2, "fi": 0.225, "fr": 0.225, "gl": 0.183333, "hu": 0.125, "hv": 0.175, "is": 0.15, "it": 0.25, "ka": 0.025, "la": 0.35, "li": 0.05, "lv": 0.125, "mk": 0.225, "mt": 0.25, "nl": 0.175, "no": 0.225, "pl": 0.233333, "pt": 0.225, "ro": 0.1, "ru": 0.0, "sk": 0.15, "sl": 0.225, "sq": 0.025, "sr": 0.0, "sv": 0.25, "tr": 0.075, "uk": 0.075}, "lang_wp": {"ar": 0.225, "az": 0.45, "be": 0.3125, "bg": 0.4375, "bo": 0.3875, "ca": 0.3625, "cn": 0.457627, "cs": 0.3375, "da": 0.375, "el": 0.35, "en": 0.4125, "es": 0.4125, "et": 0.4125, "eu": 0.358333, "fa": 0.4, "fi": 0.3375, "fr": 0.375, "gl": 0.291667, "hu": 0.275, "hv": 0.35, "is": 0.375, "it": 0.4, "ka": 0.2625, "la": 0.516667, "li": 0.3, "lv": 0.3625, "mk": 0.375, "mt": 0.4, "nl": 0.3375, "no": 0.3625, "pl": 0.416667, "pt": 0.4125, "ro": 0.225, "ru": 0.28125, "sk": 0.325, "sl": 0.475, "sq": 0.375, "sr": 0.225, "sv": 0.4, "tr": 0.275, "uk": 0.325}, "confusion": {"1": {"4": 0.1324, "2": 0.1961, "3": 0.1225, "1": 0.5319, "6": 0.0123, "5": 0.0049}, "2": {"4": 0.25, "3": 0.1725, "2": 0.0875, "1": 0.4775, "5": 0.0075, "6": 0.005}, "5": {"4": 0.527, "2": 0.0098, "3": 0.0343, "1": 0.4093, "5": 0.0172, "6": 0.0025}, "6": {"4": 0.6752, "5": 0.0997, "6": 0.0153, "1": 0.179, "3": 0.0307}, "3": {"3": 0.1571, "4": 0.4571, "5": 0.0143, "6": 0.0143, "1": 0.2571, "2": 0.1}, "4": {"4": 0.5571, "6": 0.0143, "1": 0.2714, "2": 0.0429, "3": 0.1143}}}, {"model": "mistralai/ministral-14b-2512", "avg_exact": 0.196235, "avg_wp": 0.353394, "avg_bias": 0.71, "total": 1753, "lang_exact": {"ar": 0.15, "az": 0.225, "be": 0.175, "bg": 0.2, "bo": 0.25, "ca": 0.225, "cn": 0.233333, "cs": 0.25, "da": 0.175, "el": 0.25, "en": 0.275, "es": 0.175, "et": 0.075, "eu": 0.266667, "fa": 0.216667, "fi": 0.125, "fr": 0.25, "gl": 0.216667, "hu": 0.175, "hv": 0.2, "is": 0.325, "it": 0.125, "ka": 0.05, "la": 0.416667, "li": 0.125, "lv": 0.1, "mk": 0.175, "mt": 0.05, "nl": 0.1, "no": 0.125, "pl": 0.233333, "pt": 0.15, "ro": 0.175, "ru": 0.181818, "sk": 0.175, "sl": 0.125, "sq": 0.175, "sr": 0.225, "sv": 0.275, "tr": 0.225, "uk": 0.2}, "lang_wp": {"ar": 0.3125, "az": 0.3625, "be": 0.35, "bg": 0.4125, "bo": 0.35, "ca": 0.4, "cn": 0.425, "cs": 0.4125, "da": 0.325, "el": 0.375, "en": 0.4125, "es": 0.35, "et": 0.225, "eu": 0.425, "fa": 0.441667, "fi": 0.275, "fr": 0.375, "gl": 0.383333, "hu": 0.3, "hv": 0.3375, "is": 0.4875, "it": 0.3125, "ka": 0.2125, "la": 0.533333, "li": 0.2625, "lv": 0.2875, "mk": 0.3375, "mt": 0.175, "nl": 0.225, "no": 0.225, "pl": 0.433333, "pt": 0.2875, "ro": 0.3375, "ru": 0.333333, "sk": 0.3375, "sl": 0.325, "sq": 0.3375, "sr": 0.325, "sv": 0.4, "tr": 0.425, "uk": 0.375}, "confusion": {"1": {"3": 0.3, "5": 0.2293, "4": 0.3268, "6": 0.0537, "1": 0.0902}, "2": {"4": 0.335, "5": 0.29, "3": 0.225, "6": 0.0475, "1": 0.1025}, "5": {"4": 0.2296, "5": 0.5506, "3": 0.0543, "6": 0.079, "1": 0.0864}, "6": {"5": 0.5872, "4": 0.1795, "6": 0.1385, "1": 0.0615, "3": 0.0333}, "3": {"5": 0.4143, "4": 0.3143, "3": 0.1571, "6": 0.0714, "1": 0.0429}, "4": {"5": 0.5571, "4": 0.2714, "3": 0.0714, "6": 0.1}}}, {"model": "meta-llama/llama-3.1-8b-instruct", "avg_exact": 0.209262, "avg_wp": 0.341052, "avg_bias": -0.1998, "total": 1749, "lang_exact": {"ar": 0.135135, "az": 0.2, "be": 0.3, "bg": 0.175, "bo": 0.2, "ca": 0.225, "cn": 0.3, "cs": 0.25, "da": 0.25, "el": 0.225, "en": 0.275, "es": 0.075, "et": 0.275, "eu": 0.116667, "fa": 0.083333, "fi": 0.333333, "fr": 0.1, "gl": 0.133333, "hu": 0.175, "hv": 0.375, "is": 0.25, "it": 0.2, "ka": 0.225, "la": 0.116667, "li": 0.2, "lv": 0.225, "mk": 0.275, "mt": 0.2, "nl": 0.225, "no": 0.225, "pl": 0.083333, "pt": 0.225, "ro": 0.075, "ru": 0.242424, "sk": 0.225, "sl": 0.25, "sq": 0.225, "sr": 0.25, "sv": 0.375, "tr": 0.275, "uk": 0.225}, "lang_wp": {"ar": 0.297297, "az": 0.275, "be": 0.4625, "bg": 0.3375, "bo": 0.3125, "ca": 0.35, "cn": 0.441667, "cs": 0.4, "da": 0.3875, "el": 0.325, "en": 0.4, "es": 0.2125, "et": 0.3875, "eu": 0.191667, "fa": 0.216667, "fi": 0.5, "fr": 0.2375, "gl": 0.266667, "hu": 0.3375, "hv": 0.5375, "is": 0.375, "it": 0.325, "ka": 0.35, "la": 0.325, "li": 0.3, "lv": 0.4, "mk": 0.4, "mt": 0.3, "nl": 0.3625, "no": 0.3375, "pl": 0.258333, "pt": 0.35, "ro": 0.2, "ru": 0.30303, "sk": 0.3625, "sl": 0.375, "sq": 0.3375, "sr": 0.375, "sv": 0.475, "tr": 0.4, "uk": 0.3625}, "confusion": {"1": {"1": 0.388, "2": 0.0651, "5": 0.2161, "4": 0.2396, "6": 0.0755, "3": 0.0156}, "2": {"1": 0.4027, "4": 0.1973, "5": 0.2453, "6": 0.104, "3": 0.0027, "2": 0.048}, "5": {"5": 0.2825, "4": 0.155, "1": 0.415, "2": 0.005, "6": 0.1425}, "6": {"4": 0.1362, "1": 0.3316, "2": 0.0051, "5": 0.3111, "6": 0.2159}, "3": {"5": 0.3857, "6": 0.1143, "1": 0.3714, "4": 0.1, "2": 0.0286}, "4": {"4": 0.029, "5": 0.4783, "6": 0.087, "1": 0.3478, "2": 0.029, "3": 0.029}}}, {"model": "speakleash/Bielik-11B-v2.6-Instruct", "avg_exact": 0.1502, "avg_wp": 0.340091, "avg_bias": 0.5597, "total": 1751, "lang_exact": {"ar": 0.05, "az": 0.075, "be": 0.0, "bg": 0.175, "bo": 0.2, "ca": 0.175, "cn": 0.186441, "cs": 0.1, "da": 0.225, "el": 0.275, "en": 0.025, "es": 0.2, "et": 0.2, "eu": 0.166667, "fa": 0.266667, "fi": 0.125, "fr": 0.225, "gl": 0.216667, "hu": 0.2, "hv": 0.225, "is": 0.0, "it": 0.125, "ka": 0.0, "la": 0.2, "li": 0.225, "lv": 0.125, "mk": 0.2, "mt": 0.15, "nl": 0.225, "no": 0.15, "pl": 0.183333, "pt": 0.075, "ro": 0.075, "ru": 0.090909, "sk": 0.125, "sl": 0.225, "sq": 0.0, "sr": 0.05, "sv": 0.15, "tr": 0.225, "uk": 0.075}, "lang_wp": {"ar": 0.175, "az": 0.25, "be": 0.1875, "bg": 0.3875, "bo": 0.4, "ca": 0.425, "cn": 0.29661, "cs": 0.3, "da": 0.4125, "el": 0.45, "en": 0.2, "es": 0.4625, "et": 0.4375, "eu": 0.333333, "fa": 0.433333, "fi": 0.35, "fr": 0.4375, "gl": 0.333333, "hu": 0.3375, "hv": 0.4375, "is": 0.1125, "it": 0.375, "ka": 0.128205, "la": 0.308333, "li": 0.4375, "lv": 0.3875, "mk": 0.4125, "mt": 0.35, "nl": 0.4625, "no": 0.4125, "pl": 0.4, "pt": 0.4125, "ro": 0.2625, "ru": 0.30303, "sk": 0.2875, "sl": 0.4375, "sq": 0.2, "sr": 0.2, "sv": 0.3375, "tr": 0.375, "uk": 0.25}, "confusion": {"1": {"3": 0.8971, "2": 0.0049, "6": 0.076, "5": 0.0074, "1": 0.0147}, "2": {"3": 0.84, "6": 0.13, "5": 0.0225, "4": 0.005, "1": 0.0025}, "5": {"3": 0.3659, "6": 0.4439, "4": 0.0512, "5": 0.1366, "1": 0.0024}, "6": {"3": 0.2901, "6": 0.4148, "4": 0.0712, "5": 0.2239}, "3": {"6": 0.4143, "5": 0.0429, "3": 0.5429}, "4": {"6": 0.5, "3": 0.4571, "5": 0.0429}}}];
+  const ALL_ROWS    = [{"model": "Qwen/Qwen3.5-397B-A17B-FP8", "avg_exact": 0.656148, "avg_wp": 0.808234, "avg_bias": -0.1102, "total": 17112, "lang_exact": {"ar": 0.675, "az": 0.7025, "be": 0.785, "bg": 0.759669, "bo": 0.735, "ca": 0.732591, "cn": 0.628333, "cs": 0.7425, "da": 0.565, "el": 0.6075, "en": 0.46, "es": 0.777778, "et": 0.6575, "eu": 0.474037, "fa": 0.565, "fi": 0.77, "fr": 0.769634, "gl": 0.521667, "hu": 0.6475, "hv": 0.7175, "is": 0.715, "it": 0.78, "ka": 0.688679, "la": 0.662768, "li": 0.6, "lv": 0.725, "mk": 0.54, "mt": 0.74, "nl": 0.58, "no": 0.695, "pl": 0.486865, "pt": 0.695, "ro": 0.625, "ru": 0.759076, "sk": 0.63, "sl": 0.715, "sq": 0.8025, "sr": 0.5625, "sv": 0.66, "tr": 0.55, "uk": 0.764706}, "lang_wp": {"ar": 0.8225, "az": 0.83375, "be": 0.87375, "bg": 0.870166, "bo": 0.85625, "ca": 0.85376, "cn": 0.7875, "cs": 0.85125, "da": 0.77125, "el": 0.79625, "en": 0.71125, "es": 0.876877, "et": 0.8175, "eu": 0.68593, "fa": 0.758333, "fi": 0.87125, "fr": 0.870419, "gl": 0.721667, "hu": 0.79625, "hv": 0.85625, "is": 0.8475, "it": 0.87875, "ka": 0.794025, "la": 0.798246, "li": 0.78875, "lv": 0.85625, "mk": 0.75125, "mt": 0.8475, "nl": 0.78, "no": 0.8075, "pl": 0.707531, "pt": 0.80625, "ro": 0.7825, "ru": 0.866337, "sk": 0.8, "sl": 0.85, "sq": 0.89375, "sr": 0.77375, "sv": 0.82125, "tr": 0.755, "uk": 0.874332}, "confusion": {"1": {"1": 0.7778, "2": 0.2149, "3": 0.0035, "4": 0.003, "5": 0.0003, "6": 0.0005}, "2": {"2": 0.6939, "1": 0.239, "3": 0.0258, "4": 0.0335, "5": 0.002, "6": 0.0058}, "5": {"5": 0.659, "4": 0.1832, "6": 0.1293, "2": 0.0205, "3": 0.008}, "6": {"5": 0.3482, "6": 0.5891, "3": 0.0008, "4": 0.0455, "2": 0.0154, "1": 0.0011}, "3": {"4": 0.376, "2": 0.3614, "5": 0.0535, "3": 0.1977, "1": 0.0081, "6": 0.0032}, "4": {"4": 0.49, "5": 0.2871, "3": 0.0871, "2": 0.1114, "6": 0.02, "1": 0.0043}}}, {"model": "google/gemini-3-flash-preview", "avg_exact": 0.577296, "avg_wp": 0.760411, "avg_bias": 0.0496, "total": 1753, "lang_exact": {"ar": 0.575, "az": 0.55, "be": 0.625, "bg": 0.75, "bo": 0.575, "ca": 0.725, "cn": 0.566667, "cs": 0.525, "da": 0.475, "el": 0.575, "en": 0.4, "es": 0.825, "et": 0.625, "eu": 0.416667, "fa": 0.516667, "fi": 0.625, "fr": 0.675, "gl": 0.533333, "hu": 0.575, "hv": 0.7, "is": 0.55, "it": 0.725, "ka": 0.6, "la": 0.5, "li": 0.5, "lv": 0.6, "mk": 0.525, "mt": 0.7, "nl": 0.45, "no": 0.6, "pl": 0.366667, "pt": 0.525, "ro": 0.625, "ru": 0.69697, "sk": 0.525, "sl": 0.7, "sq": 0.675, "sr": 0.475, "sv": 0.6, "tr": 0.6, "uk": 0.6}, "lang_wp": {"ar": 0.7875, "az": 0.6875, "be": 0.8125, "bg": 0.8625, "bo": 0.775, "ca": 0.8375, "cn": 0.783333, "cs": 0.725, "da": 0.725, "el": 0.775, "en": 0.65, "es": 0.9125, "et": 0.8125, "eu": 0.608333, "fa": 0.725, "fi": 0.775, "fr": 0.8125, "gl": 0.7, "hu": 0.7875, "hv": 0.85, "is": 0.7125, "it": 0.85, "ka": 0.8, "la": 0.658333, "li": 0.725, "lv": 0.7875, "mk": 0.7125, "mt": 0.8, "nl": 0.7, "no": 0.775, "pl": 0.641667, "pt": 0.75, "ro": 0.75, "ru": 0.833333, "sk": 0.7625, "sl": 0.8375, "sq": 0.825, "sr": 0.7375, "sv": 0.8, "tr": 0.7625, "uk": 0.7875}, "confusion": {"2": {"2": 0.435, "1": 0.3325, "3": 0.135, "5": 0.03, "4": 0.06, "6": 0.0075}, "1": {"2": 0.1463, "1": 0.822, "4": 0.0073, "5": 0.0073, "3": 0.0171}, "5": {"5": 0.5268, "6": 0.3537, "4": 0.0976, "3": 0.0195, "2": 0.0024}, "6": {"6": 0.6336, "5": 0.3333, "4": 0.028, "3": 0.0025, "2": 0.0025}, "3": {"4": 0.3286, "3": 0.2286, "2": 0.2429, "5": 0.1571, "1": 0.0429}, "4": {"4": 0.2857, "5": 0.4286, "3": 0.1286, "6": 0.1, "2": 0.0571}}}, {"model": "openai/gpt-4o-mini", "avg_exact": 0.596461, "avg_wp": 0.757991, "avg_bias": -0.1427, "total": 1752, "lang_exact": {"ar": 0.625, "az": 0.5, "be": 0.725, "bg": 0.675, "bo": 0.675, "ca": 0.475, "cn": 0.7, "cs": 0.6, "da": 0.525, "el": 0.525, "en": 0.425, "es": 0.8, "et": 0.875, "eu": 0.35, "fa": 0.533333, "fi": 0.65, "fr": 0.575, "gl": 0.433333, "hu": 0.65, "hv": 0.7, "is": 0.6, "it": 0.725, "ka": 0.475, "la": 0.4, "li": 0.675, "lv": 0.725, "mk": 0.4, "mt": 0.6, "nl": 0.475, "no": 0.675, "pl": 0.383333, "pt": 0.75, "ro": 0.5, "ru": 0.848485, "sk": 0.7, "sl": 0.7, "sq": 0.7, "sr": 0.475, "sv": 0.725, "tr": 0.65, "uk": 0.692308}, "lang_wp": {"ar": 0.7875, "az": 0.725, "be": 0.8625, "bg": 0.8125, "bo": 0.8375, "ca": 0.675, "cn": 0.841667, "cs": 0.7625, "da": 0.725, "el": 0.7375, "en": 0.5875, "es": 0.9, "et": 0.9375, "eu": 0.583333, "fa": 0.733333, "fi": 0.775, "fr": 0.7625, "gl": 0.666667, "hu": 0.8125, "hv": 0.825, "is": 0.7875, "it": 0.8375, "ka": 0.6625, "la": 0.566667, "li": 0.8125, "lv": 0.8625, "mk": 0.575, "mt": 0.7875, "nl": 0.7, "no": 0.7875, "pl": 0.566667, "pt": 0.8625, "ro": 0.7, "ru": 0.893939, "sk": 0.825, "sl": 0.8375, "sq": 0.825, "sr": 0.6875, "sv": 0.8375, "tr": 0.8, "uk": 0.833333}, "confusion": {"5": {"5": 0.6537, "4": 0.1439, "6": 0.1561, "2": 0.0146, "3": 0.0244, "1": 0.0073}, "2": {"3": 0.155, "1": 0.2625, "4": 0.0275, "2": 0.54, "5": 0.0125, "6": 0.0025}, "1": {"2": 0.1951, "1": 0.7488, "3": 0.0512, "4": 0.0049}, "6": {"5": 0.3316, "6": 0.5306, "4": 0.0561, "3": 0.0281, "2": 0.0306, "1": 0.023}, "3": {"4": 0.2286, "3": 0.3286, "2": 0.2429, "1": 0.1714, "5": 0.0286}, "4": {"4": 0.3286, "3": 0.1429, "5": 0.3286, "2": 0.1286, "6": 0.0286, "1": 0.0429}}}, {"model": "qwen/qwen3-235b-a22b-2507", "avg_exact": 0.496292, "avg_wp": 0.693953, "avg_bias": -0.4398, "total": 1753, "lang_exact": {"ar": 0.6, "az": 0.475, "be": 0.55, "bg": 0.65, "bo": 0.55, "ca": 0.525, "cn": 0.433333, "cs": 0.425, "da": 0.45, "el": 0.55, "en": 0.425, "es": 0.525, "et": 0.5, "eu": 0.416667, "fa": 0.616667, "fi": 0.55, "fr": 0.6, "gl": 0.433333, "hu": 0.65, "hv": 0.625, "is": 0.475, "it": 0.65, "ka": 0.325, "la": 0.433333, "li": 0.4, "lv": 0.575, "mk": 0.35, "mt": 0.475, "nl": 0.35, "no": 0.4, "pl": 0.316667, "pt": 0.575, "ro": 0.5, "ru": 0.454545, "sk": 0.45, "sl": 0.575, "sq": 0.6, "sr": 0.5, "sv": 0.475, "tr": 0.45, "uk": 0.625}, "lang_wp": {"ar": 0.775, "az": 0.7, "be": 0.75, "bg": 0.8, "bo": 0.75, "ca": 0.7, "cn": 0.616667, "cs": 0.6375, "da": 0.6625, "el": 0.725, "en": 0.55, "es": 0.725, "et": 0.75, "eu": 0.608333, "fa": 0.783333, "fi": 0.725, "fr": 0.7625, "gl": 0.625, "hu": 0.8125, "hv": 0.8, "is": 0.7, "it": 0.8125, "ka": 0.6, "la": 0.558333, "li": 0.6625, "lv": 0.775, "mk": 0.575, "mt": 0.675, "nl": 0.6, "no": 0.65, "pl": 0.458333, "pt": 0.775, "ro": 0.7375, "ru": 0.712121, "sk": 0.7, "sl": 0.775, "sq": 0.7625, "sr": 0.725, "sv": 0.725, "tr": 0.675, "uk": 0.8}, "confusion": {"1": {"1": 0.9293, "2": 0.0439, "3": 0.0244, "4": 0.0024}, "2": {"4": 0.02, "3": 0.095, "1": 0.81, "6": 0.0025, "2": 0.0725}, "5": {"5": 0.4171, "4": 0.2585, "3": 0.061, "6": 0.2073, "1": 0.0463, "2": 0.0098}, "6": {"6": 0.6438, "4": 0.0662, "5": 0.2239, "3": 0.0382, "2": 0.0051, "1": 0.0229}, "3": {"2": 0.0857, "1": 0.5714, "3": 0.2143, "4": 0.1286}, "4": {"1": 0.2714, "4": 0.3, "2": 0.1143, "6": 0.0429, "3": 0.1714, "5": 0.1}}}, {"model": "deepseek/deepseek-v3.2", "avg_exact": 0.403879, "avg_wp": 0.629492, "avg_bias": -0.5031, "total": 1753, "lang_exact": {"ar": 0.375, "az": 0.325, "be": 0.475, "bg": 0.475, "bo": 0.475, "ca": 0.425, "cn": 0.533333, "cs": 0.5, "da": 0.275, "el": 0.25, "en": 0.525, "es": 0.425, "et": 0.425, "eu": 0.333333, "fa": 0.35, "fi": 0.375, "fr": 0.45, "gl": 0.483333, "hu": 0.4, "hv": 0.475, "is": 0.575, "it": 0.425, "ka": 0.35, "la": 0.3, "li": 0.375, "lv": 0.4, "mk": 0.325, "mt": 0.375, "nl": 0.325, "no": 0.4, "pl": 0.366667, "pt": 0.475, "ro": 0.25, "ru": 0.484848, "sk": 0.375, "sl": 0.6, "sq": 0.375, "sr": 0.3, "sv": 0.375, "tr": 0.375, "uk": 0.425}, "lang_wp": {"ar": 0.625, "az": 0.5625, "be": 0.725, "bg": 0.675, "bo": 0.7, "ca": 0.6375, "cn": 0.741667, "cs": 0.6875, "da": 0.5125, "el": 0.475, "en": 0.6875, "es": 0.7, "et": 0.7, "eu": 0.541667, "fa": 0.633333, "fi": 0.5875, "fr": 0.6875, "gl": 0.683333, "hu": 0.65, "hv": 0.7125, "is": 0.7625, "it": 0.6875, "ka": 0.575, "la": 0.5, "li": 0.5375, "lv": 0.6625, "mk": 0.55, "mt": 0.5625, "nl": 0.5625, "no": 0.625, "pl": 0.558333, "pt": 0.7, "ro": 0.4625, "ru": 0.712121, "sk": 0.625, "sl": 0.775, "sq": 0.6625, "sr": 0.6, "sv": 0.6, "tr": 0.625, "uk": 0.6125}, "confusion": {"1": {"1": 0.8829, "2": 0.0683, "3": 0.0195, "4": 0.022, "6": 0.0024, "5": 0.0049}, "2": {"1": 0.5925, "2": 0.205, "3": 0.11, "4": 0.0725, "6": 0.01, "5": 0.01}, "5": {"4": 0.5195, "6": 0.0317, "5": 0.3366, "3": 0.0829, "2": 0.0171, "1": 0.0122}, "6": {"4": 0.2316, "6": 0.1832, "5": 0.5242, "1": 0.0305, "3": 0.0254, "2": 0.0051}, "3": {"3": 0.2286, "4": 0.3286, "2": 0.1429, "1": 0.2571, "5": 0.0429}, "4": {"3": 0.1571, "4": 0.5429, "5": 0.0857, "1": 0.1714, "2": 0.0429}}}, {"model": "z-ai/glm-4-32b", "avg_exact": 0.432402, "avg_wp": 0.620936, "avg_bias": 0.0877, "total": 1753, "lang_exact": {"ar": 0.375, "az": 0.5, "be": 0.625, "bg": 0.375, "bo": 0.625, "ca": 0.35, "cn": 0.383333, "cs": 0.625, "da": 0.35, "el": 0.55, "en": 0.3, "es": 0.35, "et": 0.525, "eu": 0.3, "fa": 0.383333, "fi": 0.525, "fr": 0.525, "gl": 0.25, "hu": 0.5, "hv": 0.625, "is": 0.35, "it": 0.4, "ka": 0.5, "la": 0.433333, "li": 0.425, "lv": 0.525, "mk": 0.225, "mt": 0.35, "nl": 0.425, "no": 0.475, "pl": 0.35, "pt": 0.25, "ro": 0.3, "ru": 0.515152, "sk": 0.525, "sl": 0.475, "sq": 0.7, "sr": 0.375, "sv": 0.4, "tr": 0.425, "uk": 0.525}, "lang_wp": {"ar": 0.525, "az": 0.7, "be": 0.775, "bg": 0.5375, "bo": 0.7625, "ca": 0.5, "cn": 0.583333, "cs": 0.775, "da": 0.6, "el": 0.7375, "en": 0.45, "es": 0.575, "et": 0.725, "eu": 0.533333, "fa": 0.608333, "fi": 0.6375, "fr": 0.6625, "gl": 0.375, "hu": 0.65, "hv": 0.8125, "is": 0.5875, "it": 0.6, "ka": 0.65, "la": 0.558333, "li": 0.65, "lv": 0.7125, "mk": 0.4125, "mt": 0.5625, "nl": 0.675, "no": 0.675, "pl": 0.575, "pt": 0.4375, "ro": 0.525, "ru": 0.69697, "sk": 0.7375, "sl": 0.6875, "sq": 0.8375, "sr": 0.6, "sv": 0.625, "tr": 0.675, "uk": 0.7125}, "confusion": {"1": {"1": 0.7217, "3": 0.2389, "5": 0.0369, "4": 0.0025}, "2": {"3": 0.5682, "5": 0.0732, "1": 0.3207, "4": 0.0278, "6": 0.0101}, "5": {"5": 0.5479, "6": 0.1818, "3": 0.1425, "4": 0.1057, "1": 0.0221}, "6": {"6": 0.553, "5": 0.3488, "3": 0.0646, "4": 0.0181, "1": 0.0155}, "3": {"3": 0.2429, "4": 0.1571, "5": 0.3857, "1": 0.1857, "6": 0.0286}, "4": {"4": 0.1618, "5": 0.4853, "3": 0.1912, "1": 0.1176, "6": 0.0441}}}, {"model": "speakleash/Bielik-11B-v3.0-Instruct", "avg_exact": 0.41462, "avg_wp": 0.601942, "avg_bias": -0.2942, "total": 1751, "lang_exact": {"ar": 0.025, "az": 0.525, "be": 0.2, "bg": 0.525, "bo": 0.675, "ca": 0.325, "cn": 0.271186, "cs": 0.5, "da": 0.425, "el": 0.325, "en": 0.5, "es": 0.475, "et": 0.55, "eu": 0.25, "fa": 0.366667, "fi": 0.425, "fr": 0.5, "gl": 0.4, "hu": 0.475, "hv": 0.525, "is": 0.225, "it": 0.475, "ka": 0.230769, "la": 0.3, "li": 0.45, "lv": 0.425, "mk": 0.275, "mt": 0.375, "nl": 0.45, "no": 0.475, "pl": 0.366667, "pt": 0.475, "ro": 0.425, "ru": 0.606061, "sk": 0.475, "sl": 0.55, "sq": 0.5, "sr": 0.45, "sv": 0.425, "tr": 0.45, "uk": 0.625}, "lang_wp": {"ar": 0.15, "az": 0.6875, "be": 0.275, "bg": 0.675, "bo": 0.7875, "ca": 0.6125, "cn": 0.40678, "cs": 0.6125, "da": 0.675, "el": 0.5625, "en": 0.65, "es": 0.7125, "et": 0.7375, "eu": 0.483333, "fa": 0.583333, "fi": 0.5375, "fr": 0.725, "gl": 0.608333, "hu": 0.6625, "hv": 0.675, "is": 0.3875, "it": 0.6875, "ka": 0.371795, "la": 0.483333, "li": 0.675, "lv": 0.675, "mk": 0.575, "mt": 0.575, "nl": 0.7125, "no": 0.6875, "pl": 0.541667, "pt": 0.6875, "ro": 0.65, "ru": 0.727273, "sk": 0.6125, "sl": 0.6625, "sq": 0.6625, "sr": 0.6, "sv": 0.7, "tr": 0.7, "uk": 0.75}, "confusion": {"1": {"3": 0.0442, "5": 0.026, "1": 0.8623, "2": 0.0338, "4": 0.0338}, "2": {"1": 0.5652, "3": 0.1576, "5": 0.0408, "2": 0.1087, "4": 0.1277}, "5": {"3": 0.0281, "5": 0.8235, "1": 0.0358, "4": 0.1125}, "6": {"3": 0.0278, "5": 0.8056, "4": 0.0741, "1": 0.0833, "6": 0.0093}, "3": {"1": 0.2687, "3": 0.0597, "5": 0.0746, "4": 0.5821, "2": 0.0149}, "4": {"3": 0.0909, "5": 0.3939, "1": 0.1061, "2": 0.0303, "4": 0.3788}}}, {"model": "google/gemini-2.0-flash-lite-001", "avg_exact": 0.385054, "avg_wp": 0.586423, "avg_bias": -0.2835, "total": 1753, "lang_exact": {"ar": 0.325, "az": 0.325, "be": 0.55, "bg": 0.6, "bo": 0.4, "ca": 0.275, "cn": 0.45, "cs": 0.3, "da": 0.4, "el": 0.225, "en": 0.525, "es": 0.4, "et": 0.55, "eu": 0.333333, "fa": 0.516667, "fi": 0.4, "fr": 0.425, "gl": 0.383333, "hu": 0.45, "hv": 0.425, "is": 0.2, "it": 0.425, "ka": 0.3, "la": 0.216667, "li": 0.425, "lv": 0.475, "mk": 0.2, "mt": 0.425, "nl": 0.4, "no": 0.325, "pl": 0.366667, "pt": 0.375, "ro": 0.275, "ru": 0.606061, "sk": 0.425, "sl": 0.375, "sq": 0.425, "sr": 0.25, "sv": 0.425, "tr": 0.4, "uk": 0.275}, "lang_wp": {"ar": 0.525, "az": 0.6, "be": 0.75, "bg": 0.7625, "bo": 0.5875, "ca": 0.525, "cn": 0.608333, "cs": 0.5, "da": 0.55, "el": 0.5, "en": 0.7125, "es": 0.65, "et": 0.6875, "eu": 0.566667, "fa": 0.691667, "fi": 0.6375, "fr": 0.6125, "gl": 0.633333, "hu": 0.6375, "hv": 0.625, "is": 0.45, "it": 0.6125, "ka": 0.525, "la": 0.383333, "li": 0.575, "lv": 0.7, "mk": 0.4625, "mt": 0.65, "nl": 0.6125, "no": 0.4875, "pl": 0.55, "pt": 0.525, "ro": 0.4375, "ru": 0.712121, "sk": 0.6, "sl": 0.6125, "sq": 0.6125, "sr": 0.4875, "sv": 0.6375, "tr": 0.5875, "uk": 0.525}, "confusion": {"2": {"3": 0.3775, "1": 0.2725, "2": 0.28, "4": 0.0525, "6": 0.0175}, "1": {"3": 0.1098, "1": 0.7171, "2": 0.1585, "4": 0.0098, "6": 0.0049}, "5": {"4": 0.5293, "3": 0.1341, "5": 0.178, "6": 0.1561, "1": 0.0024}, "6": {"6": 0.3333, "4": 0.3868, "5": 0.1323, "3": 0.1349, "1": 0.0102, "2": 0.0025}, "3": {"6": 0.0571, "3": 0.5143, "4": 0.2143, "5": 0.0714, "1": 0.0571, "2": 0.0857}, "4": {"4": 0.4143, "6": 0.1714, "3": 0.3571, "2": 0.0286, "5": 0.0286}}}, {"model": "google/gemma-3-12b-it", "avg_exact": 0.337707, "avg_wp": 0.573873, "avg_bias": -0.0331, "total": 1753, "lang_exact": {"ar": 0.275, "az": 0.35, "be": 0.35, "bg": 0.475, "bo": 0.45, "ca": 0.225, "cn": 0.383333, "cs": 0.45, "da": 0.375, "el": 0.275, "en": 0.45, "es": 0.325, "et": 0.4, "eu": 0.233333, "fa": 0.25, "fi": 0.4, "fr": 0.425, "gl": 0.166667, "hu": 0.35, "hv": 0.4, "is": 0.475, "it": 0.325, "ka": 0.3, "la": 0.3, "li": 0.25, "lv": 0.425, "mk": 0.275, "mt": 0.25, "nl": 0.45, "no": 0.375, "pl": 0.366667, "pt": 0.25, "ro": 0.25, "ru": 0.575758, "sk": 0.275, "sl": 0.35, "sq": 0.35, "sr": 0.325, "sv": 0.175, "tr": 0.325, "uk": 0.375}, "lang_wp": {"ar": 0.5, "az": 0.625, "be": 0.6125, "bg": 0.6625, "bo": 0.675, "ca": 0.4875, "cn": 0.583333, "cs": 0.625, "da": 0.5875, "el": 0.5125, "en": 0.5625, "es": 0.5875, "et": 0.625, "eu": 0.466667, "fa": 0.533333, "fi": 0.625, "fr": 0.675, "gl": 0.375, "hu": 0.6125, "hv": 0.6375, "is": 0.6875, "it": 0.5375, "ka": 0.475, "la": 0.525, "li": 0.5875, "lv": 0.6625, "mk": 0.55, "mt": 0.5375, "nl": 0.725, "no": 0.5625, "pl": 0.575, "pt": 0.525, "ro": 0.4875, "ru": 0.787879, "sk": 0.5625, "sl": 0.6, "sq": 0.5125, "sr": 0.5875, "sv": 0.5125, "tr": 0.6125, "uk": 0.575}, "confusion": {"1": {"2": 0.4366, "4": 0.0195, "1": 0.3195, "3": 0.2024, "6": 0.0122, "5": 0.0098}, "2": {"4": 0.0675, "3": 0.4425, "2": 0.24, "5": 0.045, "1": 0.1825, "6": 0.0225}, "5": {"5": 0.7171, "3": 0.0268, "4": 0.0854, "1": 0.1244, "6": 0.0439, "2": 0.0024}, "6": {"6": 0.1148, "5": 0.6862, "3": 0.0459, "4": 0.0995, "1": 0.0434, "2": 0.0102}, "3": {"3": 0.2429, "4": 0.3143, "5": 0.2, "1": 0.1857, "2": 0.0571}, "4": {"5": 0.6286, "4": 0.1286, "3": 0.1, "1": 0.1286, "6": 0.0143}}}, {"model": "utter-project/EuroLLM-22B-Instruct-2512", "avg_exact": 0.379804, "avg_wp": 0.558717, "avg_bias": 0.2382, "total": 16290, "lang_exact": {"ar": 0.311628, "az": 0.444162, "be": 0.408269, "bg": 0.535032, "bo": 0.479769, "ca": 0.410256, "cn": 0.35533, "cs": 0.492997, "da": 0.375315, "el": 0.411028, "en": 0.386364, "es": 0.555215, "et": 0.393229, "eu": 0.199662, "fa": 0.194305, "fi": 0.434402, "fr": 0.437838, "gl": 0.262626, "hu": 0.380577, "hv": 0.501458, "is": 0.269663, "it": 0.49866, "ka": 0.048544, "la": 0.319475, "li": 0.434447, "lv": 0.460759, "mk": 0.332494, "mt": 0.355499, "nl": 0.414573, "no": 0.49589, "pl": 0.329609, "pt": 0.454545, "ro": 0.447917, "ru": 0.524917, "sk": 0.359897, "sl": 0.418848, "sq": 0.471947, "sr": 0.320707, "sv": 0.249357, "tr": 0.418367, "uk": 0.347909}, "lang_wp": {"ar": 0.474419, "az": 0.611675, "be": 0.608527, "bg": 0.691083, "bo": 0.680636, "ca": 0.57265, "cn": 0.568528, "cs": 0.693277, "da": 0.623426, "el": 0.610276, "en": 0.515152, "es": 0.708589, "et": 0.580729, "eu": 0.366328, "fa": 0.362647, "fi": 0.62828, "fr": 0.568919, "gl": 0.442761, "hu": 0.586614, "hv": 0.669096, "is": 0.383427, "it": 0.689008, "ka": 0.200647, "la": 0.521882, "li": 0.667095, "lv": 0.607595, "mk": 0.520151, "mt": 0.498721, "nl": 0.657035, "no": 0.660274, "pl": 0.494413, "pt": 0.593506, "ro": 0.623698, "ru": 0.621262, "sk": 0.562982, "sl": 0.628272, "sq": 0.516502, "sr": 0.537879, "sv": 0.508997, "tr": 0.572704, "uk": 0.557034}, "confusion": {"1": {"1": 0.6252, "5": 0.1993, "3": 0.1129, "2": 0.0364, "4": 0.0222, "6": 0.0039}, "2": {"1": 0.4311, "5": 0.3432, "3": 0.1398, "4": 0.0578, "2": 0.0253, "6": 0.0028}, "5": {"1": 0.0665, "5": 0.8799, "4": 0.0416, "3": 0.0084, "6": 0.0025, "2": 0.001}, "6": {"1": 0.0904, "5": 0.8578, "6": 0.0321, "4": 0.0161, "3": 0.0037}, "3": {"3": 0.1223, "4": 0.0199, "5": 0.734, "1": 0.1152, "2": 0.0057, "6": 0.0028}, "4": {"5": 0.8652, "1": 0.0732, "3": 0.0321, "4": 0.0257, "6": 0.0013, "2": 0.0026}}}, {"model": "mistralai/mistral-nemo", "avg_exact": 0.309184, "avg_wp": 0.499715, "avg_bias": -0.3506, "total": 1753, "lang_exact": {"ar": 0.325, "az": 0.45, "be": 0.475, "bg": 0.325, "bo": 0.375, "ca": 0.25, "cn": 0.383333, "cs": 0.425, "da": 0.375, "el": 0.3, "en": 0.25, "es": 0.35, "et": 0.225, "eu": 0.216667, "fa": 0.266667, "fi": 0.35, "fr": 0.275, "gl": 0.283333, "hu": 0.2, "hv": 0.425, "is": 0.3, "it": 0.2, "ka": 0.425, "la": 0.183333, "li": 0.325, "lv": 0.425, "mk": 0.375, "mt": 0.325, "nl": 0.35, "no": 0.375, "pl": 0.25, "pt": 0.35, "ro": 0.2, "ru": 0.212121, "sk": 0.375, "sl": 0.35, "sq": 0.3, "sr": 0.25, "sv": 0.175, "tr": 0.275, "uk": 0.25}, "lang_wp": {"ar": 0.5, "az": 0.6125, "be": 0.675, "bg": 0.4625, "bo": 0.5, "ca": 0.5125, "cn": 0.608333, "cs": 0.5125, "da": 0.5375, "el": 0.4625, "en": 0.5, "es": 0.575, "et": 0.4875, "eu": 0.441667, "fa": 0.5, "fi": 0.525, "fr": 0.5625, "gl": 0.475, "hu": 0.425, "hv": 0.5875, "is": 0.4625, "it": 0.4, "ka": 0.5875, "la": 0.333333, "li": 0.525, "lv": 0.6625, "mk": 0.5375, "mt": 0.425, "nl": 0.4875, "no": 0.5375, "pl": 0.466667, "pt": 0.525, "ro": 0.3, "ru": 0.484848, "sk": 0.6, "sl": 0.575, "sq": 0.425, "sr": 0.45, "sv": 0.4375, "tr": 0.45, "uk": 0.4375}, "confusion": {"2": {"1": 0.2982, "5": 0.1028, "2": 0.3759, "4": 0.0602, "3": 0.1604, "6": 0.0025}, "1": {"2": 0.2689, "1": 0.4572, "5": 0.11, "3": 0.1149, "4": 0.0342, "6": 0.0147}, "5": {"4": 0.2836, "5": 0.4132, "2": 0.0856, "1": 0.066, "3": 0.1467, "6": 0.0049}, "6": {"5": 0.5109, "2": 0.0656, "1": 0.1148, "4": 0.1967, "6": 0.0137, "3": 0.0984}, "3": {"2": 0.2429, "4": 0.2143, "3": 0.1857, "5": 0.2714, "1": 0.0857}, "4": {"5": 0.4143, "2": 0.1429, "3": 0.1286, "4": 0.2571, "1": 0.0571}}}, {"model": "z-ai/glm-4.5-air", "avg_exact": 0.36203, "avg_wp": 0.498575, "avg_bias": -0.5908, "total": 1754, "lang_exact": {"ar": 0.317073, "az": 0.4, "be": 0.525, "bg": 0.475, "bo": 0.45, "ca": 0.375, "cn": 0.4, "cs": 0.35, "da": 0.325, "el": 0.325, "en": 0.275, "es": 0.35, "et": 0.6, "eu": 0.3, "fa": 0.283333, "fi": 0.45, "fr": 0.3, "gl": 0.383333, "hu": 0.375, "hv": 0.175, "is": 0.25, "it": 0.125, "ka": 0.35, "la": 0.15, "li": 0.175, "lv": 0.1, "mk": 0.2, "mt": 0.275, "nl": 0.225, "no": 0.375, "pl": 0.35, "pt": 0.525, "ro": 0.4, "ru": 0.484848, "sk": 0.55, "sl": 0.625, "sq": 0.65, "sr": 0.325, "sv": 0.5, "tr": 0.45, "uk": 0.5}, "lang_wp": {"ar": 0.52439, "az": 0.55, "be": 0.6375, "bg": 0.6375, "bo": 0.575, "ca": 0.475, "cn": 0.6, "cs": 0.5, "da": 0.4875, "el": 0.5125, "en": 0.4375, "es": 0.5, "et": 0.75, "eu": 0.433333, "fa": 0.525, "fi": 0.5125, "fr": 0.475, "gl": 0.541667, "hu": 0.425, "hv": 0.1875, "is": 0.3625, "it": 0.15, "ka": 0.4125, "la": 0.208333, "li": 0.25, "lv": 0.2, "mk": 0.3375, "mt": 0.4375, "nl": 0.375, "no": 0.5125, "pl": 0.5, "pt": 0.6625, "ro": 0.5375, "ru": 0.621212, "sk": 0.7, "sl": 0.775, "sq": 0.75, "sr": 0.55, "sv": 0.625, "tr": 0.6375, "uk": 0.6625}, "confusion": {"1": {"1": 0.7601, "3": 0.0665, "2": 0.1676, "6": 0.0029, "5": 0.0029}, "2": {"1": 0.3848, "3": 0.2182, "2": 0.3909, "6": 0.003, "5": 0.003}, "5": {"4": 0.0496, "6": 0.0496, "5": 0.3469, "3": 0.5364, "2": 0.0117, "1": 0.0058}, "6": {"6": 0.2669, "5": 0.4141, "3": 0.2638, "4": 0.0337, "2": 0.0031, "1": 0.0184}, "3": {"3": 0.6, "2": 0.1167, "1": 0.2833}, "4": {"3": 0.661, "5": 0.1186, "2": 0.1017, "6": 0.0339, "1": 0.0678, "4": 0.0169}}}, {"model": "meta-llama/llama-4-scout", "avg_exact": 0.380137, "avg_wp": 0.497717, "avg_bias": 1.0869, "total": 1752, "lang_exact": {"ar": 0.325, "az": 0.475, "be": 0.3, "bg": 0.375, "bo": 0.425, "ca": 0.3, "cn": 0.25, "cs": 0.525, "da": 0.375, "el": 0.275, "en": 0.225, "es": 0.475, "et": 0.425, "eu": 0.254237, "fa": 0.4, "fi": 0.5, "fr": 0.375, "gl": 0.2, "hu": 0.45, "hv": 0.45, "is": 0.55, "it": 0.425, "ka": 0.3, "la": 0.316667, "li": 0.35, "lv": 0.45, "mk": 0.275, "mt": 0.35, "nl": 0.325, "no": 0.475, "pl": 0.35, "pt": 0.5, "ro": 0.325, "ru": 0.545455, "sk": 0.5, "sl": 0.4, "sq": 0.575, "sr": 0.275, "sv": 0.425, "tr": 0.425, "uk": 0.35}, "lang_wp": {"ar": 0.4625, "az": 0.5625, "be": 0.4, "bg": 0.45, "bo": 0.5375, "ca": 0.3875, "cn": 0.441667, "cs": 0.6, "da": 0.4875, "el": 0.4, "en": 0.325, "es": 0.5875, "et": 0.5875, "eu": 0.389831, "fa": 0.55, "fi": 0.625, "fr": 0.4375, "gl": 0.433333, "hu": 0.5375, "hv": 0.525, "is": 0.65, "it": 0.4625, "ka": 0.4125, "la": 0.425, "li": 0.45, "lv": 0.575, "mk": 0.425, "mt": 0.5125, "nl": 0.475, "no": 0.6125, "pl": 0.441667, "pt": 0.6, "ro": 0.475, "ru": 0.575758, "sk": 0.55, "sl": 0.525, "sq": 0.6625, "sr": 0.4125, "sv": 0.5375, "tr": 0.6, "uk": 0.4625}, "confusion": {"5": {"5": 0.6634, "6": 0.2317, "4": 0.0537, "1": 0.0488, "2": 0.0024}, "2": {"4": 0.1253, "5": 0.5965, "2": 0.0251, "6": 0.0877, "1": 0.1404, "3": 0.0251}, "1": {"1": 0.357, "6": 0.1296, "4": 0.0733, "5": 0.3741, "2": 0.0416, "3": 0.0244}, "6": {"5": 0.3766, "6": 0.5903, "4": 0.0305, "1": 0.0025}, "3": {"4": 0.2, "5": 0.6571, "6": 0.0571, "1": 0.0714, "3": 0.0143}, "4": {"5": 0.7246, "6": 0.1739, "4": 0.0725, "1": 0.0145, "2": 0.0145}}}, {"model": "meta-llama/llama-3.3-70b-instruct", "avg_exact": 0.366589, "avg_wp": 0.49652, "avg_bias": 0.846, "total": 1724, "lang_exact": {"ar": 0.384615, "az": 0.394737, "be": 0.475, "bg": 0.4, "bo": 0.45, "ca": 0.25, "cn": 0.305085, "cs": 0.525, "da": 0.358974, "el": 0.447368, "en": 0.25641, "es": 0.324324, "et": 0.512821, "eu": 0.293103, "fa": 0.310345, "fi": 0.538462, "fr": 0.384615, "gl": 0.183333, "hu": 0.45, "hv": 0.4, "is": 0.45, "it": 0.384615, "ka": 0.35, "la": 0.310345, "li": 0.25641, "lv": 0.425, "mk": 0.225, "mt": 0.275, "nl": 0.425, "no": 0.375, "pl": 0.4, "pt": 0.358974, "ro": 0.131579, "ru": 0.515152, "sk": 0.425, "sl": 0.435897, "sq": 0.282051, "sr": 0.333333, "sv": 0.410256, "tr": 0.475, "uk": 0.35}, "lang_wp": {"ar": 0.5, "az": 0.513158, "be": 0.5625, "bg": 0.5375, "bo": 0.5375, "ca": 0.3625, "cn": 0.466102, "cs": 0.5875, "da": 0.5, "el": 0.5, "en": 0.435897, "es": 0.405405, "et": 0.679487, "eu": 0.431034, "fa": 0.465517, "fi": 0.653846, "fr": 0.448718, "gl": 0.383333, "hu": 0.5375, "hv": 0.5125, "is": 0.625, "it": 0.512821, "ka": 0.4625, "la": 0.431034, "li": 0.423077, "lv": 0.6, "mk": 0.3625, "mt": 0.3875, "nl": 0.5875, "no": 0.475, "pl": 0.558333, "pt": 0.474359, "ro": 0.315789, "ru": 0.530303, "sk": 0.6375, "sl": 0.551282, "sq": 0.487179, "sr": 0.448718, "sv": 0.512821, "tr": 0.625, "uk": 0.4375}, "confusion": {"1": {"5": 0.041, "4": 0.4641, "1": 0.3026, "3": 0.0436, "2": 0.1462, "6": 0.0026}, "2": {"4": 0.6972, "5": 0.1349, "2": 0.0636, "6": 0.0229, "3": 0.0433, "1": 0.0382}, "5": {"4": 0.06, "6": 0.2025, "5": 0.7325, "1": 0.005}, "6": {"5": 0.5026, "6": 0.4689, "4": 0.0259, "1": 0.0026}, "3": {"5": 0.5397, "4": 0.3016, "6": 0.0952, "1": 0.0476, "2": 0.0159}, "4": {"5": 0.5797, "6": 0.1884, "4": 0.2174, "1": 0.0145}}}, {"model": "openai/gpt-4.1-nano", "avg_exact": 0.293212, "avg_wp": 0.494295, "avg_bias": -0.6606, "total": 1753, "lang_exact": {"ar": 0.25, "az": 0.275, "be": 0.25, "bg": 0.35, "bo": 0.325, "ca": 0.125, "cn": 0.4, "cs": 0.35, "da": 0.375, "el": 0.225, "en": 0.1, "es": 0.275, "et": 0.45, "eu": 0.2, "fa": 0.366667, "fi": 0.5, "fr": 0.325, "gl": 0.3, "hu": 0.25, "hv": 0.35, "is": 0.3, "it": 0.3, "ka": 0.125, "la": 0.2, "li": 0.275, "lv": 0.425, "mk": 0.125, "mt": 0.25, "nl": 0.3, "no": 0.275, "pl": 0.3, "pt": 0.225, "ro": 0.25, "ru": 0.393939, "sk": 0.275, "sl": 0.3, "sq": 0.325, "sr": 0.325, "sv": 0.375, "tr": 0.325, "uk": 0.325}, "lang_wp": {"ar": 0.5, "az": 0.5125, "be": 0.4875, "bg": 0.55, "bo": 0.525, "ca": 0.4, "cn": 0.616667, "cs": 0.55, "da": 0.425, "el": 0.475, "en": 0.4125, "es": 0.4625, "et": 0.6125, "eu": 0.391667, "fa": 0.6, "fi": 0.6, "fr": 0.5125, "gl": 0.5, "hu": 0.475, "hv": 0.5375, "is": 0.55, "it": 0.5125, "ka": 0.3125, "la": 0.316667, "li": 0.5375, "lv": 0.6125, "mk": 0.3125, "mt": 0.3875, "nl": 0.4125, "no": 0.425, "pl": 0.541667, "pt": 0.425, "ro": 0.4625, "ru": 0.651515, "sk": 0.4625, "sl": 0.575, "sq": 0.5625, "sr": 0.5375, "sv": 0.5, "tr": 0.4875, "uk": 0.5625}, "confusion": {"1": {"2": 0.6683, "4": 0.0244, "1": 0.2659, "3": 0.0415}, "2": {"2": 0.7325, "4": 0.035, "1": 0.0575, "3": 0.1675, "5": 0.0075}, "5": {"4": 0.5927, "2": 0.0951, "5": 0.0439, "3": 0.2463, "6": 0.0195, "1": 0.0024}, "6": {"6": 0.1018, "5": 0.0763, "4": 0.4148, "2": 0.2188, "3": 0.1705, "1": 0.0178}, "3": {"3": 0.4, "2": 0.3429, "4": 0.1571, "1": 0.0857, "5": 0.0143}, "4": {"4": 0.3714, "3": 0.3286, "2": 0.2571, "5": 0.0286, "1": 0.0143}}}, {"model": "google/gemma-3-27b-it", "avg_exact": 0.252139, "avg_wp": 0.488591, "avg_bias": 0.3009, "total": 1753, "lang_exact": {"ar": 0.3, "az": 0.15, "be": 0.225, "bg": 0.3, "bo": 0.325, "ca": 0.175, "cn": 0.333333, "cs": 0.325, "da": 0.1, "el": 0.15, "en": 0.5, "es": 0.3, "et": 0.225, "eu": 0.233333, "fa": 0.266667, "fi": 0.225, "fr": 0.2, "gl": 0.25, "hu": 0.25, "hv": 0.25, "is": 0.375, "it": 0.225, "ka": 0.175, "la": 0.366667, "li": 0.1, "lv": 0.325, "mk": 0.15, "mt": 0.225, "nl": 0.325, "no": 0.175, "pl": 0.416667, "pt": 0.25, "ro": 0.05, "ru": 0.454545, "sk": 0.2, "sl": 0.275, "sq": 0.25, "sr": 0.1, "sv": 0.025, "tr": 0.325, "uk": 0.325}, "lang_wp": {"ar": 0.4875, "az": 0.4, "be": 0.4625, "bg": 0.4875, "bo": 0.5875, "ca": 0.4, "cn": 0.575, "cs": 0.4625, "da": 0.375, "el": 0.325, "en": 0.65, "es": 0.5125, "et": 0.5125, "eu": 0.475, "fa": 0.55, "fi": 0.475, "fr": 0.475, "gl": 0.466667, "hu": 0.55, "hv": 0.5, "is": 0.5625, "it": 0.4875, "ka": 0.375, "la": 0.525, "li": 0.4125, "lv": 0.5875, "mk": 0.275, "mt": 0.5125, "nl": 0.5875, "no": 0.3875, "pl": 0.591667, "pt": 0.4625, "ro": 0.35, "ru": 0.666667, "sk": 0.5375, "sl": 0.5125, "sq": 0.475, "sr": 0.4125, "sv": 0.3625, "tr": 0.5625, "uk": 0.5625}, "confusion": {"1": {"3": 0.4415, "1": 0.1951, "4": 0.0976, "2": 0.2537, "5": 0.0049, "6": 0.0073}, "2": {"4": 0.3175, "3": 0.5875, "2": 0.0675, "5": 0.0175, "1": 0.01}, "5": {"4": 0.3716, "5": 0.6186, "3": 0.0073, "6": 0.0024}, "6": {"4": 0.2519, "5": 0.6889, "3": 0.0206, "6": 0.036, "1": 0.0026}, "3": {"4": 0.6429, "5": 0.0714, "3": 0.2571, "1": 0.0286}, "4": {"4": 0.7143, "5": 0.2143, "3": 0.0714}}}, {"model": "allenai/Olmo-3.1-32B-Instruct", "avg_exact": 0.285578, "avg_wp": 0.485456, "avg_bias": 0.5714, "total": 15677, "lang_exact": {"ar": 0.132948, "az": 0.162437, "be": 0.156658, "bg": 0.301695, "bo": 0.335404, "ca": 0.373563, "cn": 0.382353, "cs": 0.453988, "da": 0.394402, "el": 0.202703, "en": 0.455, "es": 0.261146, "et": 0.218667, "eu": 0.263959, "fa": 0.302013, "fi": 0.406832, "fr": 0.35493, "gl": 0.252115, "hu": 0.258065, "hv": 0.336508, "is": 0.166189, "it": 0.25, "ka": 0.094203, "la": 0.231111, "li": 0.237467, "lv": 0.173913, "mk": 0.24557, "mt": 0.198433, "nl": 0.396465, "no": 0.423977, "pl": 0.366, "pt": 0.284024, "ro": 0.275132, "ru": 0.298658, "sk": 0.235294, "sl": 0.276712, "sq": 0.194719, "sr": 0.23038, "sv": 0.298701, "tr": 0.366667, "uk": 0.308824}, "lang_wp": {"ar": 0.228324, "az": 0.352792, "be": 0.361619, "bg": 0.483051, "bo": 0.569876, "ca": 0.538793, "cn": 0.614187, "cs": 0.639571, "da": 0.592875, "el": 0.417568, "en": 0.59375, "es": 0.476115, "et": 0.462667, "eu": 0.451777, "fa": 0.509228, "fi": 0.599379, "fr": 0.522535, "gl": 0.44247, "hu": 0.478495, "hv": 0.549206, "is": 0.395415, "it": 0.486111, "ka": 0.222826, "la": 0.37, "li": 0.473615, "lv": 0.42663, "mk": 0.43038, "mt": 0.348564, "nl": 0.628788, "no": 0.580409, "pl": 0.599, "pt": 0.488166, "ro": 0.464286, "ru": 0.494966, "sk": 0.451872, "sl": 0.483562, "sq": 0.405941, "sr": 0.465823, "sv": 0.48961, "tr": 0.594872, "uk": 0.494748}, "confusion": {"2": {"6": 0.0544, "5": 0.0387, "4": 0.1695, "3": 0.6269, "2": 0.0177, "1": 0.0928}, "5": {"6": 0.2411, "4": 0.2424, "3": 0.0675, "5": 0.4398, "2": 0.001, "1": 0.0082}, "1": {"6": 0.0574, "3": 0.6004, "4": 0.0548, "2": 0.0307, "5": 0.0107, "1": 0.2459}, "6": {"6": 0.4411, "5": 0.332, "3": 0.0475, "4": 0.1681, "1": 0.0112}, "3": {"3": 0.4278, "4": 0.3484, "6": 0.0312, "5": 0.1487, "2": 0.0042, "1": 0.0397}, "4": {"5": 0.2054, "4": 0.4057, "3": 0.2494, "6": 0.1227, "2": 0.0026, "1": 0.0142}}}, {"model": "qwen/qwen-2.5-7b-instruct", "avg_exact": 0.26526, "avg_wp": 0.484598, "avg_bias": -0.2856, "total": 1753, "lang_exact": {"ar": 0.2, "az": 0.15, "be": 0.25, "bg": 0.35, "bo": 0.4, "ca": 0.225, "cn": 0.316667, "cs": 0.3, "da": 0.325, "el": 0.2, "en": 0.4, "es": 0.325, "et": 0.25, "eu": 0.216667, "fa": 0.3, "fi": 0.275, "fr": 0.35, "gl": 0.366667, "hu": 0.225, "hv": 0.3, "is": 0.325, "it": 0.3, "ka": 0.125, "la": 0.183333, "li": 0.2, "lv": 0.35, "mk": 0.15, "mt": 0.225, "nl": 0.275, "no": 0.3, "pl": 0.216667, "pt": 0.25, "ro": 0.2, "ru": 0.393939, "sk": 0.325, "sl": 0.275, "sq": 0.1, "sr": 0.05, "sv": 0.35, "tr": 0.3, "uk": 0.275}, "lang_wp": {"ar": 0.3625, "az": 0.4, "be": 0.5125, "bg": 0.575, "bo": 0.625, "ca": 0.425, "cn": 0.525, "cs": 0.4875, "da": 0.525, "el": 0.425, "en": 0.6125, "es": 0.5625, "et": 0.5, "eu": 0.425, "fa": 0.466667, "fi": 0.5125, "fr": 0.5375, "gl": 0.566667, "hu": 0.475, "hv": 0.525, "is": 0.5125, "it": 0.5, "ka": 0.3125, "la": 0.383333, "li": 0.3875, "lv": 0.65, "mk": 0.3375, "mt": 0.4125, "nl": 0.525, "no": 0.5125, "pl": 0.425, "pt": 0.475, "ro": 0.4125, "ru": 0.621212, "sk": 0.5625, "sl": 0.5, "sq": 0.35, "sr": 0.35, "sv": 0.6, "tr": 0.5625, "uk": 0.5125}, "confusion": {"1": {"3": 0.2073, "1": 0.6415, "4": 0.0854, "2": 0.061, "5": 0.0049}, "2": {"4": 0.1859, "3": 0.3593, "1": 0.397, "2": 0.0427, "5": 0.0126, "6": 0.0025}, "5": {"4": 0.622, "6": 0.0732, "5": 0.2195, "3": 0.0683, "1": 0.0146, "2": 0.0024}, "6": {"4": 0.5725, "6": 0.0992, "3": 0.056, "5": 0.2595, "1": 0.0051, "2": 0.0076}, "3": {"3": 0.2286, "4": 0.4571, "1": 0.1857, "2": 0.0429, "5": 0.0714, "6": 0.0143}, "4": {"2": 0.0429, "4": 0.5714, "3": 0.2143, "5": 0.0857, "6": 0.0143, "1": 0.0714}}}, {"model": "utter-project/EuroLLM-9B-Instruct-2512", "avg_exact": 0.309208, "avg_wp": 0.474463, "avg_bias": 0.514, "total": 16290, "lang_exact": {"ar": 0.316279, "az": 0.362944, "be": 0.351421, "bg": 0.343949, "bo": 0.33237, "ca": 0.225071, "cn": 0.321489, "cs": 0.408964, "da": 0.405542, "el": 0.390977, "en": 0.224747, "es": 0.285276, "et": 0.471354, "eu": 0.152284, "fa": 0.21608, "fi": 0.489796, "fr": 0.321622, "gl": 0.240741, "hu": 0.23622, "hv": 0.309038, "is": 0.272472, "it": 0.316354, "ka": 0.067961, "la": 0.229759, "li": 0.272494, "lv": 0.437975, "mk": 0.335013, "mt": 0.442455, "nl": 0.552764, "no": 0.30411, "pl": 0.171322, "pt": 0.231169, "ro": 0.257812, "ru": 0.159468, "sk": 0.375321, "sl": 0.335079, "sq": 0.336634, "sr": 0.391414, "sv": 0.357326, "tr": 0.433673, "uk": 0.193916}, "lang_wp": {"ar": 0.472093, "az": 0.535533, "be": 0.554264, "bg": 0.592357, "bo": 0.557803, "ca": 0.415954, "cn": 0.474619, "cs": 0.59944, "da": 0.615869, "el": 0.580201, "en": 0.352273, "es": 0.458589, "et": 0.64974, "eu": 0.235195, "fa": 0.344221, "fi": 0.620991, "fr": 0.47027, "gl": 0.34596, "hu": 0.46063, "hv": 0.539359, "is": 0.439607, "it": 0.450402, "ka": 0.220065, "la": 0.341357, "li": 0.453728, "lv": 0.602532, "mk": 0.503778, "mt": 0.604859, "nl": 0.690955, "no": 0.463014, "pl": 0.334264, "pt": 0.414286, "ro": 0.438802, "ru": 0.406977, "sk": 0.493573, "sl": 0.46466, "sq": 0.506601, "sr": 0.570707, "sv": 0.524422, "tr": 0.653061, "uk": 0.357414}, "confusion": {"2": {"1": 0.2715, "2": 0.1738, "6": 0.2094, "3": 0.1758, "5": 0.1379, "4": 0.0316}, "5": {"1": 0.1055, "2": 0.0136, "6": 0.4605, "3": 0.1012, "5": 0.2808, "4": 0.0384}, "1": {"1": 0.4156, "6": 0.1708, "2": 0.1744, "5": 0.1088, "4": 0.0219, "3": 0.1085}, "6": {"1": 0.1019, "6": 0.522, "2": 0.0093, "3": 0.0606, "5": 0.2805, "4": 0.0256}, "3": {"6": 0.4435, "1": 0.3305, "5": 0.1257, "3": 0.0734, "2": 0.0212, "4": 0.0056}, "4": {"5": 0.1037, "6": 0.5647, "1": 0.2497, "3": 0.0371, "4": 0.0077, "2": 0.0371}}}, {"model": "meta-llama/llama-4-maverick", "avg_exact": 0.268291, "avg_wp": 0.47344, "avg_bias": -0.0631, "total": 17112, "lang_exact": {"ar": 0.27, "az": 0.235, "be": 0.2225, "bg": 0.273481, "bo": 0.285, "ca": 0.259053, "cn": 0.388333, "cs": 0.285, "da": 0.225, "el": 0.26, "en": 0.28, "es": 0.267267, "et": 0.315, "eu": 0.221106, "fa": 0.278333, "fi": 0.2425, "fr": 0.225131, "gl": 0.271667, "hu": 0.24, "hv": 0.31, "is": 0.41, "it": 0.2775, "ka": 0.113208, "la": 0.397661, "li": 0.2375, "lv": 0.2725, "mk": 0.19, "mt": 0.2125, "nl": 0.3575, "no": 0.185, "pl": 0.355517, "pt": 0.235, "ro": 0.1525, "ru": 0.330033, "sk": 0.2025, "sl": 0.2675, "sq": 0.2825, "sr": 0.2, "sv": 0.185, "tr": 0.395, "uk": 0.248663}, "lang_wp": {"ar": 0.435, "az": 0.38125, "be": 0.475, "bg": 0.476519, "bo": 0.54, "ca": 0.415042, "cn": 0.620833, "cs": 0.52125, "da": 0.37125, "el": 0.4625, "en": 0.4425, "es": 0.462462, "et": 0.5675, "eu": 0.403685, "fa": 0.490833, "fi": 0.5075, "fr": 0.454188, "gl": 0.45, "hu": 0.42875, "hv": 0.53875, "is": 0.57625, "it": 0.48875, "ka": 0.278302, "la": 0.562378, "li": 0.43375, "lv": 0.485, "mk": 0.3675, "mt": 0.40125, "nl": 0.59, "no": 0.38125, "pl": 0.573555, "pt": 0.425, "ro": 0.38625, "ru": 0.617162, "sk": 0.42375, "sl": 0.48125, "sq": 0.56625, "sr": 0.3875, "sv": 0.3425, "tr": 0.60875, "uk": 0.471925}, "confusion": {"1": {"4": 0.2138, "1": 0.6218, "3": 0.0839, "2": 0.0678, "5": 0.0101, "6": 0.0026}, "2": {"4": 0.477, "3": 0.1474, "2": 0.0717, "1": 0.2827, "5": 0.0186, "6": 0.0026}, "5": {"4": 0.6117, "5": 0.2445, "6": 0.038, "1": 0.0987, "3": 0.0065, "2": 0.0005}, "6": {"5": 0.5201, "4": 0.3008, "6": 0.1339, "1": 0.0377, "3": 0.005, "2": 0.0025}, "3": {"3": 0.0877, "4": 0.7083, "5": 0.1298, "2": 0.0253, "1": 0.0455, "6": 0.0034}, "4": {"4": 0.6123, "5": 0.2996, "3": 0.0206, "6": 0.0206, "2": 0.0132, "1": 0.0338}}}, {"model": "google/gemma-3-4b-it", "avg_exact": 0.222031, "avg_wp": 0.460126, "avg_bias": -0.1819, "total": 1743, "lang_exact": {"ar": 0.1, "az": 0.15, "be": 0.225, "bg": 0.2, "bo": 0.125, "ca": 0.051282, "cn": 0.298246, "cs": 0.394737, "da": 0.25, "el": 0.175, "en": 0.425, "es": 0.225, "et": 0.375, "eu": 0.216667, "fa": 0.216667, "fi": 0.25, "fr": 0.125, "gl": 0.25, "hu": 0.125, "hv": 0.225, "is": 0.15, "it": 0.275, "ka": 0.1, "la": 0.166667, "li": 0.175, "lv": 0.2, "mk": 0.15, "mt": 0.025, "nl": 0.2, "no": 0.25, "pl": 0.316667, "pt": 0.461538, "ro": 0.125, "ru": 0.272727, "sk": 0.263158, "sl": 0.225, "sq": 0.358974, "sr": 0.225, "sv": 0.25, "tr": 0.2, "uk": 0.275}, "lang_wp": {"ar": 0.425, "az": 0.5, "be": 0.5, "bg": 0.4125, "bo": 0.45, "ca": 0.294872, "cn": 0.54386, "cs": 0.539474, "da": 0.45, "el": 0.375, "en": 0.6375, "es": 0.425, "et": 0.5875, "eu": 0.441667, "fa": 0.45, "fi": 0.525, "fr": 0.35, "gl": 0.541667, "hu": 0.4, "hv": 0.475, "is": 0.375, "it": 0.4875, "ka": 0.325, "la": 0.35, "li": 0.4875, "lv": 0.525, "mk": 0.3625, "mt": 0.325, "nl": 0.4375, "no": 0.475, "pl": 0.516667, "pt": 0.615385, "ro": 0.3375, "ru": 0.545455, "sk": 0.526316, "sl": 0.425, "sq": 0.538462, "sr": 0.4875, "sv": 0.5, "tr": 0.4375, "uk": 0.45}, "confusion": {"1": {"2": 0.5575, "3": 0.2812, "1": 0.1174, "6": 0.0147, "4": 0.022, "5": 0.0073}, "2": {"5": 0.0126, "4": 0.0578, "6": 0.0075, "3": 0.6131, "2": 0.2864, "1": 0.0226}, "5": {"4": 0.3985, "6": 0.0196, "5": 0.3496, "3": 0.2274, "2": 0.0049}, "6": {"5": 0.2828, "4": 0.2699, "3": 0.329, "6": 0.0617, "2": 0.0206, "1": 0.036}, "3": {"3": 0.6029, "5": 0.1176, "4": 0.1471, "2": 0.1029, "1": 0.0294}, "4": {"4": 0.2429, "3": 0.4286, "5": 0.3, "2": 0.0143, "1": 0.0143}}}, {"model": "mistralai/mixtral-8x7b-instruct", "avg_exact": 0.245143, "avg_wp": 0.453429, "avg_bias": 0.4636, "total": 1750, "lang_exact": {"ar": 0.175, "az": 0.2, "be": 0.15, "bg": 0.225, "bo": 0.25, "ca": 0.175, "cn": 0.254237, "cs": 0.4, "da": 0.25, "el": 0.2, "en": 0.3, "es": 0.3, "et": 0.275, "eu": 0.25, "fa": 0.183333, "fi": 0.275, "fr": 0.25, "gl": 0.216667, "hu": 0.25, "hv": 0.225, "is": 0.15, "it": 0.225, "ka": 0.153846, "la": 0.283333, "li": 0.2, "lv": 0.25, "mk": 0.225, "mt": 0.225, "nl": 0.3, "no": 0.325, "pl": 0.283333, "pt": 0.225, "ro": 0.3, "ru": 0.34375, "sk": 0.225, "sl": 0.325, "sq": 0.2, "sr": 0.25, "sv": 0.225, "tr": 0.275, "uk": 0.275}, "lang_wp": {"ar": 0.2875, "az": 0.3875, "be": 0.45, "bg": 0.4375, "bo": 0.425, "ca": 0.3375, "cn": 0.466102, "cs": 0.5625, "da": 0.5125, "el": 0.4, "en": 0.5125, "es": 0.5125, "et": 0.4875, "eu": 0.408333, "fa": 0.408333, "fi": 0.525, "fr": 0.4125, "gl": 0.408333, "hu": 0.4875, "hv": 0.475, "is": 0.4, "it": 0.4125, "ka": 0.269231, "la": 0.466667, "li": 0.4375, "lv": 0.5, "mk": 0.3875, "mt": 0.3625, "nl": 0.5625, "no": 0.55, "pl": 0.45, "pt": 0.475, "ro": 0.525, "ru": 0.53125, "sk": 0.4625, "sl": 0.5, "sq": 0.4, "sr": 0.475, "sv": 0.55, "tr": 0.4875, "uk": 0.55}, "confusion": {"1": {"4": 0.1744, "3": 0.398, "2": 0.2875, "5": 0.0491, "1": 0.0909}, "2": {"4": 0.3501, "5": 0.1511, "1": 0.063, "3": 0.3753, "2": 0.0605}, "5": {"5": 0.8, "3": 0.0366, "4": 0.1415, "1": 0.0122, "6": 0.0098}, "6": {"5": 0.7621, "3": 0.0588, "4": 0.1228, "2": 0.0128, "6": 0.0281, "1": 0.0153}, "3": {"3": 0.1143, "5": 0.3714, "4": 0.4429, "1": 0.0429, "2": 0.0286}, "4": {"5": 0.5857, "4": 0.3, "6": 0.0286, "1": 0.0286, "3": 0.0571}}}, {"model": "mistralai/mistral-small-3.2-24b-instruct", "avg_exact": 0.25029, "avg_wp": 0.450929, "avg_bias": 0.6868, "total": 1722, "lang_exact": {"ar": 0.2, "az": 0.25, "be": 0.275, "bg": 0.225, "bo": 0.275, "ca": 0.225, "cn": 0.316667, "cs": 0.225, "da": 0.35, "el": 0.25, "en": 0.3, "es": 0.3, "et": 0.15, "eu": 0.183333, "fa": 0.333333, "fi": 0.275, "fr": 0.25, "gl": 0.166667, "hu": 0.275, "hv": 0.275, "is": 0.375, "it": 0.275, "ka": 0.2, "la": 0.4, "li": 0.205128, "lv": 0.325, "mk": 0.2, "mt": 0.1, "nl": 0.225, "no": 0.25, "pl": 0.3, "pt": 0.25, "ro": 0.222222, "ru": 0.3, "sk": 0.142857, "sl": 0.193548, "sq": 0.157895, "sr": 0.2, "sv": 0.3, "tr": 0.175, "uk": 0.225}, "lang_wp": {"ar": 0.4125, "az": 0.4375, "be": 0.4875, "bg": 0.425, "bo": 0.45, "ca": 0.425, "cn": 0.55, "cs": 0.3875, "da": 0.55, "el": 0.3625, "en": 0.4125, "es": 0.425, "et": 0.4, "eu": 0.458333, "fa": 0.575, "fi": 0.3875, "fr": 0.425, "gl": 0.408333, "hu": 0.4875, "hv": 0.5125, "is": 0.6, "it": 0.4125, "ka": 0.375, "la": 0.566667, "li": 0.423077, "lv": 0.575, "mk": 0.3625, "mt": 0.35, "nl": 0.4125, "no": 0.375, "pl": 0.483333, "pt": 0.4, "ro": 0.375, "ru": 0.416667, "sk": 0.410714, "sl": 0.467742, "sq": 0.513158, "sr": 0.4625, "sv": 0.4375, "tr": 0.5125, "uk": 0.3875}, "confusion": {"1": {"3": 0.5664, "4": 0.1228, "2": 0.0902, "1": 0.0902, "5": 0.1303}, "2": {"3": 0.4444, "4": 0.2879, "5": 0.2348, "2": 0.0126, "1": 0.0202}, "5": {"4": 0.1156, "5": 0.8668, "1": 0.005, "6": 0.0075, "3": 0.005}, "6": {"5": 0.8892, "4": 0.0722, "6": 0.0335, "3": 0.0052}, "3": {"4": 0.4143, "5": 0.4, "3": 0.1714, "6": 0.0143}, "4": {"5": 0.5857, "4": 0.2857, "3": 0.1, "6": 0.0286}}}, {"model": "cjvt/GaMS3-12B-Instruct", "avg_exact": 0.266058, "avg_wp": 0.424176, "avg_bias": -0.323, "total": 17079, "lang_exact": {"ar": 0.14, "az": 0.0975, "be": 0.2775, "bg": 0.209945, "bo": 0.385, "ca": 0.278552, "cn": 0.358333, "cs": 0.29, "da": 0.21, "el": 0.33, "en": 0.42, "es": 0.228228, "et": 0.24, "eu": 0.20603, "fa": 0.286667, "fi": 0.35, "fr": 0.290576, "gl": 0.15, "hu": 0.2625, "hv": 0.3625, "is": 0.2925, "it": 0.26, "ka": 0.154088, "la": 0.187135, "li": 0.1575, "lv": 0.3575, "mk": 0.255, "mt": 0.3175, "nl": 0.23, "no": 0.365, "pl": 0.304729, "pt": 0.355, "ro": 0.2225, "ru": 0.419142, "sk": 0.2225, "sl": 0.2525, "sq": 0.2575, "sr": 0.2475, "sv": 0.3125, "tr": 0.1775, "uk": 0.222874}, "lang_wp": {"ar": 0.25125, "az": 0.28125, "be": 0.4275, "bg": 0.383978, "bo": 0.5625, "ca": 0.437326, "cn": 0.5475, "cs": 0.43625, "da": 0.35125, "el": 0.45875, "en": 0.55125, "es": 0.438438, "et": 0.4225, "eu": 0.356784, "fa": 0.4625, "fi": 0.52375, "fr": 0.420157, "gl": 0.231667, "hu": 0.42375, "hv": 0.51125, "is": 0.4625, "it": 0.43, "ka": 0.399371, "la": 0.283626, "li": 0.27125, "lv": 0.5675, "mk": 0.43, "mt": 0.46125, "nl": 0.46625, "no": 0.50875, "pl": 0.489492, "pt": 0.515, "ro": 0.35375, "ru": 0.623762, "sk": 0.3625, "sl": 0.375, "sq": 0.38, "sr": 0.42875, "sv": 0.4625, "tr": 0.355, "uk": 0.382698}, "confusion": {"1": {"1": 0.5585, "3": 0.3369, "2": 0.0174, "5": 0.0076, "6": 0.0421, "4": 0.0374}, "2": {"3": 0.4891, "1": 0.3384, "2": 0.013, "5": 0.029, "6": 0.0362, "4": 0.0942}, "5": {"3": 0.1627, "1": 0.157, "2": 0.0016, "4": 0.1806, "5": 0.4161, "6": 0.082}, "6": {"3": 0.2252, "2": 0.0106, "1": 0.2071, "4": 0.133, "5": 0.2529, "6": 0.1712}, "4": {"6": 0.1956, "5": 0.3146, "4": 0.2034, "3": 0.1158, "1": 0.1706}, "3": {"5": 0.1953, "4": 0.2599, "3": 0.2599, "1": 0.2348, "6": 0.0484, "2": 0.0018}}}, {"model": "mistralai/mistral-7b-instruct", "avg_exact": 0.243871, "avg_wp": 0.418065, "avg_bias": 0.3484, "total": 1550, "lang_exact": {"ar": 0.058824, "az": 0.27027, "be": 0.382353, "bg": 0.243243, "bo": 0.314286, "ca": 0.285714, "cn": 0.339286, "cs": 0.428571, "da": 0.28, "el": 0.194444, "en": 0.125, "es": 0.241379, "et": 0.482759, "eu": 0.226415, "fa": 0.355932, "fi": 0.269231, "fr": 0.184211, "gl": 0.206897, "hu": 0.138889, "hv": 0.361111, "is": 0.166667, "it": 0.28125, "ka": 0.277778, "la": 0.241379, "li": 0.171429, "lv": 0.142857, "mk": 0.205128, "mt": 0.162162, "nl": 0.285714, "no": 0.205128, "pl": 0.272727, "pt": 0.189189, "ro": 0.138889, "ru": 0.354839, "sk": 0.236842, "sl": 0.289474, "sq": 0.27027, "sr": 0.282051, "sv": 0.210526, "tr": 0.102564, "uk": 0.175}, "lang_wp": {"ar": 0.191176, "az": 0.445946, "be": 0.558824, "bg": 0.432432, "bo": 0.542857, "ca": 0.457143, "cn": 0.508929, "cs": 0.52381, "da": 0.4, "el": 0.388889, "en": 0.265625, "es": 0.396552, "et": 0.62069, "eu": 0.349057, "fa": 0.542373, "fi": 0.365385, "fr": 0.381579, "gl": 0.387931, "hu": 0.319444, "hv": 0.513889, "is": 0.416667, "it": 0.5, "ka": 0.416667, "la": 0.431034, "li": 0.285714, "lv": 0.328571, "mk": 0.397436, "mt": 0.337838, "nl": 0.5, "no": 0.384615, "pl": 0.445455, "pt": 0.378378, "ro": 0.333333, "ru": 0.467742, "sk": 0.434211, "sl": 0.394737, "sq": 0.486486, "sr": 0.487179, "sv": 0.421053, "tr": 0.320513, "uk": 0.35}, "confusion": {"1": {"6": 0.0292, "3": 0.414, "5": 0.0962, "4": 0.1224, "2": 0.1341, "1": 0.2041}, "2": {"5": 0.2367, "3": 0.3373, "6": 0.0355, "2": 0.071, "4": 0.2219, "1": 0.0976}, "5": {"6": 0.0875, "4": 0.1545, "1": 0.0875, "5": 0.6093, "3": 0.0554, "2": 0.0058}, "6": {"5": 0.5989, "1": 0.0917, "6": 0.1519, "3": 0.0544, "4": 0.0974, "2": 0.0057}, "3": {"5": 0.4308, "2": 0.1077, "3": 0.2, "1": 0.0923, "4": 0.1385, "6": 0.0308}, "4": {"5": 0.5152, "4": 0.1364, "1": 0.1364, "6": 0.0758, "3": 0.0758, "2": 0.0606}}}, {"model": "speakleash/Bielik-4.5B-v3.0-Instruct", "avg_exact": 0.26564, "avg_wp": 0.377807, "avg_bias": 1.126, "total": 14162, "lang_exact": {"ar": 0.305389, "az": 0.267352, "be": 0.179931, "bg": 0.212291, "bo": 0.352751, "ca": 0.290323, "cn": 0.154135, "cs": 0.371528, "da": 0.281654, "el": 0.22619, "en": 0.319481, "es": 0.274834, "et": 0.27933, "eu": 0.165529, "fa": 0.181356, "fi": 0.423333, "fr": 0.417957, "gl": 0.172355, "hu": 0.346369, "hv": 0.292208, "is": 0.110701, "it": 0.322476, "ka": 0.296089, "la": 0.103604, "li": 0.267568, "lv": 0.293785, "mk": 0.284345, "mt": 0.257979, "nl": 0.284211, "no": 0.339564, "pl": 0.307414, "pt": 0.28754, "ro": 0.264463, "ru": 0.232704, "sk": 0.301676, "sl": 0.269341, "sq": 0.382883, "sr": 0.253049, "sv": 0.271277, "tr": 0.367021, "uk": 0.135747}, "lang_wp": {"ar": 0.467066, "az": 0.385604, "be": 0.280277, "bg": 0.27933, "bo": 0.391586, "ca": 0.431085, "cn": 0.325188, "cs": 0.383681, "da": 0.408269, "el": 0.339286, "en": 0.462338, "es": 0.32947, "et": 0.378492, "eu": 0.311433, "fa": 0.327966, "fi": 0.491667, "fr": 0.478328, "gl": 0.337884, "hu": 0.451117, "hv": 0.324675, "is": 0.274908, "it": 0.36645, "ka": 0.502793, "la": 0.213964, "li": 0.382432, "lv": 0.436441, "mk": 0.407348, "mt": 0.371011, "nl": 0.417105, "no": 0.383178, "pl": 0.520796, "pt": 0.324281, "ro": 0.366391, "ru": 0.279874, "sk": 0.395251, "sl": 0.358166, "sq": 0.441441, "sr": 0.353659, "sv": 0.37234, "tr": 0.531915, "uk": 0.190045}, "confusion": {"1": {"1": 0.1817, "5": 0.7018, "3": 0.0391, "2": 0.007, "4": 0.0374, "6": 0.033}, "2": {"1": 0.1476, "5": 0.7811, "3": 0.0152, "2": 0.0125, "4": 0.0222, "6": 0.0214}, "5": {"1": 0.0986, "5": 0.7947, "4": 0.0409, "2": 0.0019, "3": 0.0102, "6": 0.0536}, "6": {"1": 0.1169, "5": 0.7853, "2": 0.0019, "6": 0.0393, "3": 0.0206, "4": 0.036}, "3": {"4": 0.1291, "5": 0.6407, "6": 0.0281, "3": 0.0944, "1": 0.0844, "2": 0.0232}, "4": {"5": 0.5876, "4": 0.1134, "6": 0.1414, "2": 0.0295, "3": 0.0604, "1": 0.0677}}}, {"model": "swiss-ai/Apertus-8B-Instruct-2509", "avg_exact": 0.227222, "avg_wp": 0.374394, "avg_bias": -0.4527, "total": 16090, "lang_exact": {"ar": 0.224044, "az": 0.105528, "be": 0.131443, "bg": 0.323718, "bo": 0.311573, "ca": 0.257143, "cn": 0.267797, "cs": 0.275072, "da": 0.239186, "el": 0.291457, "en": 0.269521, "es": 0.296296, "et": 0.267196, "eu": 0.211149, "fa": 0.172529, "fi": 0.291291, "fr": 0.336, "gl": 0.143098, "hu": 0.157895, "hv": 0.304615, "is": 0.169444, "it": 0.261494, "ka": 0.063694, "la": 0.12967, "li": 0.256477, "lv": 0.121372, "mk": 0.28392, "mt": 0.240209, "nl": 0.328244, "no": 0.287356, "pl": 0.225049, "pt": 0.336, "ro": 0.28084, "ru": 0.22, "sk": 0.180412, "sl": 0.25266, "sq": 0.050314, "sr": 0.219697, "sv": 0.213918, "tr": 0.186224, "uk": 0.227692}, "lang_wp": {"ar": 0.364754, "az": 0.19598, "be": 0.264175, "bg": 0.528846, "bo": 0.477745, "ca": 0.427143, "cn": 0.402542, "cs": 0.416905, "da": 0.43257, "el": 0.444724, "en": 0.474811, "es": 0.510802, "et": 0.416667, "eu": 0.326858, "fa": 0.257119, "fi": 0.441441, "fr": 0.541333, "gl": 0.242424, "hu": 0.284211, "hv": 0.441538, "is": 0.273611, "it": 0.438218, "ka": 0.216561, "la": 0.23956, "li": 0.380829, "lv": 0.294195, "mk": 0.420854, "mt": 0.348564, "nl": 0.494911, "no": 0.477011, "pl": 0.372798, "pt": 0.536, "ro": 0.452756, "ru": 0.428333, "sk": 0.301546, "sl": 0.416223, "sq": 0.242138, "sr": 0.334596, "sv": 0.344072, "tr": 0.289541, "uk": 0.4}, "confusion": {"5": {"1": 0.347, "3": 0.1552, "5": 0.084, "2": 0.0405, "6": 0.2801, "4": 0.0931}, "2": {"1": 0.6092, "2": 0.0437, "3": 0.1463, "6": 0.135, "4": 0.0525, "5": 0.0133}, "1": {"1": 0.6319, "2": 0.064, "3": 0.1187, "6": 0.1318, "5": 0.0127, "4": 0.0409}, "6": {"3": 0.104, "1": 0.2939, "5": 0.1032, "2": 0.0235, "6": 0.3917, "4": 0.0838}, "3": {"6": 0.341, "3": 0.1449, "4": 0.0283, "1": 0.3922, "5": 0.0777, "2": 0.0159}, "4": {"6": 0.4655, "3": 0.0946, "5": 0.0766, "4": 0.027, "1": 0.3228, "2": 0.0135}}}, {"model": "speakleash/Bielik-1.5B-v3.0-Instruct", "avg_exact": 0.236195, "avg_wp": 0.373394, "avg_bias": -1.7272, "total": 14162, "lang_exact": {"ar": 0.335329, "az": 0.257069, "be": 0.276817, "bg": 0.374302, "bo": 0.349515, "ca": 0.281525, "cn": 0.178571, "cs": 0.315972, "da": 0.242894, "el": 0.242063, "en": 0.161039, "es": 0.248344, "et": 0.268156, "eu": 0.156997, "fa": 0.174576, "fi": 0.306667, "fr": 0.352941, "gl": 0.170648, "hu": 0.251397, "hv": 0.237013, "is": 0.110701, "it": 0.306189, "ka": 0.061453, "la": 0.222973, "li": 0.251351, "lv": 0.186441, "mk": 0.252396, "mt": 0.255319, "nl": 0.236842, "no": 0.28972, "pl": 0.177215, "pt": 0.28115, "ro": 0.278237, "ru": 0.245283, "sk": 0.282123, "sl": 0.277937, "sq": 0.112613, "sr": 0.231707, "sv": 0.159574, "tr": 0.236702, "uk": 0.339367}, "lang_wp": {"ar": 0.5, "az": 0.380463, "be": 0.416955, "bg": 0.567039, "bo": 0.514563, "ca": 0.466276, "cn": 0.264098, "cs": 0.479167, "da": 0.366925, "el": 0.420635, "en": 0.211688, "es": 0.407285, "et": 0.400838, "eu": 0.242321, "fa": 0.261864, "fi": 0.463333, "fr": 0.537152, "gl": 0.253413, "hu": 0.386872, "hv": 0.409091, "is": 0.274908, "it": 0.482085, "ka": 0.217877, "la": 0.329955, "li": 0.375676, "lv": 0.322034, "mk": 0.376997, "mt": 0.385638, "nl": 0.353947, "no": 0.518692, "pl": 0.326401, "pt": 0.477636, "ro": 0.415978, "ru": 0.443396, "sk": 0.418994, "sl": 0.421203, "sq": 0.328829, "sr": 0.394817, "sv": 0.236702, "tr": 0.359043, "uk": 0.542986}, "confusion": {"1": {"1": 0.9087, "5": 0.0216, "6": 0.0643, "3": 0.0012, "2": 0.0006, "4": 0.0036}, "2": {"1": 0.9299, "2": 0.0019, "6": 0.0473, "5": 0.0161, "3": 0.0008, "4": 0.0039}, "5": {"1": 0.849, "2": 0.0026, "6": 0.1163, "5": 0.0301, "4": 0.0014, "3": 0.0006}, "6": {"1": 0.8648, "6": 0.0994, "5": 0.0289, "3": 0.0029, "2": 0.0029, "4": 0.001}, "3": {"1": 0.8238, "6": 0.0554, "2": 0.0034, "3": 0.0034, "5": 0.1091, "4": 0.005}, "4": {"1": 0.8175, "2": 0.0045, "4": 0.0045, "6": 0.0801, "5": 0.0875, "3": 0.0059}}}, {"model": "allenai/Olmo-3-7B-Instruct", "avg_exact": 0.190087, "avg_wp": 0.369331, "avg_bias": 0.3594, "total": 15677, "lang_exact": {"ar": 0.271676, "az": 0.185279, "be": 0.075718, "bg": 0.152542, "bo": 0.223602, "ca": 0.16954, "cn": 0.235294, "cs": 0.104294, "da": 0.338422, "el": 0.118919, "en": 0.11, "es": 0.152866, "et": 0.093333, "eu": 0.1489, "fa": 0.169463, "fi": 0.090062, "fr": 0.138028, "gl": 0.164129, "hu": 0.155914, "hv": 0.247619, "is": 0.212034, "it": 0.151235, "ka": 0.224638, "la": 0.18, "li": 0.150396, "lv": 0.133152, "mk": 0.311392, "mt": 0.13577, "nl": 0.439394, "no": 0.111111, "pl": 0.258, "pt": 0.109467, "ro": 0.259259, "ru": 0.271812, "sk": 0.312834, "sl": 0.065753, "sq": 0.148515, "sr": 0.275949, "sv": 0.249351, "tr": 0.212821, "uk": 0.216387}, "lang_wp": {"ar": 0.421965, "az": 0.285533, "be": 0.225849, "bg": 0.381356, "bo": 0.445652, "ca": 0.352011, "cn": 0.408304, "cs": 0.346626, "da": 0.545802, "el": 0.291892, "en": 0.3625, "es": 0.367834, "et": 0.269333, "eu": 0.325719, "fa": 0.330537, "fi": 0.287267, "fr": 0.350704, "gl": 0.250423, "hu": 0.348118, "hv": 0.474603, "is": 0.313754, "it": 0.410494, "ka": 0.313406, "la": 0.351111, "li": 0.316623, "lv": 0.302989, "mk": 0.467089, "mt": 0.250653, "nl": 0.623737, "no": 0.309942, "pl": 0.466, "pt": 0.304734, "ro": 0.435185, "ru": 0.469799, "sk": 0.483957, "sl": 0.250685, "sq": 0.376238, "sr": 0.449367, "sv": 0.423377, "tr": 0.423077, "uk": 0.396008}, "confusion": {"2": {"2": 0.3508, "3": 0.2579, "4": 0.1609, "5": 0.0681, "6": 0.1341, "1": 0.0281}, "1": {"2": 0.4461, "3": 0.2443, "4": 0.1345, "5": 0.0353, "6": 0.1005, "1": 0.0393}, "5": {"2": 0.1695, "3": 0.1664, "4": 0.17, "5": 0.1426, "6": 0.3473, "1": 0.0041}, "6": {"2": 0.2115, "3": 0.1588, "4": 0.2351, "5": 0.1187, "6": 0.2736, "1": 0.0024}, "3": {"2": 0.2493, "6": 0.2833, "5": 0.1176, "4": 0.1034, "3": 0.2408, "1": 0.0057}, "4": {"2": 0.2765, "6": 0.3023, "4": 0.0685, "5": 0.1189, "3": 0.2261, "1": 0.0078}}}, {"model": "mistralai/mistral-small-24b-instruct-2501", "avg_exact": 0.179897, "avg_wp": 0.363221, "avg_bias": -0.8472, "total": 1751, "lang_exact": {"ar": 0.05, "az": 0.25, "be": 0.075, "bg": 0.2, "bo": 0.25, "ca": 0.25, "cn": 0.254237, "cs": 0.15, "da": 0.225, "el": 0.2, "en": 0.25, "es": 0.25, "et": 0.25, "eu": 0.2, "fa": 0.2, "fi": 0.225, "fr": 0.225, "gl": 0.183333, "hu": 0.125, "hv": 0.175, "is": 0.15, "it": 0.25, "ka": 0.025, "la": 0.35, "li": 0.05, "lv": 0.125, "mk": 0.225, "mt": 0.25, "nl": 0.175, "no": 0.225, "pl": 0.233333, "pt": 0.225, "ro": 0.1, "ru": 0.0, "sk": 0.15, "sl": 0.225, "sq": 0.025, "sr": 0.0, "sv": 0.25, "tr": 0.075, "uk": 0.075}, "lang_wp": {"ar": 0.225, "az": 0.45, "be": 0.3125, "bg": 0.4375, "bo": 0.3875, "ca": 0.3625, "cn": 0.457627, "cs": 0.3375, "da": 0.375, "el": 0.35, "en": 0.4125, "es": 0.4125, "et": 0.4125, "eu": 0.358333, "fa": 0.4, "fi": 0.3375, "fr": 0.375, "gl": 0.291667, "hu": 0.275, "hv": 0.35, "is": 0.375, "it": 0.4, "ka": 0.2625, "la": 0.516667, "li": 0.3, "lv": 0.3625, "mk": 0.375, "mt": 0.4, "nl": 0.3375, "no": 0.3625, "pl": 0.416667, "pt": 0.4125, "ro": 0.225, "ru": 0.28125, "sk": 0.325, "sl": 0.475, "sq": 0.375, "sr": 0.225, "sv": 0.4, "tr": 0.275, "uk": 0.325}, "confusion": {"1": {"4": 0.1324, "2": 0.1961, "3": 0.1225, "1": 0.5319, "6": 0.0123, "5": 0.0049}, "2": {"4": 0.25, "3": 0.1725, "2": 0.0875, "1": 0.4775, "5": 0.0075, "6": 0.005}, "5": {"4": 0.527, "2": 0.0098, "3": 0.0343, "1": 0.4093, "5": 0.0172, "6": 0.0025}, "6": {"4": 0.6752, "5": 0.0997, "6": 0.0153, "1": 0.179, "3": 0.0307}, "3": {"3": 0.1571, "4": 0.4571, "5": 0.0143, "6": 0.0143, "1": 0.2571, "2": 0.1}, "4": {"4": 0.5571, "6": 0.0143, "1": 0.2714, "2": 0.0429, "3": 0.1143}}}, {"model": "mistralai/ministral-14b-2512", "avg_exact": 0.196235, "avg_wp": 0.353394, "avg_bias": 0.71, "total": 1753, "lang_exact": {"ar": 0.15, "az": 0.225, "be": 0.175, "bg": 0.2, "bo": 0.25, "ca": 0.225, "cn": 0.233333, "cs": 0.25, "da": 0.175, "el": 0.25, "en": 0.275, "es": 0.175, "et": 0.075, "eu": 0.266667, "fa": 0.216667, "fi": 0.125, "fr": 0.25, "gl": 0.216667, "hu": 0.175, "hv": 0.2, "is": 0.325, "it": 0.125, "ka": 0.05, "la": 0.416667, "li": 0.125, "lv": 0.1, "mk": 0.175, "mt": 0.05, "nl": 0.1, "no": 0.125, "pl": 0.233333, "pt": 0.15, "ro": 0.175, "ru": 0.181818, "sk": 0.175, "sl": 0.125, "sq": 0.175, "sr": 0.225, "sv": 0.275, "tr": 0.225, "uk": 0.2}, "lang_wp": {"ar": 0.3125, "az": 0.3625, "be": 0.35, "bg": 0.4125, "bo": 0.35, "ca": 0.4, "cn": 0.425, "cs": 0.4125, "da": 0.325, "el": 0.375, "en": 0.4125, "es": 0.35, "et": 0.225, "eu": 0.425, "fa": 0.441667, "fi": 0.275, "fr": 0.375, "gl": 0.383333, "hu": 0.3, "hv": 0.3375, "is": 0.4875, "it": 0.3125, "ka": 0.2125, "la": 0.533333, "li": 0.2625, "lv": 0.2875, "mk": 0.3375, "mt": 0.175, "nl": 0.225, "no": 0.225, "pl": 0.433333, "pt": 0.2875, "ro": 0.3375, "ru": 0.333333, "sk": 0.3375, "sl": 0.325, "sq": 0.3375, "sr": 0.325, "sv": 0.4, "tr": 0.425, "uk": 0.375}, "confusion": {"1": {"3": 0.3, "5": 0.2293, "4": 0.3268, "6": 0.0537, "1": 0.0902}, "2": {"4": 0.335, "5": 0.29, "3": 0.225, "6": 0.0475, "1": 0.1025}, "5": {"4": 0.2296, "5": 0.5506, "3": 0.0543, "6": 0.079, "1": 0.0864}, "6": {"5": 0.5872, "4": 0.1795, "6": 0.1385, "1": 0.0615, "3": 0.0333}, "3": {"5": 0.4143, "4": 0.3143, "3": 0.1571, "6": 0.0714, "1": 0.0429}, "4": {"5": 0.5571, "4": 0.2714, "3": 0.0714, "6": 0.1}}}, {"model": "meta-llama/llama-3.1-8b-instruct", "avg_exact": 0.209262, "avg_wp": 0.341052, "avg_bias": -0.1998, "total": 1749, "lang_exact": {"ar": 0.135135, "az": 0.2, "be": 0.3, "bg": 0.175, "bo": 0.2, "ca": 0.225, "cn": 0.3, "cs": 0.25, "da": 0.25, "el": 0.225, "en": 0.275, "es": 0.075, "et": 0.275, "eu": 0.116667, "fa": 0.083333, "fi": 0.333333, "fr": 0.1, "gl": 0.133333, "hu": 0.175, "hv": 0.375, "is": 0.25, "it": 0.2, "ka": 0.225, "la": 0.116667, "li": 0.2, "lv": 0.225, "mk": 0.275, "mt": 0.2, "nl": 0.225, "no": 0.225, "pl": 0.083333, "pt": 0.225, "ro": 0.075, "ru": 0.242424, "sk": 0.225, "sl": 0.25, "sq": 0.225, "sr": 0.25, "sv": 0.375, "tr": 0.275, "uk": 0.225}, "lang_wp": {"ar": 0.297297, "az": 0.275, "be": 0.4625, "bg": 0.3375, "bo": 0.3125, "ca": 0.35, "cn": 0.441667, "cs": 0.4, "da": 0.3875, "el": 0.325, "en": 0.4, "es": 0.2125, "et": 0.3875, "eu": 0.191667, "fa": 0.216667, "fi": 0.5, "fr": 0.2375, "gl": 0.266667, "hu": 0.3375, "hv": 0.5375, "is": 0.375, "it": 0.325, "ka": 0.35, "la": 0.325, "li": 0.3, "lv": 0.4, "mk": 0.4, "mt": 0.3, "nl": 0.3625, "no": 0.3375, "pl": 0.258333, "pt": 0.35, "ro": 0.2, "ru": 0.30303, "sk": 0.3625, "sl": 0.375, "sq": 0.3375, "sr": 0.375, "sv": 0.475, "tr": 0.4, "uk": 0.3625}, "confusion": {"1": {"1": 0.388, "2": 0.0651, "5": 0.2161, "4": 0.2396, "6": 0.0755, "3": 0.0156}, "2": {"1": 0.4027, "4": 0.1973, "5": 0.2453, "6": 0.104, "3": 0.0027, "2": 0.048}, "5": {"5": 0.2825, "4": 0.155, "1": 0.415, "2": 0.005, "6": 0.1425}, "6": {"4": 0.1362, "1": 0.3316, "2": 0.0051, "5": 0.3111, "6": 0.2159}, "3": {"5": 0.3857, "6": 0.1143, "1": 0.3714, "4": 0.1, "2": 0.0286}, "4": {"4": 0.029, "5": 0.4783, "6": 0.087, "1": 0.3478, "2": 0.029, "3": 0.029}}}, {"model": "speakleash/Bielik-11B-v2.6-Instruct", "avg_exact": 0.1502, "avg_wp": 0.340091, "avg_bias": 0.5597, "total": 1751, "lang_exact": {"ar": 0.05, "az": 0.075, "be": 0.0, "bg": 0.175, "bo": 0.2, "ca": 0.175, "cn": 0.186441, "cs": 0.1, "da": 0.225, "el": 0.275, "en": 0.025, "es": 0.2, "et": 0.2, "eu": 0.166667, "fa": 0.266667, "fi": 0.125, "fr": 0.225, "gl": 0.216667, "hu": 0.2, "hv": 0.225, "is": 0.0, "it": 0.125, "ka": 0.0, "la": 0.2, "li": 0.225, "lv": 0.125, "mk": 0.2, "mt": 0.15, "nl": 0.225, "no": 0.15, "pl": 0.183333, "pt": 0.075, "ro": 0.075, "ru": 0.090909, "sk": 0.125, "sl": 0.225, "sq": 0.0, "sr": 0.05, "sv": 0.15, "tr": 0.225, "uk": 0.075}, "lang_wp": {"ar": 0.175, "az": 0.25, "be": 0.1875, "bg": 0.3875, "bo": 0.4, "ca": 0.425, "cn": 0.29661, "cs": 0.3, "da": 0.4125, "el": 0.45, "en": 0.2, "es": 0.4625, "et": 0.4375, "eu": 0.333333, "fa": 0.433333, "fi": 0.35, "fr": 0.4375, "gl": 0.333333, "hu": 0.3375, "hv": 0.4375, "is": 0.1125, "it": 0.375, "ka": 0.128205, "la": 0.308333, "li": 0.4375, "lv": 0.3875, "mk": 0.4125, "mt": 0.35, "nl": 0.4625, "no": 0.4125, "pl": 0.4, "pt": 0.4125, "ro": 0.2625, "ru": 0.30303, "sk": 0.2875, "sl": 0.4375, "sq": 0.2, "sr": 0.2, "sv": 0.3375, "tr": 0.375, "uk": 0.25}, "confusion": {"1": {"3": 0.8971, "2": 0.0049, "6": 0.076, "5": 0.0074, "1": 0.0147}, "2": {"3": 0.84, "6": 0.13, "5": 0.0225, "4": 0.005, "1": 0.0025}, "5": {"3": 0.3659, "6": 0.4439, "4": 0.0512, "5": 0.1366, "1": 0.0024}, "6": {"3": 0.2901, "6": 0.4148, "4": 0.0712, "5": 0.2239}, "3": {"6": 0.4143, "5": 0.0429, "3": 0.5429}, "4": {"6": 0.5, "3": 0.4571, "5": 0.0429}}}];
   const ALL_LANGS   = ["ar", "az", "be", "bg", "bo", "ca", "cn", "cs", "da", "el", "en", "es", "et", "eu", "fa", "fi", "fr", "gl", "hu", "hv", "is", "it", "ka", "la", "li", "lv", "mk", "mt", "nl", "no", "pl", "pt", "ro", "ru", "sk", "sl", "sq", "sr", "sv", "tr", "uk"];
   const LANG_NAMES  = {"af": "Afrikaans", "ab": "Arabic", "az": "Azerbaijani", "be": "Belarusian", "bo": "Bosnian", "bg": "Bulgarian", "bn": "Brunei", "ca": "Catalan", "cs": "Czech", "cn": "Chinese", "cy": "Welsh", "da": "Danish", "de": "German", "el": "Greek", "en": "English", "eo": "Esperanto", "es": "Spanish", "et": "Estonian", "eu": "Basque", "fa": "Faroese", "fi": "Finnish", "fr": "French", "ga": "Irish", "gl": "Galician", "gu": "Gujarati", "he": "Hebrew", "hi": "Hindi", "hr": "Croatian", "hu": "Hungarian", "ar": "Armenian", "hv": "Croatia", "id": "Indonesian", "is": "Icelandic", "it": "Italian", "ja": "Japanese", "ka": "Georgian", "kk": "Kazakh", "km": "Khmer", "kn": "Kannada", "ko": "Korean", "la": "Latin", "li": "Lithuanian", "lv": "Latvian", "mk": "Macedonian", "ml": "Malayalam", "mn": "Mongolian", "mr": "Marathi", "ms": "Malay", "mt": "Maltese", "my": "Burmese", "ne": "Nepali", "nl": "Dutch", "no": "Norwegian", "pa": "Punjabi", "pe": "Persian", "pl": "Polish", "pt": "Portuguese", "ro": "Romanian", "ru": "Russian", "si": "Sinhala", "sk": "Slovak", "sl": "Slovenian", "sq": "Albanian", "sr": "Serbian", "sv": "Swedish", "sw": "Swahili", "ta": "Tamil", "te": "Telugu", "th": "Thai", "tl": "Filipino", "tr": "Turkish", "uk": "Ukrainian", "ur": "Urdu", "uz": "Uzbek", "vi": "Vietnamese", "zh": "Chinese", "zu": "Zulu"};
-  const LANG_COUNTS = {"ar": 3586, "az": 4867, "be": 4620, "bg": 3891, "bo": 4406, "ca": 4421, "cn": 7160, "cs": 4390, "da": 4851, "el": 4554, "en": 4870, "es": 4113, "et": 4720, "eu": 7289, "fa": 7340, "fi": 4367, "fr": 4534, "gl": 7314, "hu": 4718, "hv": 4373, "is": 4422, "it": 4467, "ka": 3709, "la": 6072, "li": 4775, "lv": 4728, "mk": 4727, "mt": 4800, "nl": 4856, "no": 4523, "pl": 6779, "pt": 4562, "ro": 4741, "ru": 3477, "sk": 4734, "sl": 4676, "sq": 4087, "sr": 4752, "sv": 4805, "tr": 4827, "uk": 4407};
+  const LANG_COUNTS = {"ar": 3586, "az": 4867, "be": 4620, "bg": 3891, "bo": 4406, "ca": 4421, "cn": 7160, "cs": 4390, "da": 4851, "el": 4554, "en": 4870, "es": 4113, "et": 4720, "eu": 7289, "fa": 7340, "fi": 4367, "fr": 4534, "gl": 7314, "hu": 4718, "hv": 4373, "is": 4422, "it": 4467, "ka": 3709, "la": 6072, "li": 4775, "lv": 4728, "mk": 4727, "mt": 4800, "nl": 4856, "no": 4523, "pl": 6779, "pt": 4562, "ro": 4741, "ru": 3477, "sk": 4734, "sl": 4676, "sq": 4087, "sr": 4752, "sv": 4805, "tr": 4827, "uk": 4779};
   const LANG_DIST   = {"ar": {"1": 100, "2": 100, "5": 100, "6": 100}, "az": {"1": 100, "2": 100, "5": 100, "6": 100}, "be": {"1": 100, "2": 100, "5": 100, "6": 100}, "bg": {"1": 100, "2": 100, "5": 100, "6": 62}, "bo": {"1": 100, "2": 100, "5": 100, "6": 100}, "ca": {"1": 73, "2": 100, "5": 100, "6": 86}, "cn": {"1": 100, "2": 100, "3": 100, "4": 100, "5": 100, "6": 100}, "cs": {"1": 100, "2": 100, "5": 100, "6": 100}, "da": {"1": 100, "2": 100, "5": 100, "6": 100}, "el": {"1": 100, "2": 100, "5": 100, "6": 100}, "en": {"1": 100, "3": 100, "4": 100, "5": 100}, "es": {"1": 100, "2": 100, "5": 100, "6": 33}, "et": {"1": 100, "2": 100, "5": 100, "6": 100}, "eu": {"1": 97, "2": 100, "3": 100, "4": 100, "5": 100, "6": 100}, "fa": {"1": 100, "2": 100, "3": 100, "4": 100, "5": 100, "6": 100}, "fi": {"1": 100, "2": 100, "5": 100, "6": 100}, "fr": {"1": 100, "2": 100, "5": 100, "6": 82}, "gl": {"1": 100, "2": 100, "3": 100, "4": 100, "5": 100, "6": 100}, "hu": {"1": 100, "2": 100, "5": 100, "6": 100}, "hv": {"1": 100, "2": 100, "5": 100, "6": 100}, "is": {"1": 100, "2": 100, "5": 100, "6": 100}, "it": {"1": 100, "2": 100, "5": 100, "6": 100}, "ka": {"1": 18, "2": 100, "5": 100, "6": 100}, "la": {"1": 100, "2": 96, "3": 17, "4": 100, "5": 100, "6": 100}, "li": {"1": 100, "2": 100, "5": 100, "6": 100}, "lv": {"1": 100, "2": 100, "5": 100, "6": 100}, "mk": {"1": 100, "2": 100, "5": 100, "6": 100}, "mt": {"1": 100, "2": 100, "5": 100, "6": 100}, "nl": {"1": 100, "2": 100, "5": 100, "6": 100}, "no": {"1": 100, "2": 100, "5": 100, "6": 100}, "pl": {"1": 100, "2": 100, "3": 100, "4": 100, "5": 100, "6": 71}, "pt": {"1": 100, "2": 100, "5": 100, "6": 100}, "ro": {"1": 100, "2": 100, "5": 100, "6": 100}, "ru": {"1": 100, "2": 100, "5": 100, "6": 3}, "sk": {"1": 100, "2": 100, "5": 100, "6": 100}, "sl": {"1": 100, "2": 100, "5": 100, "6": 100}, "sq": {"1": 100, "2": 100, "5": 100, "6": 100}, "sr": {"1": 100, "2": 100, "5": 100, "6": 100}, "sv": {"1": 100, "2": 100, "5": 100, "6": 100}, "tr": {"1": 100, "2": 100, "5": 100, "6": 100}, "uk": {"1": 100, "2": 100, "3": 100, "4": 100, "5": 100, "6": 74}};
 
   function langName(c) { return LANG_NAMES[c] || c.toUpperCase(); }
@@ -403,7 +403,7 @@
     }).join('');
 
     document.getElementById('footer').textContent =
-      `199311 predictions · ${ALL_LANGS.length} languages · ${ALL_ROWS.length} models`;
+      `199683 predictions · ${ALL_LANGS.length} languages · ${ALL_ROWS.length} models`;
   }
 
   // ── dataset distribution ──