[ { "Model": "mistralai/Mistral-Large-Instruct-2407", "Params": "123B", "Average": 4.03025641025641, "Sentiment": 4.230769230769231, "Language understanding": 4.0, "Phraseology": 3.86 }, { "Model": "alpindale/WizardLM-2-8x22B", "Params": "141B", "Average": 3.9133760683760683, "Sentiment": 3.7051282051282053, "Language understanding": 3.815, "Phraseology": 4.22 }, { "Model": "meta-llama/Meta-Llama-3.1-70B-Instruct", "Params": "70.6B", "Average": 3.828974358974359, "Sentiment": 4.326923076923077, "Language understanding": 3.91, "Phraseology": 3.25 }, { "Model": "meta-llama/Meta-Llama-3-70B-Instruct", "Params": "70.6B", "Average": 3.806538461538462, "Sentiment": 4.134615384615385, "Language understanding": 3.82, "Phraseology": 3.465 }, { "Model": "speakleash/Bielik-11B-v2.3-Instruct", "Params": "11.2B", "Average": 3.7697863247863252, "Sentiment": 3.9743589743589745, "Language understanding": 3.785, "Phraseology": 3.55 }, { "Model": "mistralai/Mixtral-8x22B-Instruct-v0.1", "Params": "141B", "Average": 3.6690170940170943, "Sentiment": 3.782051282051282, "Language understanding": 3.675, "Phraseology": 3.55 }, { "Model": "speakleash/Bielik-11B-v2.1-Instruct", "Params": "11.2B", "Average": 3.6583760683760684, "Sentiment": 3.9551282051282053, "Language understanding": 3.915, "Phraseology": 3.105 }, { "Model": "Qwen/Qwen2-72B-Instruct", "Params": "72.7B", "Average": 3.6442735042735044, "Sentiment": 3.7628205128205128, "Language understanding": 3.89, "Phraseology": 3.28 }, { "Model": "speakleash/Bielik-11B-v2.0-Instruct", "Params": "11.2B", "Average": 3.614786324786325, "Sentiment": 3.9743589743589745, "Language understanding": 3.745, "Phraseology": 3.125 }, { "Model": "speakleash/Bielik-11B-v2.2-Instruct", "Params": "11.2B", "Average": 3.565982905982906, "Sentiment": 3.717948717948718, "Language understanding": 3.73, "Phraseology": 3.25 }, { "Model": "Qwen/Qwen1.5-72B-Chat", "Params": "72.3B", "Average": 3.3214529914529916, "Sentiment": 3.4743589743589745, "Language understanding": 3.515, "Phraseology": 2.975 }, { "Model": "meta-llama/Meta-Llama-3.1-8B-Instruct", "Params": "8.03B", "Average": 3.3114529914529918, "Sentiment": 3.9743589743589745, "Language understanding": 3.38, "Phraseology": 2.58 }, { "Model": "THUDM/glm-4-9b-chat", "Params": "9.4B", "Average": 3.2749145299145295, "Sentiment": 3.58974358974359, "Language understanding": 3.455, "Phraseology": 2.78 }, { "Model": "mistralai/Mistral-Nemo-Instruct-2407", "Params": "12.2B", "Average": 3.223675213675214, "Sentiment": 3.641025641025641, "Language understanding": 3.29, "Phraseology": 2.74 }, { "Model": "meta-llama/Meta-Llama-3-8B-Instruct", "Params": "8.03B", "Average": 3.172777777777778, "Sentiment": 3.3333333333333335, "Language understanding": 3.15, "Phraseology": 3.035 }, { "Model": "upstage/SOLAR-10.7B-Instruct-v1.0", "Params": "10.7B", "Average": 3.1343162393162394, "Sentiment": 2.967948717948718, "Language understanding": 3.18, "Phraseology": 3.255 }, { "Model": "speakleash/Bielik-7B-Instruct-v0.1", "Params": "7.24B", "Average": 3.126581196581197, "Sentiment": 3.58974358974359, "Language understanding": 3.475, "Phraseology": 2.315 }, { "Model": "openchat/openchat-3.5-0106-gemma", "Params": "8.54B", "Average": 3.08525641025641, "Sentiment": 3.730769230769231, "Language understanding": 3.08, "Phraseology": 2.445 }, { "Model": "mistralai/Mixtral-8x7B-Instruct-v0.1", "Params": "46.7B", "Average": 3.039230769230769, "Sentiment": 3.0576923076923075, "Language understanding": 3.175, "Phraseology": 2.885 }, { "Model": "mistralai/Mistral-7B-Instruct-v0.3", "Params": "7.25B", "Average": 3.022307692307692, "Sentiment": 3.326923076923077, "Language understanding": 3.06, "Phraseology": 2.68 }, { "Model": "berkeley-nest/Starling-LM-7B-alpha", "Params": "7.24B", "Average": 2.945897435897436, "Sentiment": 3.0576923076923075, "Language understanding": 2.925, "Phraseology": 2.855 }, { "Model": "openchat/openchat-3.5-0106", "Params": "7.24B", "Average": 2.8500854700854696, "Sentiment": 3.16025641025641, "Language understanding": 2.835, "Phraseology": 2.555 }, { "Model": "internlm/internlm2-chat-20b", "Params": "19.9B", "Average": 2.8237606837606837, "Sentiment": 3.301282051282051, "Language understanding": 2.785, "Phraseology": 2.385 }, { "Model": "01-ai/Yi-1.5-34B-Chat", "Params": "34.4B", "Average": 2.7756410256410255, "Sentiment": 3.076923076923077, "Language understanding": 2.87, "Phraseology": 2.38 }, { "Model": "Voicelab/trurl-2-13b-academic", "Params": "13B", "Average": 2.74042735042735, "Sentiment": 3.301282051282051, "Language understanding": 2.755, "Phraseology": 2.165 }, { "Model": "google/gemma-2-2b-it", "Params": "2.61B", "Average": 2.7974786324786325, "Sentiment": 3.3974358974359, "Language understanding": 2.9, "Phraseology": 2.095 }, { "Model": "Qwen/Qwen2.5-3B-Instruct", "Params": "3.09B", "Average": 2.734572649572649, "Sentiment": 2.948717948717949, "Language understanding": 2.455, "Phraseology": 2.8 }, { "Model": "NousResearch/Hermes-3-Llama-3.2-3B", "Params": "3.21B", "Average": 2.695128205128205, "Sentiment": 2.6153846153846154, "Language understanding": 2.705, "Phraseology": 2.765 }, { "Model": "ibm-granite/granite-3.1-2b-instruct", "Params": "2.53B", "Average": 2.397307692307692, "Sentiment": 3.076923076923077, "Language understanding": 2.235, "Phraseology": 1.88 }, { "Model": "meta-llama/Llama-3.2-1B-Instruct", "Params": "1.24B", "Average": 2.383974358974359, "Sentiment": 3.076923076923077, "Language understanding": 1.735, "Phraseology": 2.34 }, { "Model": "microsoft/Phi-3.5-mini-instruct", "Params": "3.82B", "Average": 2.331965811965812, "Sentiment": 2.435897435897436, "Language understanding": 2.135, "Phraseology": 2.425 }, { "Model": "meta-llama/Llama-3.2-3B-Instruct", "Params": "3.21B", "Average": 2.257136752136752, "Sentiment": 2.7564102564102564, "Language understanding": 2.295, "Phraseology": 1.72 }, { "Model": "h2oai/h2o-danube2-1.8b-chat", "Params": "1.83B", "Average": 2.1455982905982904, "Sentiment": 2.371794871794872, "Language understanding": 1.595, "Phraseology": 2.47 }, { "Model": "Qwen/Qwen2.5-1.5B-Instruct", "Params": "1.54B", "Average": 2.1232905982905983, "Sentiment": 2.7948717948717947, "Language understanding": 1.35, "Phraseology": 2.225 }, { "Model": "utter-project/EuroLLM-1.7B-Instruct", "Params": "1.66B", "Average": 2.097863247863248, "Sentiment": 2.243589743589744, "Language understanding": 1.79, "Phraseology": 2.26 }, { "Model": "LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct", "Params": "2.41B", "Average": 2.062846282695529, "Sentiment": 1.9423076923076923, "Language understanding": 2.1155778894472363, "Phraseology": 2.130653266331658 }, { "Model": "HuggingFaceTB/SmolLM2-1.7B-Instruct", "Params": "1.71B", "Average": 1.9102136752136751, "Sentiment": 2.275641025641025, "Language understanding": 1.1, "Phraseology": 2.355 }, { "Model": "Qwen/Qwen2.5-0.5B-Instruct", "Params": "0.49B", "Average": 1.7950427350427354, "Sentiment": 1.955128205128205, "Language understanding": 0.835, "Phraseology": 2.595 }, { "Model": "CYFRAGOVPL/Llama-PLLuM-70B-chat", "Params": "70.6B", "Average": 3.63, "Sentiment": 3.94, "Language understanding": 3.61, "Phraseology": 3.35 }, { "Model": "CYFRAGOVPL/PLLuM-8x7B-nc-instruct", "Params": "46.7B", "Average": 3.56, "Sentiment": 3.88, "Language understanding": 3.59, "Phraseology": 3.22 }, { "Model": "CYFRAGOVPL/Llama-PLLuM-70B-instruct", "Params": "70.6B", "Average": 3.56, "Sentiment": 3.78, "Language understanding": 3.63, "Phraseology": 3.26 }, { "Model": "CYFRAGOVPL/PLLuM-8x7B-instruct", "Params": "46.7B", "Average": 3.50, "Sentiment": 3.59, "Language understanding": 3.47, "Phraseology": 3.46 }, { "Model": "CYFRAGOVPL/PLLuM-12B-instruct", "Params": "12.2B", "Average": 3.49, "Sentiment": 3.71, "Language understanding": 3.17, "Phraseology": 3.59 }, { "Model": "CYFRAGOVPL/PLLuM-8x7B-nc-chat", "Params": "46.7B", "Average": 3.44, "Sentiment": 3.76, "Language understanding": 3.48, "Phraseology": 3.08 }, { "Model": "CYFRAGOVPL/PLLuM-8x7B-chat", "Params": "46.7B", "Average": 3.41, "Sentiment": 3.44, "Language understanding": 3.45, "Phraseology": 3.35 }, { "Model": "CYFRAGOVPL/PLLuM-12B-chat", "Params": "12.2B", "Average": 3.32, "Sentiment": 3.32, "Language understanding": 3.21, "Phraseology": 3.43 }, { "Model": "CYFRAGOVPL/PLLuM-12B-nc-instruct", "Params": "12.2B", "Average": 3.29, "Sentiment": 3.24, "Language understanding": 3.31, "Phraseology": 3.32 }, { "Model": "CYFRAGOVPL/Llama-PLLuM-8B-instruct", "Params": "8.03B", "Average": 3.20, "Sentiment": 3.24, "Language understanding": 2.90, "Phraseology": 3.46 }, { "Model": "CYFRAGOVPL/Llama-PLLuM-8B-chat", "Params": "8.03B", "Average": 3.14, "Sentiment": 3.13, "Language understanding": 2.93, "Phraseology": 3.36 }, { "Model": "CYFRAGOVPL/PLLuM-12B-nc-chat", "Params": "12.2B", "Average": 3.33, "Sentiment": 3.22, "Language understanding": 3.23, "Phraseology": 3.54 }, { "Model": "Qwen/Qwen2.5-72B-Instruct", "Params": "72.7B", "Average": 3.9923076923076923, "Sentiment": 4.076923076923077, "Language understanding": 3.97, "Phraseology": 3.93 }, { "Model": "Qwen/Qwen2.5-32B-Instruct", "Params": "32.8B", "Average": 3.8047008547008545, "Sentiment": 3.8141025641025643, "Language understanding": 3.565, "Phraseology": 4.035 }, { "Model": "mistralai/Mistral-Small-24B-Instruct-2501", "Params": "23.6B", "Average": 3.79508547008547, "Sentiment": 3.91025641025641, "Language understanding": 3.6, "Phraseology": 3.875 }, { "Model": "meta-llama/Llama-3.3-70B-Instruct", "Params": "70.6B", "Average": 3.7332905982905977, "Sentiment": 4.294871794871795, "Language understanding": 3.865, "Phraseology": 3.04 }, { "Model": "Qwen/Qwen2.5-14B-Instruct", "Params": "14.8B", "Average": 3.61508547008547, "Sentiment": 3.91025641025641, "Language understanding": 3.565, "Phraseology": 3.37 }, { "Model": "microsoft/phi-4", "Params": "14.7B", "Average": 3.4976495726495727, "Sentiment": 3.717948717948718, "Language understanding": 3.54, "Phraseology": 3.235 }, { "Model": "Qwen/Qwen2.5-7B-Instruct", "Params": "7.62B", "Average": 3.2258974358974357, "Sentiment": 3.5576923076923075, "Language understanding": 3.025, "Phraseology": 3.095 }, { "Model": "microsoft/Phi-4-mini-instruct", "Params": "3.84B", "Average": 2.455769230769231, "Sentiment": 2.6923076923076925, "Language understanding": 2.43, "Phraseology": 2.245 }, { "Model": "gemini-2.0-flash-001", "Params": "", "Average": 4.393076923076923, "Sentiment": 4.519230769230769, "Language understanding": 4.32, "Phraseology": 4.34 }, { "Model": "gemini-2.0-flash-lite-001", "Params": "", "Average": 4.173589743589743, "Sentiment": 4.230769230769231, "Language understanding": 4.055, "Phraseology": 4.235 }, { "Model": "deepseek-ai/DeepSeek-V3 (API)", "Params": "685B", "Average": 4.034658119658119, "Sentiment": 4.358974358974359, "Language understanding": 4.22, "Phraseology": 3.525 }, { "Model": "google/gemma-3-27b-it (API)", "Params": "27.4B", "Average": 3.896068376068376, "Sentiment": 3.878205128205128, "Language understanding": 3.785, "Phraseology": 4.025 } ]