| model,RU_adaptation,Access,Team,Country,"n_params, B",NUM_Q_multich_EM,NUM_Q_multich_CC,NUM_Q_multich_PM,NUM_Q_onech_EM,NUM_Q_seq_EM,NUM_Q_seq_CC,NUM_Q_seq_PM,NUM_Q_map_EM,NUM_Q_map_CC,NUM_Q_map_PM,OPEN_Q_EM,OPEN_Q_F1,OPEN_Q_LR,rank,LEADERBOARD | |
| Alice AI LLM,RU,API,Yandex,Россия,,85.0,86.0,91.0,93.0,91.0,91.0,91.0,91.0,91.0,93.0,57.0,67.0,75.0,1.0,84.76923076923077 | |
| YandexGPT Pro 5.1,RU,API,Yandex,Россия,,82.0,83.0,89.0,92.0,85.0,85.0,85.0,84.0,84.0,89.0,27.0,60.0,70.0,2.0,78.07692307692308 | |
| Gigachat 2 Max,RU,API,Sber,Россия,,82.0,86.0,90.0,94.0,80.0,80.0,80.0,71.0,71.0,77.0,54.0,61.0,72.0,3.0,76.76923076923077 | |
| YandexGPT Pro 5,RU,API,Yandex,Россия,,77.0,79.0,86.0,91.0,75.0,75.0,75.0,73.0,73.0,81.0,32.0,55.0,66.0,4.0,72.15384615384616 | |
| Gigachat 2 Pro,RU,API,Sber,Россия,,76.0,81.0,86.0,91.0,63.0,63.0,63.0,64.0,64.0,75.0,42.0,50.0,64.0,5.0,67.84615384615384 | |
| YandexGPT Lite,RU,API,Yandex,Россия,,66.0,68.0,79.0,88.0,56.0,56.0,56.0,48.0,48.0,59.0,36.0,53.0,63.0,6.0,59.69230769230769 | |
| GPT 5 mini,-,API,OpenAI,США,,73.0,78.0,84.0,94.0,60.0,60.0,62.0,16.0,17.0,25.0,30.0,63.0,72.0,7.0,56.46153846153846 | |
| Gemini 2.5 Flash Lite,-,API,Google,США,,73.0,77.0,83.0,94.0,59.0,60.0,60.0,16.0,16.0,25.0,32.0,63.0,73.0,8.0,56.23076923076923 | |
| Gemini 2.5 Pro,-,API,Google,США,,73.0,78.0,84.0,94.0,59.0,59.0,62.0,15.0,15.0,25.0,31.0,63.0,73.0,8.0,56.23076923076923 | |
| Gemini 3 Pro Preview,-,API,Google,США,,73.0,78.0,84.0,94.0,58.0,59.0,60.0,16.0,17.0,25.0,31.0,63.0,72.0,9.0,56.15384615384615 | |
| Gemini 2.5 Flash,-,API,Google,США,,73.0,78.0,84.0,94.0,61.0,61.0,62.0,15.0,15.0,22.0,30.0,63.0,72.0,9.0,56.15384615384615 | |
| Grok 4,-,API,xAI,США,,72.0,76.0,83.0,94.0,59.0,60.0,61.0,15.0,15.0,25.0,32.0,63.0,73.0,10.0,56.0 | |
| Qwen3 Max,-,API,Alibaba,Китай,,73.0,77.0,84.0,94.0,58.0,59.0,61.0,15.0,15.0,24.0,32.0,63.0,73.0,10.0,56.0 | |
| GPT 4o mini,-,API,OpenAI,США,,73.0,77.0,84.0,94.0,60.0,60.0,62.0,13.0,14.0,23.0,32.0,63.0,73.0,10.0,56.0 | |
| Claude Sonnet 4.5,-,API,Anthropic,США,,73.0,78.0,84.0,94.0,57.0,57.0,58.0,16.0,16.0,25.0,33.0,63.0,72.0,11.0,55.84615384615385 | |
| Llama 4 Maverick,-,API,Meta ,США,,73.0,78.0,83.0,94.0,60.0,61.0,61.0,14.0,14.0,21.0,30.0,63.0,73.0,12.0,55.76923076923077 | |
| Deepseek R1 0528,-,API,DeepSeek,Китай,,73.0,78.0,84.0,94.0,57.0,58.0,59.0,14.0,15.0,22.0,33.0,64.0,73.0,13.0,55.69230769230769 | |
| GPT 5,-,API,OpenAI,США,,73.0,78.0,84.0,94.0,59.0,60.0,61.0,12.0,13.0,23.0,32.0,63.0,72.0,13.0,55.69230769230769 | |
| Mistral Medium 3.1,-,API,Mistral AI,Франция,,74.0,78.0,84.0,94.0,59.0,60.0,61.0,14.0,14.0,23.0,29.0,62.0,71.0,14.0,55.61538461538461 | |
| Deepseek V3.2 Exp,-,API,DeepSeek,Китай,,72.0,78.0,83.0,94.0,59.0,60.0,60.0,13.0,13.0,22.0,31.0,62.0,72.0,15.0,55.30769230769231 | |
| Deepseek V3.1 Terminus,-,API,DeepSeek,Китай,,73.0,77.0,83.0,94.0,58.0,59.0,60.0,13.0,14.0,24.0,29.0,62.0,72.0,16.0,55.23076923076923 | |
| Deepseek Chat V3.1,-,API,DeepSeek,Китай,,73.0,78.0,84.0,94.0,58.0,59.0,61.0,12.0,12.0,22.0,31.0,62.0,71.0,17.0,55.15384615384615 | |
| Grok 4.1 Fast,-,API,xAI,США,,73.0,77.0,83.0,94.0,56.0,56.0,56.0,15.0,15.0,23.0,30.0,62.0,72.0,18.0,54.76923076923077 | |
| Claude Haiku 4.5,-,API,Anthropic,США,,74.0,78.0,84.0,94.0,56.0,56.0,58.0,12.0,13.0,21.0,31.0,62.0,72.0,19.0,54.69230769230769 | |
| Saiga YandexGPT 8B,RU,OS,Saiga Community,Россия,8.0,55.0,58.0,73.0,80.0,49.0,49.0,49.0,30.0,30.0,38.0,45.0,56.0,68.0,20.0,52.30769230769231 | |
| Vistral 24B Instruct,RU,OS,Vikhrmodels,Россия,24.0,62.0,72.0,76.0,88.0,58.0,58.0,58.0,18.0,19.0,24.0,25.0,47.0,60.0,21.0,51.15384615384615 | |
| Mistral Small3.2:24B Instruct,-,OS,Mistral AI,Франция,24.0,62.0,68.0,77.0,87.0,46.0,46.0,46.0,18.0,18.0,29.0,45.0,53.0,68.0,22.0,51.0 | |
| Qwen3:30B A3B Instruct,-,OS,Alibaba,Китай,30.0,60.0,65.0,75.0,86.0,54.0,54.0,58.0,24.0,24.0,41.0,28.0,36.0,53.0,23.0,50.61538461538461 | |
| Gemma3:27B It,-,OS,Google,США,27.0,56.0,60.0,72.0,84.0,55.0,55.0,55.0,17.0,17.0,26.0,15.0,46.0,60.0,24.0,47.53846153846154 | |
| Gigachat 2,RU,API,Sber,Россия,,60.0,64.0,76.0,76.0,49.0,51.0,49.0,18.0,18.0,23.0,32.0,39.0,58.0,25.0,47.15384615384615 | |
| Gemma3:12B It,-,OS,Google,США,12.0,21.0,24.0,68.0,79.0,37.0,38.0,37.0,4.0,4.0,15.0,22.0,38.0,54.0,27.0,33.92307692307692 | |
| Llama4:17B Scout 16E Instruct,-,OS,Meta,США,17.0,39.0,40.0,70.0,79.0,3.0,3.0,24.0,0.0,7.0,13.0,41.0,54.0,66.0,28.0,33.76923076923077 | |
| Saiga Gemma3 12B,RU,OS,Saiga Community,Россия,12.0,30.0,34.0,64.0,74.0,30.0,30.0,30.0,3.0,3.0,10.0,19.0,30.0,48.0,29.0,31.153846153846153 | |
| Ruadaptqwen3 4B Instruct,RU,OS,RefalMachine,Россия,4.0,27.0,45.0,48.0,66.0,26.0,26.0,26.0,5.0,7.0,9.0,8.0,19.0,38.0,30.0,26.923076923076923 | |
| Qwen3:4B Instruct,-,OS,Alibaba,Китай,4.0,33.0,36.0,58.0,41.0,27.0,27.0,28.0,1.0,3.0,17.0,9.0,16.0,33.0,31.0,25.307692307692307 | |
| Gemma3N:E4B It,-,OS,Google,США,4.0,22.0,34.0,47.0,66.0,26.0,26.0,27.0,3.0,4.0,6.0,1.0,22.0,38.0,32.0,24.76923076923077 | |
| Gigachat 20B Instruct,RU,OS,SaluteDevices,Россия,20.0,0.0,58.0,71.0,0.0,0.0,44.0,44.0,0.0,12.0,17.0,0.0,11.0,19.0,33.0,21.23076923076923 | |
| OLMo 2 32B Instruct,-,OS,Allen Institute for AI,США,32.0,1.0,2.0,57.0,69.0,4.0,4.0,19.0,0.0,0.0,7.0,16.0,22.0,43.0,34.0,18.76923076923077 | |
| Phi4:14B,-,OS,Microsoft,США,14.0,0.0,0.0,71.0,15.0,0.0,0.0,53.0,0.0,0.0,27.0,0.0,18.0,30.0,35.0,16.46153846153846 | |
| Gemma3N:E2B It,-,OS,Google,США,2.0,1.0,1.0,44.0,57.0,5.0,6.0,15.0,0.0,0.0,1.0,1.0,19.0,33.0,36.0,14.076923076923077 | |
| OLMo 3 7B Instruct,-,OS,Allen Institute for AI,США,7.0,0.0,0.0,18.0,25.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,3.0,15.0,37.0,4.769230769230769 | |
| Magistral:24B Small,-,OS,Mistral AI,Франция,24.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,2.0,14.0,38.0,2.1538461538461537 | |
| QVikhr 3 8B Instruction,RU,OS,Vikhrmodels,Россия,8.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,13.0,39.0,2.0 | |
| RuadaptQwen3 32B Instruct,RU,OS,RefalMachine,Россия,32.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,12.0,40.0,1.9230769230769231 | |
| OLMo 3 32B Think,-,OS,Allen Institute for AI,США,32.0,0.0,0.0,12.0,3.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,4.0,41.0,1.5384615384615385 | |
| OLMo 3 7B Think,-,OS,Allen Institute for AI,США,7.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,7.0,42.0,1.4615384615384615 | |
| GPT oss 20B,-,OS,Unsloth AI,США,20.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,43.0,0.9230769230769231 | |
| ,,,,,,,,,,,,,,,,,,,, | |
| Среднее значение,,,,,,49.170212765957444,54.06382978723404,67.31914893617021,70.55319148936171,41.95744680851064,43.212765957446805,45.829787234042556,17.617021276595743,18.29787234042553,25.46808510638298,23.70212765957447,42.744680851063826,54.148936170212764,,42.621931260229125 | |