model,Open Type of question Open answer EM,Open Type of question Open answer F1,Open Type of question Open answer LR,Not open Type of question Multiple choice EM,Not open Type of question Single choice EM,Not open Type of question Sequence EM,Not open Type of question Matching EM,Not open Type of question Multiple choice IS,Not open Type of question Single choice IS,Not open Type of question Sequence IS,Not open Type of question Matching IS,Not open Type of question Multiple choice PM,Not open Type of question Single choice PM,Not open Type of question Sequence PM,Not open Type of question Matching PM,split,RU_adaptation,Access,Team,Country,"n_params, B",source_type,origin_group,model_family,n_items,raw_accuracy
GigaChat-2,39,45,61,65,81,50,38,70,81,50,38,78,81,50,49,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.647887323943662
GigaChat-2-Max,56,64,74,82,93,88,73,84,93,88,73,90,93,88,79,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.8225352112676056
GigaChat-2-Pro,45,52,65,75,90,71,57,79,90,71,57,85,90,71,67,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.7538732394366198
GigaChat-3-Ultra,57,68,75,81,96,83,74,83,96,83,74,90,96,83,80,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.826056338028169
aliceai-llm,57,67,74,80,93,82,82,81,93,82,82,91,93,82,87,open,RU,API,Yandex,Russia,,api,russian,aliceai,2840,0.823943661971831
aliceai-llm-flash,57,67,74,80,93,82,81,81,93,82,81,91,93,82,86,open,RU,API,Yandex,Russia,,api,russian,aliceai,2840,0.8235915492957746
claude-sonnet-5,65,73,78,89,97,87,82,91,97,87,82,94,97,87,85,open,,API,Open Source / External,International,,api,international,claude,2840,0.8605633802816901
deepseek-v4-flash-0731,63,70,79,86,95,62,33,88,95,62,33,92,95,62,37,open,,API,Open Source / External,International,,api,international,deepseek,2840,0.7975352112676056
deepseek-v4-pro,64,72,80,85,96,73,51,87,96,73,51,92,96,73,58,open,,API,Open Source / External,International,,api,international,deepseek,2840,0.8165492957746479
gemini-3.5-flash-lite,64,71,79,82,95,87,89,84,96,87,89,90,96,87,92,open,,API,Open Source / External,International,,api,international,gemini,2840,0.844718309859155
gemini-3.6-flash,67,75,80,93,97,94,97,94,97,94,97,96,97,94,98,open,,API,Open Source / External,International,,api,international,gemini,2840,0.907394366197183
glm-5.2,61,69,78,83,95,75,42,86,95,75,43,90,95,75,48,open,,API,Open Source / External,International,,api,international,glm,2840,0.8045774647887324
gpt-5.4,60,69,78,89,97,84,88,91,97,84,88,94,97,84,91,open,,API,Open Source / External,International,,api,international,gpt-5,2840,0.8785211267605634
gpt-5.6-luna-pro,52,63,74,81,96,63,32,86,96,63,32,90,96,63,42,open,,API,Open Source / External,International,,api,international,gpt-5,2840,0.7665492957746479
gpt-5.6-terra,59,67,78,87,97,77,74,89,97,77,74,93,97,77,78,open,,API,Open Source / External,International,,api,international,gpt-5,2840,0.8531690140845071
grok-4.5,65,72,81,89,98,99,98,91,98,99,98,94,98,99,99,open,,API,Open Source / External,International,,api,international,grok,2840,0.9024647887323943
kimi-k2.6,52,60,69,70,92,55,35,77,93,55,35,83,92,55,43,open,,API,Open Source / External,International,,api,international,kimi,2840,0.7211267605633803
mimo-v2.5,48,56,68,73,92,70,52,78,92,70,53,83,92,70,58,open,,API,Open Source / External,International,,api,international,mimo,2840,0.7496478873239436
minimax-m3,57,66,74,73,92,58,27,77,92,58,27,85,92,58,36,open,,API,Open Source / External,International,,api,international,minimax,2840,0.7214788732394366
qwen3.7-flash,48,57,67,71,92,62,42,75,92,62,42,83,92,62,51,open,,API,Open Source / External,International,,api,international,qwen,2840,0.7362676056338028
qwen3.8-max,64,72,78,90,97,99,96,92,97,99,96,95,97,99,97,open,,API,Open Source / External,International,,api,international,qwen,2840,0.8929577464788733
yandexgpt-5.1,49,61,71,80,92,84,79,81,92,84,79,88,92,84,86,open,RU,API,Yandex,Russia,,api,russian,yandexgpt,2840,0.7926056338028169
Qwen/Qwen3.6-27B,51,59,71,77,93,72,57,81,93,72,57,87,93,72,66,full,,OSS,Open Source / External,International,27.0,oss,international,qwen,14199,0.7712514965842665
Qwen/Qwen3.6-35B-A3B,50,59,71,72,92,66,43,76,92,66,43,84,92,66,53,full,,OSS,Open Source / External,International,35.0,oss,international,qwen,14199,0.7387139939432354
ai-sage/GigaChat3.1-10B-A1.8B-bf16,39,47,62,1,86,13,0,1,86,13,0,72,86,39,15,full,RU,OSS,Sber,Russia,10.0,oss,russian,gigachat,14199,0.3874920769068244
allenai/Olmo-3.1-32B-Instruct,18,25,43,21,59,17,1,29,59,17,1,49,59,18,3,full,,OSS,Open Source / External,International,32.0,oss,international,olmo,14199,0.340728220297204
google/gemma-4-12B-it,42,49,63,60,85,50,22,64,85,50,25,76,85,50,28,full,,OSS,Open Source / External,International,12.0,oss,international,gemma,14199,0.6201845200366223
google/gemma-4-26B-A4B-it,50,59,71,71,91,64,36,74,91,64,36,83,91,64,45,full,,OSS,Open Source / External,International,26.0,oss,international,gemma,14199,0.7155433481231073
google/gemma-4-31B-it,55,64,75,77,95,80,72,79,95,80,73,87,95,80,82,full,,OSS,Open Source / External,International,31.0,oss,international,gemma,14199,0.7997042045214452
microsoft/phi-4,15,38,53,4,79,2,2,8,81,2,3,69,79,52,19,full,,OSS,Open Source / External,International,14.0,oss,international,phi,14199,0.3437566025776463
mistralai/Ministral-3-14B-Instruct-2512,38,54,67,60,88,54,27,68,88,54,28,77,88,54,34,full,,OSS,Open Source / External,International,14.0,oss,international,mistral,14199,0.6422987534333404
mistralai/Mistral-Small-3.2-24B-Instruct-2506,52,60,72,61,88,58,10,68,89,58,10,80,88,58,42,full,,OSS,Open Source / External,International,24.0,oss,international,mistral,14199,0.6508909078104091
nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16,4,8,21,14,51,11,1,20,51,11,1,41,51,11,5,full,,OSS,Open Source / External,International,4.0,oss,international,nemotron,14199,0.2688921755053173
t-tech/T-pro-it-2.1,44,52,68,67,91,68,49,71,91,68,49,81,91,68,59,full,RU,OSS,T-Tech,Russia,,oss,russian,t-pro,14199,0.7154729206282132
zai-org/GLM-4.7-Flash,36,45,61,27,82,25,4,36,82,25,4,55,82,25,8,full,,OSS,Open Source / External,International,30.0,oss,international,glm,14199,0.4670047186421579