kristaller486 commited on
Commit
0aadcf7
·
verified ·
1 Parent(s): a8f567b

add GLM-4.7-Flash

Browse files
Files changed (1) hide show
  1. index.html +56 -20
index.html CHANGED
@@ -1246,8 +1246,44 @@
1246
  <td class="num mono" data-label="Всего токенов">60,048</td>
1247
  </tr>
1248
 
1249
- <tr data-model="openrouter/qwen/qwen3-235b-a22b-2507">
1250
  <td class="rank mono sticky-0" data-label="#">#33</td>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1251
  <td class="model-name sticky-1" data-label="Модель">Qwen3-235B-A22B-2507-Instruct (Alibaba API)</td>
1252
  <td class="num mono" data-label="Критичные/1000">
1253
 
@@ -1283,7 +1319,7 @@
1283
  </tr>
1284
 
1285
  <tr data-model="openrouter/qwen/qwen3-vl-8b-instruct">
1286
- <td class="rank mono sticky-0" data-label="#">#34</td>
1287
  <td class="model-name sticky-1" data-label="Модель">Qwen3-VL-8B-Instruct (Alibaba API, presence_penalty=2)</td>
1288
  <td class="num mono" data-label="Критичные/1000">
1289
 
@@ -1319,7 +1355,7 @@
1319
  </tr>
1320
 
1321
  <tr data-model="openrouter/moonshotai/kimi-k2-0905">
1322
- <td class="rank mono sticky-0" data-label="#">#35</td>
1323
  <td class="model-name sticky-1" data-label="Модель">moonshotai/Kimi-K2-Instruct-0905 (Novita API)</td>
1324
  <td class="num mono" data-label="Критичные/1000">
1325
 
@@ -1355,7 +1391,7 @@
1355
  </tr>
1356
 
1357
  <tr data-model="openrouter/z-ai/glm-4.6">
1358
- <td class="rank mono sticky-0" data-label="#">#36</td>
1359
  <td class="model-name sticky-1" data-label="Модель">GLM-4.6 (Z.ai API)</td>
1360
  <td class="num mono" data-label="Критичные/1000">
1361
 
@@ -1391,7 +1427,7 @@
1391
  </tr>
1392
 
1393
  <tr data-model="openrouter/openai/gpt-5">
1394
- <td class="rank mono sticky-0" data-label="#">#37</td>
1395
  <td class="model-name sticky-1" data-label="Модель">GPT-5 (reasoning: minimal)</td>
1396
  <td class="num mono" data-label="Критичные/1000">
1397
 
@@ -1427,7 +1463,7 @@
1427
  </tr>
1428
 
1429
  <tr data-model="openai/aquif-3.5-Max-42B-A3B.Q8_0.gguf">
1430
- <td class="rank mono sticky-0" data-label="#">#38</td>
1431
  <td class="model-name sticky-1" data-label="Модель">aquif-ai/aquif-3.5-Plus-30B-A3B (Q8_0 llama.cpp, without reasoning)</td>
1432
  <td class="num mono" data-label="Критичные/1000">
1433
 
@@ -1463,7 +1499,7 @@
1463
  </tr>
1464
 
1465
  <tr data-model="openrouter/openai/gpt-5">
1466
- <td class="rank mono sticky-0" data-label="#">#39</td>
1467
  <td class="model-name sticky-1" data-label="Модель">GPT-5 (reasoning: low)</td>
1468
  <td class="num mono" data-label="Критичные/1000">
1469
 
@@ -1499,7 +1535,7 @@
1499
  </tr>
1500
 
1501
  <tr data-model="openai/nvidia/NVIDIA-Nemotron-Nano-12B-v2">
1502
- <td class="rank mono sticky-0" data-label="#">#40</td>
1503
  <td class="model-name sticky-1" data-label="Модель">nvidia/NVIDIA-Nemotron-Nano-12B-v2 (vllm, reasoning=false)</td>
1504
  <td class="num mono" data-label="Критичные/1000">
1505
 
@@ -1535,7 +1571,7 @@
1535
  </tr>
1536
 
1537
  <tr data-model="openrouter/openai/gpt-oss-120b">
1538
- <td class="rank mono sticky-0" data-label="#">#41</td>
1539
  <td class="model-name sticky-1" data-label="Модель">GPT-OSS-120B (Vertex AI API)</td>
1540
  <td class="num mono" data-label="Критичные/1000">
1541
 
@@ -1571,7 +1607,7 @@
1571
  </tr>
1572
 
1573
  <tr data-model="openai/gpt-4.1">
1574
- <td class="rank mono sticky-0" data-label="#">#42</td>
1575
  <td class="model-name sticky-1" data-label="Модель">GPT-4.1</td>
1576
  <td class="num mono" data-label="Критичные/1000">
1577
 
@@ -1607,7 +1643,7 @@
1607
  </tr>
1608
 
1609
  <tr data-model="openrouter/nvidia/nemotron-3-nano-30b-a3b:free">
1610
- <td class="rank mono sticky-0" data-label="#">#43</td>
1611
  <td class="model-name sticky-1" data-label="Модель">Nemotron-3-Nano-30B-A3B (NVIDIA API, non-reasoning)</td>
1612
  <td class="num mono" data-label="Критичные/1000">
1613
 
@@ -1643,7 +1679,7 @@
1643
  </tr>
1644
 
1645
  <tr data-model="mistral/ministral-3b-2512">
1646
- <td class="rank mono sticky-0" data-label="#">#44</td>
1647
  <td class="model-name sticky-1" data-label="Модель">mistralai/Ministral-3-3B-Instruct-2512 (Mistral API)</td>
1648
  <td class="num mono" data-label="Критичные/1000">
1649
 
@@ -1679,7 +1715,7 @@
1679
  </tr>
1680
 
1681
  <tr data-model="openrouter/mistralai/mistral-nemo">
1682
- <td class="rank mono sticky-0" data-label="#">#45</td>
1683
  <td class="model-name sticky-1" data-label="Модель">Mistral-Nemo (Mistral API)</td>
1684
  <td class="num mono" data-label="Критичные/1000">
1685
 
@@ -1715,7 +1751,7 @@
1715
  </tr>
1716
 
1717
  <tr data-model="openai/gpt-4.1-mini">
1718
- <td class="rank mono sticky-0" data-label="#">#46</td>
1719
  <td class="model-name sticky-1" data-label="Модель">GPT-4.1-mini</td>
1720
  <td class="num mono" data-label="Критичные/1000">
1721
 
@@ -1751,7 +1787,7 @@
1751
  </tr>
1752
 
1753
  <tr data-model="openrouter/minimax/minimax-m2:free">
1754
- <td class="rank mono sticky-0" data-label="#">#47</td>
1755
  <td class="model-name sticky-1" data-label="Модель">MiniMaxAI/MiniMax-M2 (Minimax API)</td>
1756
  <td class="num mono" data-label="Критичные/1000">
1757
 
@@ -1787,7 +1823,7 @@
1787
  </tr>
1788
 
1789
  <tr data-model="openrouter/minimax/minimax-m2:free">
1790
- <td class="rank mono sticky-0" data-label="#">#48</td>
1791
  <td class="model-name sticky-1" data-label="Модель">MiniMaxAI/MiniMax-M2 (Minimax API, recommend params)</td>
1792
  <td class="num mono" data-label="Критичные/1000">
1793
 
@@ -1823,7 +1859,7 @@
1823
  </tr>
1824
 
1825
  <tr data-model="openai/gpt-4.1-nano">
1826
- <td class="rank mono sticky-0" data-label="#">#49</td>
1827
  <td class="model-name sticky-1" data-label="Модель">GPT-4.1-nano</td>
1828
  <td class="num mono" data-label="Критичные/1000">
1829
 
@@ -1859,7 +1895,7 @@
1859
  </tr>
1860
 
1861
  <tr data-model="openai/ai-sage/GigaChat3-10B-A1.8B-bf16">
1862
- <td class="rank mono sticky-0" data-label="#">#50</td>
1863
  <td class="model-name sticky-1" data-label="Модель">ai-sage/GigaChat3-10B-A1.8B-bf16 (sglang)</td>
1864
  <td class="num mono" data-label="Критичные/1000">
1865
 
@@ -1895,7 +1931,7 @@
1895
  </tr>
1896
 
1897
  <tr data-model="openrouter/openai/gpt-oss-20b">
1898
- <td class="rank mono sticky-0" data-label="#">#51</td>
1899
  <td class="model-name sticky-1" data-label="Модель">openai/gpt-oss-20b (Vertex API)</td>
1900
  <td class="num mono" data-label="Критичные/1000">
1901
 
@@ -1953,7 +1989,7 @@
1953
  </div>
1954
  <p class="info-text">Если хотите, чтобы я добавил ту или иную модель в лидерборд - не стесняйтесь открыть issue/pull request на Github.</p>
1955
  <p class="info-text">
1956
- Обновлено: 2025-12-23 17:24:58 | Всего моделей: 51 | <a href="https://github.com/kristaller486/RuQualBench">GitHub</a> | <a href="https://t.me/krists">Telegram</a>
1957
  </p>
1958
  </div>
1959
  <script>
 
1246
  <td class="num mono" data-label="Всего токенов">60,048</td>
1247
  </tr>
1248
 
1249
+ <tr data-model="openrouter/z-ai/glm-4.7-flash">
1250
  <td class="rank mono sticky-0" data-label="#">#33</td>
1251
+ <td class="model-name sticky-1" data-label="Модель">zai-org/GLM-4.7-Flash (z.ai API, reasoning, temp=0.6)</td>
1252
+ <td class="num mono" data-label="Критичные/1000">
1253
+
1254
+ 0.28 ± 0.01
1255
+
1256
+ </td>
1257
+ <td class="num mono" data-label="Обычные/1000">
1258
+
1259
+ 0.74 ± 0.08
1260
+
1261
+ </td>
1262
+ <td class="num mono" data-label="Доп./1000">
1263
+
1264
+ 0.28 ± 0.02
1265
+
1266
+ </td>
1267
+ <td data-label="Нормировано ошибок">
1268
+ <div class="score-cell">
1269
+ <div class="progress-bar">
1270
+
1271
+
1272
+
1273
+ <div class="progress-fill" style="width: 64.0%"></div>
1274
+ </div>
1275
+ <span class="score-value">
1276
+
1277
+ 1.44 ± 0.09
1278
+
1279
+ </span>
1280
+ </div>
1281
+ </td>
1282
+ <td class="num mono" data-label="Всего токенов">127,049</td>
1283
+ </tr>
1284
+
1285
+ <tr data-model="openrouter/qwen/qwen3-235b-a22b-2507">
1286
+ <td class="rank mono sticky-0" data-label="#">#34</td>
1287
  <td class="model-name sticky-1" data-label="Модель">Qwen3-235B-A22B-2507-Instruct (Alibaba API)</td>
1288
  <td class="num mono" data-label="Критичные/1000">
1289
 
 
1319
  </tr>
1320
 
1321
  <tr data-model="openrouter/qwen/qwen3-vl-8b-instruct">
1322
+ <td class="rank mono sticky-0" data-label="#">#35</td>
1323
  <td class="model-name sticky-1" data-label="Модель">Qwen3-VL-8B-Instruct (Alibaba API, presence_penalty=2)</td>
1324
  <td class="num mono" data-label="Критичные/1000">
1325
 
 
1355
  </tr>
1356
 
1357
  <tr data-model="openrouter/moonshotai/kimi-k2-0905">
1358
+ <td class="rank mono sticky-0" data-label="#">#36</td>
1359
  <td class="model-name sticky-1" data-label="Модель">moonshotai/Kimi-K2-Instruct-0905 (Novita API)</td>
1360
  <td class="num mono" data-label="Критичные/1000">
1361
 
 
1391
  </tr>
1392
 
1393
  <tr data-model="openrouter/z-ai/glm-4.6">
1394
+ <td class="rank mono sticky-0" data-label="#">#37</td>
1395
  <td class="model-name sticky-1" data-label="Модель">GLM-4.6 (Z.ai API)</td>
1396
  <td class="num mono" data-label="Критичные/1000">
1397
 
 
1427
  </tr>
1428
 
1429
  <tr data-model="openrouter/openai/gpt-5">
1430
+ <td class="rank mono sticky-0" data-label="#">#38</td>
1431
  <td class="model-name sticky-1" data-label="Модель">GPT-5 (reasoning: minimal)</td>
1432
  <td class="num mono" data-label="Критичные/1000">
1433
 
 
1463
  </tr>
1464
 
1465
  <tr data-model="openai/aquif-3.5-Max-42B-A3B.Q8_0.gguf">
1466
+ <td class="rank mono sticky-0" data-label="#">#39</td>
1467
  <td class="model-name sticky-1" data-label="Модель">aquif-ai/aquif-3.5-Plus-30B-A3B (Q8_0 llama.cpp, without reasoning)</td>
1468
  <td class="num mono" data-label="Критичные/1000">
1469
 
 
1499
  </tr>
1500
 
1501
  <tr data-model="openrouter/openai/gpt-5">
1502
+ <td class="rank mono sticky-0" data-label="#">#40</td>
1503
  <td class="model-name sticky-1" data-label="Модель">GPT-5 (reasoning: low)</td>
1504
  <td class="num mono" data-label="Критичные/1000">
1505
 
 
1535
  </tr>
1536
 
1537
  <tr data-model="openai/nvidia/NVIDIA-Nemotron-Nano-12B-v2">
1538
+ <td class="rank mono sticky-0" data-label="#">#41</td>
1539
  <td class="model-name sticky-1" data-label="Модель">nvidia/NVIDIA-Nemotron-Nano-12B-v2 (vllm, reasoning=false)</td>
1540
  <td class="num mono" data-label="Критичные/1000">
1541
 
 
1571
  </tr>
1572
 
1573
  <tr data-model="openrouter/openai/gpt-oss-120b">
1574
+ <td class="rank mono sticky-0" data-label="#">#42</td>
1575
  <td class="model-name sticky-1" data-label="Модель">GPT-OSS-120B (Vertex AI API)</td>
1576
  <td class="num mono" data-label="Критичные/1000">
1577
 
 
1607
  </tr>
1608
 
1609
  <tr data-model="openai/gpt-4.1">
1610
+ <td class="rank mono sticky-0" data-label="#">#43</td>
1611
  <td class="model-name sticky-1" data-label="Модель">GPT-4.1</td>
1612
  <td class="num mono" data-label="Критичные/1000">
1613
 
 
1643
  </tr>
1644
 
1645
  <tr data-model="openrouter/nvidia/nemotron-3-nano-30b-a3b:free">
1646
+ <td class="rank mono sticky-0" data-label="#">#44</td>
1647
  <td class="model-name sticky-1" data-label="Модель">Nemotron-3-Nano-30B-A3B (NVIDIA API, non-reasoning)</td>
1648
  <td class="num mono" data-label="Критичные/1000">
1649
 
 
1679
  </tr>
1680
 
1681
  <tr data-model="mistral/ministral-3b-2512">
1682
+ <td class="rank mono sticky-0" data-label="#">#45</td>
1683
  <td class="model-name sticky-1" data-label="Модель">mistralai/Ministral-3-3B-Instruct-2512 (Mistral API)</td>
1684
  <td class="num mono" data-label="Критичные/1000">
1685
 
 
1715
  </tr>
1716
 
1717
  <tr data-model="openrouter/mistralai/mistral-nemo">
1718
+ <td class="rank mono sticky-0" data-label="#">#46</td>
1719
  <td class="model-name sticky-1" data-label="Модель">Mistral-Nemo (Mistral API)</td>
1720
  <td class="num mono" data-label="Критичные/1000">
1721
 
 
1751
  </tr>
1752
 
1753
  <tr data-model="openai/gpt-4.1-mini">
1754
+ <td class="rank mono sticky-0" data-label="#">#47</td>
1755
  <td class="model-name sticky-1" data-label="Модель">GPT-4.1-mini</td>
1756
  <td class="num mono" data-label="Критичные/1000">
1757
 
 
1787
  </tr>
1788
 
1789
  <tr data-model="openrouter/minimax/minimax-m2:free">
1790
+ <td class="rank mono sticky-0" data-label="#">#48</td>
1791
  <td class="model-name sticky-1" data-label="Модель">MiniMaxAI/MiniMax-M2 (Minimax API)</td>
1792
  <td class="num mono" data-label="Критичные/1000">
1793
 
 
1823
  </tr>
1824
 
1825
  <tr data-model="openrouter/minimax/minimax-m2:free">
1826
+ <td class="rank mono sticky-0" data-label="#">#49</td>
1827
  <td class="model-name sticky-1" data-label="Модель">MiniMaxAI/MiniMax-M2 (Minimax API, recommend params)</td>
1828
  <td class="num mono" data-label="Критичные/1000">
1829
 
 
1859
  </tr>
1860
 
1861
  <tr data-model="openai/gpt-4.1-nano">
1862
+ <td class="rank mono sticky-0" data-label="#">#50</td>
1863
  <td class="model-name sticky-1" data-label="Модель">GPT-4.1-nano</td>
1864
  <td class="num mono" data-label="Критичные/1000">
1865
 
 
1895
  </tr>
1896
 
1897
  <tr data-model="openai/ai-sage/GigaChat3-10B-A1.8B-bf16">
1898
+ <td class="rank mono sticky-0" data-label="#">#51</td>
1899
  <td class="model-name sticky-1" data-label="Модель">ai-sage/GigaChat3-10B-A1.8B-bf16 (sglang)</td>
1900
  <td class="num mono" data-label="Критичные/1000">
1901
 
 
1931
  </tr>
1932
 
1933
  <tr data-model="openrouter/openai/gpt-oss-20b">
1934
+ <td class="rank mono sticky-0" data-label="#">#52</td>
1935
  <td class="model-name sticky-1" data-label="Модель">openai/gpt-oss-20b (Vertex API)</td>
1936
  <td class="num mono" data-label="Критичные/1000">
1937
 
 
1989
  </div>
1990
  <p class="info-text">Если хотите, чтобы я добавил ту или иную модель в лидерборд - не стесняйтесь открыть issue/pull request на Github.</p>
1991
  <p class="info-text">
1992
+ Обновлено: 2026-01-20 15:58:54 | Всего моделей: 52 | <a href="https://github.com/kristaller486/RuQualBench">GitHub</a> | <a href="https://t.me/krists">Telegram</a>
1993
  </p>
1994
  </div>
1995
  <script>