Spaces:
Running
Running
| { | |
| "//": "Indicative, HAND-CURATED quality signal per logical model (as of 2026-06).", | |
| "//1": "NOT an authoritative ranking - arena_elo/aa_index are approximate, sourced from", | |
| "//2": "public leaderboards (LMArena, Artificial Analysis) and rounded. Used only to", | |
| "//3": "ORDER the roster and decide which models count toward the >=2-frontier guarantee.", | |
| "//4": "'frontier': true marks a top-tier model for that guarantee. Update with sources.", | |
| "benchmarks": { | |
| "qwen3.5-397b": {"arena_elo": 1378, "aa_index": 67, "frontier": true, "reliability": "flaky-free-tier (returned empty content on a 163k-token review 2026-06; demoted from default panel)", "source": "qwen3.5 report MMLU-Pro 84.7 (approx)", "as_of": "2026-06"}, | |
| "deepseek-v4-flash": {"arena_elo": 1372, "aa_index": 65, "frontier": true, "source": "v4 distill, probe-verified (approx)", "as_of": "2026-06"}, | |
| "deepseek-v4-pro": {"arena_elo": 1380, "aa_index": 68, "frontier": false, "source": "strong but DEMOTED (queue >1k)", "as_of": "2026-06"}, | |
| "qwen3.5-122b": {"arena_elo": 1342, "aa_index": 60, "frontier": true, "source": "qwen3.5 report MMLU-Pro 80.4 (approx)", "as_of": "2026-06"}, | |
| "mistral-medium-3.5":{"arena_elo": 1332, "aa_index": 59, "frontier": true, "source": "mistral blog MMLU-Pro 79.1 (approx)", "as_of": "2026-06"}, | |
| "llama-4-maverick": {"arena_elo": 1326, "aa_index": 58, "frontier": true, "source": "llama 4 blog MMLU-Pro 78.5 (approx)", "as_of": "2026-06"}, | |
| "minimax-m2.7": {"arena_elo": 1322, "aa_index": 57, "frontier": true, "source": "minimax card MMLU-Pro 77.8 (approx)", "as_of": "2026-06"}, | |
| "mistral-small-4": {"arena_elo": 1288, "aa_index": 53, "frontier": false, "source": "mistral card MMLU-Pro 74.8 (approx)", "as_of": "2026-06"}, | |
| "kimi-k2.6": {"arena_elo": 1365, "aa_index": 66, "frontier": true, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "glm-5.1": {"arena_elo": 1355, "aa_index": 64, "frontier": true, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "nemotron-ultra": {"arena_elo": 1345, "aa_index": 63, "frontier": true, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "deepseek-v3": {"arena_elo": 1335, "aa_index": 60, "frontier": true, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "deepseek-r1": {"arena_elo": 1330, "aa_index": 60, "frontier": true, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "gpt-oss-120b": {"arena_elo": 1320, "aa_index": 58, "frontier": true, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "nemotron-120b": {"arena_elo": 1300, "aa_index": 55, "frontier": true, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "step-flash": {"arena_elo": 1280, "aa_index": 52, "frontier": false, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "phi-4-reasoning": {"arena_elo": 1265, "aa_index": 50, "frontier": false, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "llama-3.3-70b": {"arena_elo": 1255, "aa_index": 48, "frontier": false, "source": "lmarena+aa (approx)", "as_of": "2026-06"}, | |
| "gemma-4": {"arena_elo": 1230, "aa_index": 45, "frontier": false, "source": "lmarena+aa (approx)", "as_of": "2026-06"} | |
| } | |
| } | |