apex-quant-benchmarks / models.json
Myric's picture
add Qwen3.8-27B row
3977320 verified
Raw History Blame Contribute Delete
19.2 kB
{
"schema": 1,
"notes": "One entry per row of the results table. group matches the start of benchmark result labels; active_b/total_b are nominal; link is the public card (exact quant if possible).",
"models": [
{
"group": "glimmer-udq4kxl-oc2",
"model": "Muse-Glimmer-30B",
"quant": "UD-Q4_K_XL",
"active_b": 29.6,
"total_b": 29.6,
"link": "https://huggingface.co/unsloth/Muse-Glimmer-30B-GGUF",
"box": "gb10",
"annotate": true,
"short": "Glimmer",
"offset": [
12,
-16
],
"size_gb": 15.88,
"size_offset": [
-8,
8
],
"base_country": "US",
"post_country": "US"
},
{
"group": "k2horizon-v2",
"model": "K2-Horizon-MoVA-36B-A4B",
"quant": "APEX i-quality v2",
"active_b": 4.0,
"total_b": 37.4,
"link": "https://huggingface.co/Myric/K2-Horizon-MoVA-36B-A4B-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "K2",
"offset": [
6,
5
],
"size_gb": 22.6,
"base_country": "UAE",
"post_country": "UAE"
},
{
"group": "kolibri1-apex-2.4bpw",
"model": "Kolibri-1 78B-A3.5B",
"quant": "APEX 2.4 bpw",
"active_b": 3.5,
"total_b": 78.1,
"link": "https://huggingface.co/Myric/Kolibri-1-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Kolibri 2.4bpw",
"size_gb": 24.38,
"base_country": "Germany",
"post_country": "Germany",
"offset": [
-8,
0
]
},
{
"group": "kolibri1-uniform-q4k",
"model": "Kolibri-1 78B-A3.5B",
"quant": "Q4_K uniform",
"active_b": 3.5,
"total_b": 78.1,
"link": "https://huggingface.co/Myric/Kolibri-1-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Kolibri Q4",
"size_gb": 44.98,
"base_country": "Germany",
"post_country": "Germany",
"offset": [
-8,
0
]
},
{
"group": "lagunaxs21-apex-iquality-v2-oc2",
"model": "Laguna-XS-2.1",
"quant": "APEX i-quality v2",
"active_b": 3.0,
"total_b": 33.4,
"link": "https://huggingface.co/Myric/Laguna-XS-2.1-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Laguna-XS",
"size_gb": 19.19,
"base_country": "US",
"post_country": "US",
"offset": [
8,
-12
]
},
{
"group": "lagunaxs21-apex-dynamic-v2-oc2",
"model": "Laguna-XS-2.1",
"quant": "APEX dynamic v2",
"active_b": 3.0,
"total_b": 33.4,
"link": "https://huggingface.co/Myric/Laguna-XS-2.1-APEX-GGUF",
"box": "gb10",
"annotate": false,
"short": "Laguna-XS dyn",
"size_gb": 12.1,
"base_country": "US",
"post_country": "US"
},
{
"group": "lagunas21-iquality-v2-oc2",
"model": "Laguna-S-2.1",
"quant": "APEX i-quality v2",
"active_b": 8.0,
"total_b": 117.6,
"link": "https://huggingface.co/Myric/Laguna-S-2.1-APEX-GGUF",
"box": "gb10",
"annotate": true,
"offset": [
-8,
8
],
"short": "Laguna-S",
"size_gb": 73.96,
"size_offset": [
6,
8
],
"base_country": "US",
"post_country": "US"
},
{
"group": "nemotron3super-iquality-oc2",
"model": "Nemotron-3-Super-120B-A12B",
"quant": "APEX i-quality",
"active_b": 12.0,
"total_b": 120.0,
"link": "https://huggingface.co/Myric/Nemotron-3-Super-120B-A12B-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Nemotron-Super",
"size_gb": 85.78,
"offset": [
12,
0
],
"size_offset": [
-12,
-10
],
"base_country": "US",
"post_country": "US"
},
{
"group": "nemotron35-super-vl-iquality-oc2",
"model": "Nemotron-3.5-Super-VL-120B-A12B",
"quant": "APEX i-quality",
"active_b": 12.0,
"total_b": 120.0,
"link": "https://huggingface.co/Myric/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Nemotron-3.5-SV",
"size_gb": 81.03,
"offset": [
12,
0
],
"size_offset": [
-10,
6
],
"highlight": true,
"base_country": "US",
"post_country": "US"
},
{
"group": "ornith122-iquality",
"model": "Ornith-1.5-122B",
"quant": "APEX i-quality",
"active_b": 12.0,
"total_b": 124.6,
"link": "https://huggingface.co/ornith-ai/Ornith-1.5-122B",
"box": "gb10",
"annotate": true,
"offset": [
8,
10
],
"link_note": "APEX tiers not yet published; link is the base card",
"short": "Ornith-122B",
"size_gb": 75.46,
"size_offset": [
-8,
-12
],
"base_country": "China",
"post_country": "US"
},
{
"group": "ornith122-icompact",
"model": "Ornith-1.5-122B",
"quant": "APEX i-compact",
"active_b": 12.0,
"total_b": 124.6,
"link": "https://huggingface.co/ornith-ai/Ornith-1.5-122B",
"box": "gb10",
"annotate": true,
"link_note": "APEX tiers not yet published; link is the base card",
"short": "Ornith compact",
"size_gb": 58.1,
"base_country": "China",
"post_country": "US",
"offset": [
8,
-12
]
},
{
"group": "bonsai2-pq2-oc2",
"model": "Ternary-Bonsai-2-27B",
"short": "Bonsai 27B",
"quant": "PQ2_0 (2.13 bpw)",
"active_b": 27.0,
"total_b": 27.0,
"size_gb": 7.21,
"link": "https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf",
"box": "gb10",
"annotate": true,
"highlight": true,
"offset": [
-12,
-12
],
"size_offset": [
-8,
8
],
"base_country": "China",
"post_country": "US"
},
{
"group": "gemma4-12b-qat-grid",
"model": "Gemma-4-12B-it QAT",
"quant": "Q4_0 (grid)",
"active_b": 12.0,
"total_b": 12.0,
"link": "https://huggingface.co/google/gemma-4-12B-it-qat-q4_0-gguf",
"box": "gb10",
"annotate": true,
"link_note": "grid variant built locally; link is the Google QAT card",
"short": "Gemma-12B grid",
"offset": [
6,
5
],
"size_gb": 6.98,
"size_offset": [
6,
-12
],
"base_country": "US",
"post_country": "US"
},
{
"group": "gemma4-12b-qat-google",
"model": "Gemma-4-12B-it QAT",
"quant": "Q4_0 (Google)",
"active_b": 12.0,
"total_b": 12.0,
"link": "https://huggingface.co/google/gemma-4-12B-it-qat-q4_0-gguf",
"box": "gb10",
"annotate": false,
"short": "Gemma-12B",
"size_gb": 6.98,
"base_country": "US",
"post_country": "US"
},
{
"group": "mellum21-12b-a2.5b-thinking-q8_0-v2",
"model": "Mellum2.1-12B-A2.5B-Thinking",
"quant": "Q8_0",
"active_b": 2.5,
"total_b": 12.1,
"link": "https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF",
"box": "gb10",
"annotate": true,
"short": "Mellum Q8",
"offset": [
-14,
0
],
"size_gb": 12.93,
"base_country": "Czechia",
"post_country": "Czechia"
},
{
"group": "thor-mellum21-apex-4.9bpw-v2",
"model": "Mellum2.1-12B-A2.5B-Thinking",
"quant": "APEX 4.9 bpw",
"active_b": 2.5,
"total_b": 12.1,
"link": "https://huggingface.co/Myric/Mellum2.1-12B-A2.5B-Thinking-APEX-GGUF",
"box": "thor",
"annotate": false,
"short": "Mellum 4.9bpw",
"size_gb": 7.44,
"base_country": "Czechia",
"post_country": "Czechia"
},
{
"group": "thor-mellum21-apex-4.3bpw-v2",
"model": "Mellum2.1-12B-A2.5B-Thinking",
"quant": "APEX 4.3 bpw",
"active_b": 2.5,
"total_b": 12.1,
"link": "https://huggingface.co/Myric/Mellum2.1-12B-A2.5B-Thinking-APEX-GGUF",
"box": "thor",
"annotate": false,
"short": "Mellum 4.3bpw",
"size_gb": 6.53,
"base_country": "Czechia",
"post_country": "Czechia"
},
{
"group": "thor-mellum21-apex-3.7bpw-v2",
"model": "Mellum2.1-12B-A2.5B-Thinking",
"quant": "APEX 3.7 bpw",
"active_b": 2.5,
"total_b": 12.1,
"link": "https://huggingface.co/Myric/Mellum2.1-12B-A2.5B-Thinking-APEX-GGUF",
"box": "thor",
"annotate": true,
"offset": [
-8,
8
],
"short": "Mellum 3.7bpw",
"size_gb": 5.62,
"base_country": "Czechia",
"post_country": "Czechia"
},
{
"group": "thor-mellum21-apex-3.1bpw-v2",
"model": "Mellum2.1-12B-A2.5B-Thinking",
"quant": "APEX 3.1 bpw",
"active_b": 2.5,
"total_b": 12.1,
"link": "https://huggingface.co/Myric/Mellum2.1-12B-A2.5B-Thinking-APEX-GGUF",
"box": "thor",
"annotate": true,
"offset": [
8,
-10
],
"short": "Mellum 3.1bpw",
"size_gb": 4.71,
"base_country": "Czechia",
"post_country": "Czechia"
},
{
"group": "thor-mellum21-q4_k_m-stock-v2",
"model": "Mellum2.1-12B-A2.5B-Thinking",
"quant": "Q4_K_M stock",
"active_b": 2.5,
"total_b": 12.1,
"link": "https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF",
"box": "thor",
"annotate": false,
"short": "Mellum Q4",
"size_gb": 8.07,
"base_country": "Czechia",
"post_country": "Czechia"
},
{
"group": "thor-mellum21-q6_k_l-bartowski-v2",
"model": "Mellum2.1-12B-A2.5B-Thinking",
"quant": "Q6_K_L bartowski",
"active_b": 2.5,
"total_b": 12.1,
"link": "https://huggingface.co/bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF",
"box": "thor",
"annotate": false,
"short": "Mellum Q6",
"size_gb": 11.81,
"base_country": "Czechia",
"post_country": "Czechia"
},
{
"group": "thor-gptoss20b",
"model": "GPT-OSS-20B",
"quant": "MXFP4 (Thor)",
"active_b": 3.6,
"total_b": 20.9,
"link": "https://huggingface.co/ggml-org/gpt-oss-20b-GGUF",
"box": "thor",
"annotate": false,
"short": "GPT-OSS-20B",
"size_gb": 12.11,
"base_country": "US",
"post_country": "US"
},
{
"group": "thor-lightning",
"model": "Nemotron-3.5-Lightning-30B-A3B",
"quant": "APEX compact (Thor)",
"active_b": 3.0,
"total_b": 30.0,
"link": "https://huggingface.co/Myric/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-APEX-GGUF",
"box": "thor",
"annotate": false,
"short": "Lightning",
"size_gb": 18.17,
"base_country": "US",
"post_country": "US"
},
{
"group": "thor-gemma4-26b",
"model": "Gemma-4-26B-A4B",
"quant": "Q4_0 QAT (Thor)",
"active_b": 4.0,
"total_b": 25.8,
"link": "https://huggingface.co/google/gemma-4-26B-A4B-it-qat-q4_0-gguf",
"box": "thor",
"annotate": false,
"short": "Gemma-26B",
"size_gb": 14.44,
"base_country": "US",
"post_country": "US"
},
{
"group": "thor-kolibri-iq-high",
"model": "Kolibri-1 78B-A3.5B",
"quant": "APEX i-quality high (Thor)",
"active_b": 3.5,
"total_b": 78.1,
"link": "https://huggingface.co/Myric/Kolibri-1-APEX-GGUF",
"box": "thor",
"annotate": false,
"short": "Kolibri high",
"size_gb": 42.85,
"base_country": "Germany",
"post_country": "Germany"
},
{
"group": "thor-kolibri-iq-low",
"model": "Kolibri-1 78B-A3.5B",
"quant": "APEX i-quality low (Thor)",
"active_b": 3.5,
"total_b": 78.1,
"link": "https://huggingface.co/Myric/Kolibri-1-APEX-GGUF",
"box": "thor",
"annotate": false,
"short": "Kolibri low",
"size_gb": 42.85,
"base_country": "Germany",
"post_country": "Germany"
},
{
"group": "lfm25-24b-a2b-qad-q4_0-v2",
"model": "LFM2.5-24B-A2B",
"quant": "QAD Q4_0",
"active_b": 2.0,
"total_b": 24.0,
"link": "https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF",
"box": "gb10",
"annotate": false,
"short": "LFM2.5",
"size_gb": 13.58,
"base_country": "US",
"post_country": "US"
},
{
"group": "lfm25-24b-a2b-q8_0-v2",
"model": "LFM2.5-24B-A2B",
"quant": "Q8_0",
"active_b": 2.0,
"total_b": 24.0,
"link": "https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF",
"box": "gb10",
"annotate": true,
"short": "LFM Q8",
"size_gb": 25.49,
"base_country": "US",
"post_country": "US",
"offset": [
8,
-14
]
},
{
"group": "lfm25-24b-a2b-bf16src-iq3_xxs-v2",
"model": "LFM2.5-24B-A2B",
"quant": "IQ3_XXS (BF16 src)",
"active_b": 2.0,
"total_b": 24.0,
"link": "https://huggingface.co/LiquidAI/LFM2.5-24B-A2B",
"box": "gb10",
"annotate": false,
"link_note": "custom BF16-source build; link is the base card",
"short": "LFM IQ3",
"size_gb": 10.5,
"base_country": "US",
"post_country": "US"
},
{
"group": "nemotron35-bolt-74b-nvidia24gb-oc2",
"model": "Nemotron-3.5-Bolt-74B-A9B",
"quant": "24 GB quant",
"active_b": 9.0,
"total_b": 74.0,
"link": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-GGUF",
"box": "gb10",
"annotate": true,
"offset": [
8,
6
],
"short": "Bolt-74B",
"size_gb": 22.02,
"base_country": "US",
"post_country": "US"
},
{
"group": "spark-x2.6-4b-q6_k",
"model": "Spark-X2.6-4B",
"quant": "Q6_K",
"active_b": 4.1,
"total_b": 4.1,
"link": "https://huggingface.co/Myric/Spark-X2.6-4B-GGUF",
"box": "gb10",
"annotate": true,
"short": "Spark-2.6",
"offset": [
6,
5
],
"size_gb": 3.38,
"base_country": "China",
"post_country": "China"
},
{
"group": "spark-x2.5-4b-bf16",
"model": "Spark-X2.5-4B",
"quant": "BF16",
"active_b": 4.1,
"total_b": 4.1,
"link": "https://huggingface.co/Myric/Spark-X2.5-4B-GGUF",
"box": "gb10",
"annotate": true,
"offset": [
-10,
8
],
"short": "Spark-2.5 BF16",
"size_gb": 8.23,
"size_offset": [
-10,
8
],
"base_country": "China",
"post_country": "China"
},
{
"group": "spark-x2.5-4b-q6_k",
"model": "Spark-X2.5-4B",
"quant": "Q6_K",
"active_b": 4.1,
"total_b": 4.1,
"link": "https://huggingface.co/Myric/Spark-X2.5-4B-GGUF",
"box": "gb10",
"annotate": true,
"short": "Spark-2.5 Q6",
"offset": [
6,
5
],
"size_gb": 3.38,
"base_country": "China",
"post_country": "China"
},
{
"group": "minicpm5-2b-q8",
"model": "MiniCPM5-2B",
"quant": "Q8_0",
"active_b": 2.5,
"total_b": 2.5,
"link": "https://huggingface.co/openbmb/MiniCPM5-2B-GGUF",
"box": "gb10",
"annotate": true,
"short": "MiniCPM5",
"offset": [
6,
6
],
"size_gb": 2.68,
"base_country": "China",
"post_country": "China"
},
{
"group": "lfm3-1.7b-q4",
"model": "LFM3-1.7B",
"quant": "Q4_0",
"active_b": 1.73,
"total_b": 1.73,
"link": "https://huggingface.co/LiquidAI/LFM3-1.7B-GGUF",
"box": "gb10",
"annotate": true,
"short": "LFM3-1.7B",
"offset": [
6,
6
],
"size_gb": 1.0,
"size_offset": [
6,
6
],
"base_country": "US",
"post_country": "US"
},
{
"group": "flint-5bpw",
"model": "Flint",
"quant": "APEX 5bpw",
"active_b": 2.5,
"total_b": 39.8,
"link": "https://huggingface.co/Myric/Flint-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Flint",
"offset": [
8,
0
],
"size_gb": 23.7,
"size_offset": [
8,
8
],
"base_country": "US",
"post_country": "US"
},
{
"group": "qwen38-flash-next-middle",
"model": "Qwen3.8-Flash-Next",
"quant": "APEX MIDDLE",
"active_b": 6.4,
"total_b": 180.0,
"link": "https://huggingface.co/Myric/Qwen3.8-Flash-Next-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Flash-Next",
"offset": [
-10,
10
],
"size_gb": 86.0,
"size_offset": [
8,
8
],
"base_country": "China",
"post_country": "China"
},
{
"group": "ornith35-apex-iquality",
"model": "Ornith-1.5-35B-A3B",
"quant": "APEX i-quality",
"active_b": 3.0,
"total_b": 35.5,
"link": "https://huggingface.co/Myric/Ornith-1.5-35B-A3B-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "Ornith-35B",
"offset": [
12,
-12
],
"size_gb": 21.67,
"size_offset": [
8,
8
],
"base_country": "China",
"post_country": "US"
},
{
"group": "glm47-flash-apex-iquality",
"model": "GLM-4.7-Flash",
"quant": "APEX i-quality",
"active_b": 3.6,
"total_b": 31.2,
"link": "https://huggingface.co/Myric/GLM-4.7-Flash-APEX-GGUF",
"box": "gb10",
"annotate": true,
"short": "GLM-4.7",
"offset": [
8,
8
],
"size_gb": 16.6,
"size_offset": [
8,
8
],
"base_country": "China",
"post_country": "China"
},
{
"group": "glimmer-heretic-q4km",
"model": "Muse-Glimmer-30B-heretic",
"quant": "Q4_K_M",
"active_b": 29.6,
"total_b": 29.6,
"link": "https://huggingface.co/darkc0de/Muse-Glimmer-30B-heretic",
"box": "gb10",
"annotate": true,
"short": "Heretic",
"offset": [
12,
8
],
"size_gb": 17.31,
"size_offset": [
8,
-10
],
"base_country": "US",
"post_country": "Abliterated"
},
{
"group": "qwen38-27b-q4km",
"model": "Qwen3.8-27B",
"quant": "Q4_K_M",
"active_b": 27.0,
"total_b": 27.0,
"link": "https://huggingface.co/Qwen/Qwen3.8-27B",
"box": "gb10",
"annotate": true,
"short": "Qwen3.8-27B",
"offset": [
8,
8
],
"size_gb": 16.46,
"size_offset": [
8,
8
],
"base_country": "China",
"post_country": "China"
}
]
}