strix-halo-explorer / data.json
axjns's picture
Initial build
f09a713 verified
Raw
History Blame Contribute Delete
2.96 kB
{
"meta": {
"gpu": "Radeon 8060S Graphics",
"arch": "gfx1151",
"vram_total": 64.0,
"rocm": "7.13.26162",
"kernel": "7.0.14-101.fc43.x86_64",
"torch": "2.11.0+rocm7.13.0a20260425",
"n_rows": 44,
"n_models": 11
},
"rows": [
{
"label": "ornith-1.0-35b-Q4_K_M",
"family": "ornith-1.0-35b",
"quant": "Q4_K_M",
"arch": "MoE",
"vram": 20.1,
"size_gb": 19.7,
"decode": 74.1,
"decode_d4k": 69.9,
"prefill": 1102.5,
"prefill_4k": 1060.2
},
{
"label": "Qwen3.6-35B-A3B-UD-Q4_K_M",
"family": "Qwen3.6-35B-A3B",
"quant": "UD-Q4_K_M",
"arch": "MoE",
"vram": 20.7,
"size_gb": 20.6,
"decode": 62.2,
"decode_d4k": 59.8,
"prefill": 1014.3,
"prefill_4k": 1057.1
},
{
"label": "gpt-oss-120b-Q4_K_M",
"family": "gpt-oss-120b",
"quant": "Q4_K_M",
"arch": "MoE",
"vram": 58.9,
"size_gb": 46.2,
"decode": 57.2,
"decode_d4k": 56.2,
"prefill": 648.4,
"prefill_4k": 653.7
},
{
"label": "Qwen3.6-35B-A3B-Q8_0",
"family": "Qwen3.6-35B-A3B",
"quant": "Q8_0",
"arch": "MoE",
"vram": 34.7,
"size_gb": 34.4,
"decode": 53.5,
"decode_d4k": 50.9,
"prefill": 1136.0,
"prefill_4k": 1111.3
},
{
"label": "Qwen3.6-27B-Q3_K_M",
"family": "Qwen3.6-27B",
"quant": "Q3_K_M",
"arch": "dense",
"vram": 13.2,
"size_gb": 12.7,
"decode": 14.4,
"decode_d4k": 14.6,
"prefill": 297.0,
"prefill_4k": 305.8
},
{
"label": "Qwen3.6-27B-Q4_0",
"family": "Qwen3.6-27B",
"quant": "Q4_0",
"arch": "dense",
"vram": 14.9,
"size_gb": 14.7,
"decode": 13.4,
"decode_d4k": 13.1,
"prefill": 339.4,
"prefill_4k": 327.8
},
{
"label": "Qwen3.8-27B-UD-Q4_K_XL",
"family": "Qwen3.8-27B",
"quant": "UD-Q4_K_XL",
"arch": "dense",
"vram": 16.9,
"size_gb": 16.7,
"decode": 11.9,
"decode_d4k": 11.7,
"prefill": 349.0,
"prefill_4k": 335.5
},
{
"label": "cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K",
"family": "cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition",
"quant": "Q6_K",
"arch": "dense",
"vram": 18.4,
"size_gb": 18.0,
"decode": 11.5,
"decode_d4k": 11.2,
"prefill": 380.1,
"prefill_4k": 353.5
},
{
"label": "gemma-4-31B-it-UD-Q4_K_XL",
"family": "gemma-4-31B-it",
"quant": "UD-Q4_K_XL",
"arch": "dense",
"vram": 19.6,
"size_gb": 17.5,
"decode": 11.2,
"decode_d4k": 10.2,
"prefill": 279.7,
"prefill_4k": 261.9
},
{
"label": "Qwen3.6-27B-Q5_K_M",
"family": "Qwen3.6-27B",
"quant": "Q5_K_M",
"arch": "dense",
"vram": 18.5,
"size_gb": 18.2,
"decode": 11.0,
"decode_d4k": 10.8,
"prefill": 330.6,
"prefill_4k": 325.2
},
{
"label": "Qwen3.6-27B-Q6_K",
"family": "Qwen3.6-27B",
"quant": "Q6_K",
"arch": "dense",
"vram": 20.9,
"size_gb": 21.0,
"decode": 9.5,
"decode_d4k": 9.4,
"prefill": 303.4,
"prefill_4k": 294.3
}
]
}