Spaces:
Running
Running
| { | |
| "meta": { | |
| "gpu": "Radeon 8060S Graphics", | |
| "arch": "gfx1151", | |
| "vram_total": 64.0, | |
| "rocm": "7.13.26162", | |
| "kernel": "7.0.14-101.fc43.x86_64", | |
| "torch": "2.11.0+rocm7.13.0a20260425", | |
| "n_rows": 44, | |
| "n_models": 11 | |
| }, | |
| "rows": [ | |
| { | |
| "label": "ornith-1.0-35b-Q4_K_M", | |
| "family": "ornith-1.0-35b", | |
| "quant": "Q4_K_M", | |
| "arch": "MoE", | |
| "vram": 20.1, | |
| "size_gb": 19.7, | |
| "decode": 74.1, | |
| "decode_d4k": 69.9, | |
| "prefill": 1102.5, | |
| "prefill_4k": 1060.2 | |
| }, | |
| { | |
| "label": "Qwen3.6-35B-A3B-UD-Q4_K_M", | |
| "family": "Qwen3.6-35B-A3B", | |
| "quant": "UD-Q4_K_M", | |
| "arch": "MoE", | |
| "vram": 20.7, | |
| "size_gb": 20.6, | |
| "decode": 62.2, | |
| "decode_d4k": 59.8, | |
| "prefill": 1014.3, | |
| "prefill_4k": 1057.1 | |
| }, | |
| { | |
| "label": "gpt-oss-120b-Q4_K_M", | |
| "family": "gpt-oss-120b", | |
| "quant": "Q4_K_M", | |
| "arch": "MoE", | |
| "vram": 58.9, | |
| "size_gb": 46.2, | |
| "decode": 57.2, | |
| "decode_d4k": 56.2, | |
| "prefill": 648.4, | |
| "prefill_4k": 653.7 | |
| }, | |
| { | |
| "label": "Qwen3.6-35B-A3B-Q8_0", | |
| "family": "Qwen3.6-35B-A3B", | |
| "quant": "Q8_0", | |
| "arch": "MoE", | |
| "vram": 34.7, | |
| "size_gb": 34.4, | |
| "decode": 53.5, | |
| "decode_d4k": 50.9, | |
| "prefill": 1136.0, | |
| "prefill_4k": 1111.3 | |
| }, | |
| { | |
| "label": "Qwen3.6-27B-Q3_K_M", | |
| "family": "Qwen3.6-27B", | |
| "quant": "Q3_K_M", | |
| "arch": "dense", | |
| "vram": 13.2, | |
| "size_gb": 12.7, | |
| "decode": 14.4, | |
| "decode_d4k": 14.6, | |
| "prefill": 297.0, | |
| "prefill_4k": 305.8 | |
| }, | |
| { | |
| "label": "Qwen3.6-27B-Q4_0", | |
| "family": "Qwen3.6-27B", | |
| "quant": "Q4_0", | |
| "arch": "dense", | |
| "vram": 14.9, | |
| "size_gb": 14.7, | |
| "decode": 13.4, | |
| "decode_d4k": 13.1, | |
| "prefill": 339.4, | |
| "prefill_4k": 327.8 | |
| }, | |
| { | |
| "label": "Qwen3.8-27B-UD-Q4_K_XL", | |
| "family": "Qwen3.8-27B", | |
| "quant": "UD-Q4_K_XL", | |
| "arch": "dense", | |
| "vram": 16.9, | |
| "size_gb": 16.7, | |
| "decode": 11.9, | |
| "decode_d4k": 11.7, | |
| "prefill": 349.0, | |
| "prefill_4k": 335.5 | |
| }, | |
| { | |
| "label": "cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q6_K", | |
| "family": "cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition", | |
| "quant": "Q6_K", | |
| "arch": "dense", | |
| "vram": 18.4, | |
| "size_gb": 18.0, | |
| "decode": 11.5, | |
| "decode_d4k": 11.2, | |
| "prefill": 380.1, | |
| "prefill_4k": 353.5 | |
| }, | |
| { | |
| "label": "gemma-4-31B-it-UD-Q4_K_XL", | |
| "family": "gemma-4-31B-it", | |
| "quant": "UD-Q4_K_XL", | |
| "arch": "dense", | |
| "vram": 19.6, | |
| "size_gb": 17.5, | |
| "decode": 11.2, | |
| "decode_d4k": 10.2, | |
| "prefill": 279.7, | |
| "prefill_4k": 261.9 | |
| }, | |
| { | |
| "label": "Qwen3.6-27B-Q5_K_M", | |
| "family": "Qwen3.6-27B", | |
| "quant": "Q5_K_M", | |
| "arch": "dense", | |
| "vram": 18.5, | |
| "size_gb": 18.2, | |
| "decode": 11.0, | |
| "decode_d4k": 10.8, | |
| "prefill": 330.6, | |
| "prefill_4k": 325.2 | |
| }, | |
| { | |
| "label": "Qwen3.6-27B-Q6_K", | |
| "family": "Qwen3.6-27B", | |
| "quant": "Q6_K", | |
| "arch": "dense", | |
| "vram": 20.9, | |
| "size_gb": 21.0, | |
| "decode": 9.5, | |
| "decode_d4k": 9.4, | |
| "prefill": 303.4, | |
| "prefill_4k": 294.3 | |
| } | |
| ] | |
| } |