[ { "key": "baseonly:0", "description": "Base-only isolation for Q8_0 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:0", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 51789960896, "sizeGB": 51.789960896, "sizeGiB": 48.233159720897675, "kld": 0.000204, "ppl": 5.607101, "pplDeltaPercent": -0.007115470352203588, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000204, "Ppl": 5.607101, "PplError": 0.105448 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "carrier-baseonly:0", "description": "Carrier base-only isolation on Q8 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:0", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 51789960896, "sizeGB": 51.789960896, "sizeGiB": 48.233159720897675, "kld": 0.000204, "ppl": 5.607101, "pplDeltaPercent": -0.007115470352203588, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000204, "Ppl": 5.607101, "PplError": 0.105448 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "probe:0:0:100", "description": "Smallest-first probe for group \u0027embeddings\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:101:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 101, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "probe:0:1:100", "description": "Smallest-first probe for group \u0027lm_head\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:101:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 101, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "probe:0:2:100", "description": "Smallest-first probe for group \u0027attn_q\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:101:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 45763925696, "sizeGB": 45.76392569600001, "sizeGiB": 42.620977103710175, "kld": 0.022907, "ppl": 5.714688, "pplDeltaPercent": 1.9115113687026275, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.022907, "Ppl": 5.714688, "PplError": 0.107622 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 101, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "probe:0:3:100", "description": "Smallest-first probe for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:101:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 51515692736, "sizeGB": 51.515692736000005, "sizeGiB": 47.977727591991425, "kld": 0.002135, "ppl": 5.615121, "pplDeltaPercent": 0.1359072670530597, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002135, "Ppl": 5.615121, "PplError": 0.105656 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 101, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "probe:0:4:100", "description": "Smallest-first probe for group \u0027attn_output\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:101:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 50898343616, "sizeGB": 50.898343616, "sizeGiB": 47.402776420116425, "kld": 0.00951, "ppl": 5.669279, "pplDeltaPercent": 1.1017209094962188, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00951, "Ppl": 5.669279, "PplError": 0.107424 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 101, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "probe:0:5:100", "description": "Smallest-first probe for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:101:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 32365418176, "sizeGB": 32.365418176, "sizeGiB": 30.142644584178925, "kld": 0.068366, "ppl": 5.89244, "pplDeltaPercent": 5.081408827463214, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.068366, "Ppl": 5.89244, "PplError": 0.111131 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 101, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "probe:0:6:100", "description": "Smallest-first probe for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:202:101:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 42077689536, "sizeGB": 42.077689536, "sizeGiB": 39.1879021525383, "kld": 0.045491, "ppl": 5.732698, "pplDeltaPercent": 2.232688363798487, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.045491, "Ppl": 5.732698, "PplError": 0.107215 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 101, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:0", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:1:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000214, "ppl": 5.607413, "pplDeltaPercent": -0.0015514935354387193, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000214, "Ppl": 5.607413, "PplError": 0.105452 } ], "config": { "BaseQuant": 0, "Embeddings": 1, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:101", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:102:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 102, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:102", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:103:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 103, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:103", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:104:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 104, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:104", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:105:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 105, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:105", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:106:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 106, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:106", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:107:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 107, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:107", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:108:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 108, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:108", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:109:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 109, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:109", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:110:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 110, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:112", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:113:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 113, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:113", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:114:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 114, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:114", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:115:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.000274, "ppl": 5.607573, "pplDeltaPercent": 0.0013018279090581157, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000274, "Ppl": 5.607573, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 115, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:115", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:116:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.000274, "ppl": 5.607573, "pplDeltaPercent": 0.0013018279090581157, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000274, "Ppl": 5.607573, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 116, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:116", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:117:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.000274, "ppl": 5.607573, "pplDeltaPercent": 0.0013018279090581157, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000274, "Ppl": 5.607573, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 117, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:117", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:118:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 118, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:0:118", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:119:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 119, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:0", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:1:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 1, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:101", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:102:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 102, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:102", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:103:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 103, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:103", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:104:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.00124, "ppl": 5.614865, "pplDeltaPercent": 0.13134195274186475, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00124, "Ppl": 5.614865, "PplError": 0.105682 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 104, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:104", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:105:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 105, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:105", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:106:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 106, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:106", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:107:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.00124, "ppl": 5.614865, "pplDeltaPercent": 0.13134195274186475, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00124, "Ppl": 5.614865, "PplError": 0.105682 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 107, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:107", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:108:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 108, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:108", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:109:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 109, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:109", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:110:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 110, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:112", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:113:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 113, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:113", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:114:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 114, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:114", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:115:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 115, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:115", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:116:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 116, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:116", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:117:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 117, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:117", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:118:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 118, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:1:118", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:119:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 119, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:0", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:1:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 48427964096, "sizeGB": 48.427964096000004, "sizeGiB": 45.102056205272675, "kld": 0.000338, "ppl": 5.605318, "pplDeltaPercent": -0.03891217119929292, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000338, "Ppl": 5.605318, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 1, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:101", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:102:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 46040651456, "sizeGB": 46.040651456, "sizeGiB": 42.8786980509758, "kld": 0.008957, "ppl": 5.63623, "pplDeltaPercent": 0.512349531876957, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008957, "Ppl": 5.63623, "PplError": 0.105547 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 102, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:102", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:103:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46040651456, "sizeGB": 46.040651456, "sizeGiB": 42.8786980509758, "kld": 0.008957, "ppl": 5.63623, "pplDeltaPercent": 0.512349531876957, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008957, "Ppl": 5.63623, "PplError": 0.105547 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 103, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:103", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:104:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 46267242176, "sizeGB": 46.267242175999996, "sizeGiB": 43.089727103710175, "kld": 0.005316, "ppl": 5.61162, "pplDeltaPercent": 0.07347302719572618, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005316, "Ppl": 5.61162, "PplError": 0.105391 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 104, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:104", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:105:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 46158616256, "sizeGB": 46.158616255999995, "sizeGiB": 42.9885613322258, "kld": 0.011989, "ppl": 5.693411, "pplDeltaPercent": 1.5320731163620205, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011989, "Ppl": 5.693411, "PplError": 0.108034 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 105, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:105", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:106:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 46505957056, "sizeGB": 46.505957056, "sizeGiB": 43.3120476603508, "kld": 0.003666, "ppl": 5.632984, "pplDeltaPercent": 0.45446277307178795, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003666, "Ppl": 5.632984, "PplError": 0.106309 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 106, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:106", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:107:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46522832576, "sizeGB": 46.522832576, "sizeGiB": 43.327764213085175, "kld": 0.002327, "ppl": 5.608493, "pplDeltaPercent": 0.017708426214895115, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002327, "Ppl": 5.608493, "PplError": 0.105568 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 107, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:107", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:108:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 46918014656, "sizeGB": 46.918014656000004, "sizeGiB": 43.695806205272675, "kld": 0.001458, "ppl": 5.614424, "pplDeltaPercent": 0.12347748551047183, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001458, "Ppl": 5.614424, "PplError": 0.105704 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 108, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:108", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:109:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 46654559936, "sizeGB": 46.654559936, "sizeGiB": 43.450444877147675, "kld": 0.002016, "ppl": 5.609776, "pplDeltaPercent": 0.04058849754792986, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002016, "Ppl": 5.609776, "PplError": 0.105471 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 109, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:109", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:110:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 46949471936, "sizeGB": 46.949471935999995, "sizeGiB": 43.725103080272675, "kld": 0.001357, "ppl": 5.614912, "pplDeltaPercent": 0.13218011591619114, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001357, "Ppl": 5.614912, "PplError": 0.105688 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 110, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:112", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:113:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 46959302336, "sizeGB": 46.959302336, "sizeGiB": 43.734258353710175, "kld": 0.001626, "ppl": 5.600513, "pplDeltaPercent": -0.12460098082924, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001626, "Ppl": 5.600513, "PplError": 0.105177 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 113, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:113", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:114:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 47083165376, "sizeGB": 47.083165376000004, "sizeGiB": 43.849614799022675, "kld": 0.001145, "ppl": 5.612594, "pplDeltaPercent": 0.09084262148907195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001145, "Ppl": 5.612594, "PplError": 0.105601 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 114, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:114", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:115:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 47083165376, "sizeGB": 47.083165376000004, "sizeGiB": 43.849614799022675, "kld": 0.001145, "ppl": 5.612594, "pplDeltaPercent": 0.09084262148907195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001145, "Ppl": 5.612594, "PplError": 0.105601 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 115, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:115", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:116:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 47250282176, "sizeGB": 47.250282176, "sizeGiB": 44.005254447460175, "kld": 0.000883, "ppl": 5.612046, "pplDeltaPercent": 0.08106999554169207, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000883, "Ppl": 5.612046, "PplError": 0.105628 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 116, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:116", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:117:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 47225214656, "sizeGB": 47.225214656000006, "sizeGiB": 43.98190850019455, "kld": 0.000885, "ppl": 5.615407, "pplDeltaPercent": 0.14100757913509285, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000885, "Ppl": 5.615407, "PplError": 0.105697 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 117, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:117", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:118:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 47559448256, "sizeGB": 47.559448255999996, "sizeGiB": 44.29318779706955, "kld": 0.000527, "ppl": 5.609055, "pplDeltaPercent": 0.02773071778867144, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000527, "Ppl": 5.609055, "PplError": 0.105507 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 118, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:2:118", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:119:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 48427964096, "sizeGB": 48.427964096000004, "sizeGiB": 45.102056205272675, "kld": 0.000338, "ppl": 5.605318, "pplDeltaPercent": -0.03891217119929292, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000338, "Ppl": 5.605318, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 119, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:0", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:1:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 51622844096, "sizeGB": 51.622844096, "sizeGiB": 48.077520072460175, "kld": 0.000281, "ppl": 5.609048, "pplDeltaPercent": 0.02760588497547322, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000281, "Ppl": 5.609048, "PplError": 0.105484 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 1, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:101", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:102:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 51519092416, "sizeGB": 51.519092416, "sizeGiB": 47.98089379072189, "kld": 0.001526, "ppl": 5.611333, "pplDeltaPercent": 0.06835488185466246, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001526, "Ppl": 5.611333, "PplError": 0.105491 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 102, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:102", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:103:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51519092416, "sizeGB": 51.519092416, "sizeGiB": 47.98089379072189, "kld": 0.001526, "ppl": 5.611333, "pplDeltaPercent": 0.06835488185466246, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001526, "Ppl": 5.611333, "PplError": 0.105491 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 103, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:103", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:104:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 51528144576, "sizeGB": 51.528144575999995, "sizeGiB": 47.989324271678925, "kld": 0.001308, "ppl": 5.618284, "pplDeltaPercent": 0.1923138653588966, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001308, "Ppl": 5.618284, "PplError": 0.105768 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 104, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:104", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:105:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51510040256, "sizeGB": 51.510040256, "sizeGiB": 47.97246330976486, "kld": 0.006459, "ppl": 5.654623, "pplDeltaPercent": 0.8403566651805623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006459, "Ppl": 5.654623, "PplError": 0.106639 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 105, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:105", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:106:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51521877696, "sizeGB": 51.521877696000004, "sizeGiB": 47.98348778486252, "kld": 0.001491, "ppl": 5.611809, "pplDeltaPercent": 0.07684351315203064, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001491, "Ppl": 5.611809, "PplError": 0.105515 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 106, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:106", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:107:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51542070976, "sizeGB": 51.542070976000005, "sizeGiB": 48.00229424238205, "kld": 0.000657, "ppl": 5.611575, "pplDeltaPercent": 0.07267053053946096, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.611575, "PplError": 0.105554 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 107, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:107", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:108:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 51542234816, "sizeGB": 51.542234816, "sizeGiB": 48.002446830272675, "kld": 0.000657, "ppl": 5.611575, "pplDeltaPercent": 0.07267053053946096, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.611575, "PplError": 0.105554 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 108, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:108", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:109:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51534370496, "sizeGB": 51.534370495999994, "sizeGiB": 47.995122611522675, "kld": 0.000877, "ppl": 5.60696, "pplDeltaPercent": -0.009629959875166919, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000877, "Ppl": 5.60696, "PplError": 0.105348 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 109, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:109", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:110:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 51544856256, "sizeGB": 51.544856255999996, "sizeGiB": 48.004888236522675, "kld": 0.000657, "ppl": 5.612263, "pplDeltaPercent": 0.08493981275077359, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.612263, "PplError": 0.105568 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 110, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:112", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:113:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51545880256, "sizeGB": 51.545880256, "sizeGiB": 48.00584191083908, "kld": 0.000722, "ppl": 5.607282, "pplDeltaPercent": -0.003887650468127928, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000722, "Ppl": 5.607282, "PplError": 0.105414 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 113, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:113", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:114:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51567834816, "sizeGB": 51.567834816, "sizeGiB": 48.02628868818283, "kld": 0.00045, "ppl": 5.607083, "pplDeltaPercent": -0.007436469014706511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00045, "Ppl": 5.607083, "PplError": 0.105436 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 114, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:114", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:115:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51555997376, "sizeGB": 51.555997376, "sizeGiB": 48.015264213085175, "kld": 0.000572, "ppl": 5.606304, "pplDeltaPercent": -0.021328577797596022, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000572, "Ppl": 5.606304, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 115, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:115", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:116:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51562264256, "sizeGB": 51.56226425599999, "sizeGiB": 48.02110069990158, "kld": 0.00043, "ppl": 5.609499, "pplDeltaPercent": 0.035648684797140257, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00043, "Ppl": 5.609499, "PplError": 0.105475 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 116, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:116", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:117:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51601258176, "sizeGB": 51.601258175999995, "sizeGiB": 48.05741661787033, "kld": 0.000263, "ppl": 5.608734, "pplDeltaPercent": 0.02200624164066303, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000263, "Ppl": 5.608734, "PplError": 0.105482 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 117, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:117", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:118:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 51579672256, "sizeGB": 51.579672255999995, "sizeGiB": 48.03731316328049, "kld": 0.000328, "ppl": 5.605907, "pplDeltaPercent": -0.02840838163173845, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000328, "Ppl": 5.605907, "PplError": 0.105406 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 118, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:3:118", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:119:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51622844096, "sizeGB": 51.622844096, "sizeGiB": 48.077520072460175, "kld": 0.000281, "ppl": 5.609048, "pplDeltaPercent": 0.02760588497547322, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000281, "Ppl": 5.609048, "PplError": 0.105484 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 119, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:0", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:1:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 51288610496, "sizeGB": 51.288610496000004, "sizeGiB": 47.766240775585175, "kld": 0.000241, "ppl": 5.606372, "pplDeltaPercent": -0.020115916183674965, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000241, "Ppl": 5.606372, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 1, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:101", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:102:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.002865, "ppl": 5.625256, "pplDeltaPercent": 0.3166473473027254, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002865, "Ppl": 5.625256, "PplError": 0.106408 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 102, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:102", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:103:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.002865, "ppl": 5.625256, "pplDeltaPercent": 0.3166473473027254, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002865, "Ppl": 5.625256, "PplError": 0.106408 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 103, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:103", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:104:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.002865, "ppl": 5.625256, "pplDeltaPercent": 0.3166473473027254, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002865, "Ppl": 5.625256, "PplError": 0.106408 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 104, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:104", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:105:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.00364, "ppl": 5.627309, "pplDeltaPercent": 0.3532590280873903, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00364, "Ppl": 5.627309, "PplError": 0.105867 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 105, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:105", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:106:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001007, "ppl": 5.603604, "pplDeltaPercent": -0.06947837717343061, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001007, "Ppl": 5.603604, "PplError": 0.105277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 106, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:106", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:107:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51004511936, "sizeGB": 51.00451193599999, "sizeGiB": 47.501653373241425, "kld": 0.001109, "ppl": 5.616894, "pplDeltaPercent": 0.16752563530985906, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001109, "Ppl": 5.616894, "PplError": 0.105784 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 107, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:107", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:108:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 51005494976, "sizeGB": 51.005494976, "sizeGiB": 47.502568900585175, "kld": 0.001109, "ppl": 5.616894, "pplDeltaPercent": 0.16752563530985906, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001109, "Ppl": 5.616894, "PplError": 0.105784 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 108, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:108", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:109:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001007, "ppl": 5.603604, "pplDeltaPercent": -0.06947837717343061, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001007, "Ppl": 5.603604, "PplError": 0.105277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 109, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:109", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:110:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001392, "ppl": 5.618325, "pplDeltaPercent": 0.1930450289790395, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001392, "Ppl": 5.618325, "PplError": 0.105782 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 110, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:112", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:113:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001007, "ppl": 5.603604, "pplDeltaPercent": -0.06947837717343061, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001007, "Ppl": 5.603604, "PplError": 0.105277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 113, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:113", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:114:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51088070336, "sizeGB": 51.088070336, "sizeGiB": 47.579473197460175, "kld": 0.000445, "ppl": 5.610075, "pplDeltaPercent": 0.045920641997328863, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000445, "Ppl": 5.610075, "PplError": 0.105551 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 114, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:114", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:115:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51088070336, "sizeGB": 51.088070336, "sizeGiB": 47.579473197460175, "kld": 0.000445, "ppl": 5.610075, "pplDeltaPercent": 0.045920641997328863, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000445, "Ppl": 5.610075, "PplError": 0.105551 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 115, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:115", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:116:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51088070336, "sizeGB": 51.088070336, "sizeGiB": 47.579473197460175, "kld": 0.000445, "ppl": 5.610075, "pplDeltaPercent": 0.045920641997328863, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000445, "Ppl": 5.610075, "PplError": 0.105551 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 116, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:116", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:117:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51159094976, "sizeGB": 51.159094976, "sizeGiB": 47.64562004804611, "kld": 0.00025, "ppl": 5.607938, "pplDeltaPercent": 0.007810967454301176, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00025, "Ppl": 5.607938, "PplError": 0.105457 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 117, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:117", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:118:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 51159094976, "sizeGB": 51.159094976, "sizeGiB": 47.64562004804611, "kld": 0.00025, "ppl": 5.607938, "pplDeltaPercent": 0.007810967454301176, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00025, "Ppl": 5.607938, "PplError": 0.105457 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 118, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:4:118", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:119:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51288610496, "sizeGB": 51.288610496000004, "sizeGiB": 47.766240775585175, "kld": 0.000241, "ppl": 5.606372, "pplDeltaPercent": -0.020115916183674965, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000241, "Ppl": 5.606372, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 119, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:0", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:1:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 40927368896, "sizeGB": 40.927368896, "sizeGiB": 38.116582572460175, "kld": 0.000319, "ppl": 5.607504, "pplDeltaPercent": 7.13330361064812E-05, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000319, "Ppl": 5.607504, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 1, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:101", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:102:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 32721934016, "sizeGB": 32.721934016, "sizeGiB": 30.474675834178925, "kld": 0.049133, "ppl": 5.834901, "pplDeltaPercent": 4.055300936246106, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.049133, "Ppl": 5.834901, "PplError": 0.110277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 102, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:102", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:103:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 33078449856, "sizeGB": 33.078449856, "sizeGiB": 30.806707084178925, "kld": 0.035353, "ppl": 5.77537, "pplDeltaPercent": 2.993669193045024, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.035353, "Ppl": 5.77537, "PplError": 0.109347 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 103, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:103", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:104:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 33336784576, "sizeGB": 33.336784576, "sizeGiB": 31.047300040721893, "kld": 0.028606, "ppl": 5.713603, "pplDeltaPercent": 1.8921622826571567, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.028606, "Ppl": 5.713603, "PplError": 0.107072 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 104, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:104", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:105:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 33595119296, "sizeGB": 33.595119296, "sizeGiB": 31.287892997264862, "kld": 0.027595, "ppl": 5.716895, "pplDeltaPercent": 1.9508693713776215, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.027595, "Ppl": 5.716895, "PplError": 0.108951 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 105, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:105", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:106:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 33595119296, "sizeGB": 33.595119296, "sizeGiB": 31.287892997264862, "kld": 0.027595, "ppl": 5.716895, "pplDeltaPercent": 1.9508693713776215, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.027595, "Ppl": 5.716895, "PplError": 0.108951 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 106, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:106", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:107:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 33595119296, "sizeGB": 33.595119296, "sizeGiB": 31.287892997264862, "kld": 0.024769, "ppl": 5.716036, "pplDeltaPercent": 1.9355506018724915, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.024769, "Ppl": 5.716036, "PplError": 0.106235 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 107, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:107", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:108:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 34777470656, "sizeGB": 34.777470656000006, "sizeGiB": 32.389043509960175, "kld": 0.006919, "ppl": 5.632787, "pplDeltaPercent": 0.45094962104325464, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006919, "Ppl": 5.632787, "PplError": 0.106152 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 108, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:108", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:109:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 35133986496, "sizeGB": 35.133986496, "sizeGiB": 32.721074759960175, "kld": 0.006524, "ppl": 5.613631, "pplDeltaPercent": 0.10933571110120172, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006524, "Ppl": 5.613631, "PplError": 0.105676 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 109, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:109", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:110:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 35133986496, "sizeGB": 35.133986496, "sizeGiB": 32.721074759960175, "kld": 0.006963, "ppl": 5.626449, "pplDeltaPercent": 0.3379224253232297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006963, "Ppl": 5.626449, "PplError": 0.105962 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 110, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:112", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:113:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 35133986496, "sizeGB": 35.133986496, "sizeGiB": 32.721074759960175, "kld": 0.006524, "ppl": 5.613631, "pplDeltaPercent": 0.10933571110120172, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006524, "Ppl": 5.613631, "PplError": 0.105676 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 113, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:113", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:114:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 35677116096, "sizeGB": 35.677116096, "sizeGiB": 33.22690361738205, "kld": 0.004512, "ppl": 5.612338, "pplDeltaPercent": 0.08627730717789285, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004512, "Ppl": 5.612338, "PplError": 0.105621 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 114, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:114", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:115:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 36582332096, "sizeGB": 36.582332096, "sizeGiB": 34.069951713085175, "kld": 0.00213, "ppl": 5.612892, "pplDeltaPercent": 0.09615693267945623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00213, "Ppl": 5.612892, "PplError": 0.105533 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 115, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:115", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:116:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 36582332096, "sizeGB": 36.582332096, "sizeGiB": 34.069951713085175, "kld": 0.00213, "ppl": 5.612892, "pplDeltaPercent": 0.09615693267945623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00213, "Ppl": 5.612892, "PplError": 0.105533 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 116, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:116", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:117:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 36582332096, "sizeGB": 36.582332096, "sizeGiB": 34.069951713085175, "kld": 0.00213, "ppl": 5.612892, "pplDeltaPercent": 0.09615693267945623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00213, "Ppl": 5.612892, "PplError": 0.105533 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 117, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:117", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:118:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 38121199296, "sizeGB": 38.121199296, "sizeGiB": 35.50313347578049, "kld": 0.000657, "ppl": 5.608289, "pplDeltaPercent": 0.014070441373163633, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.608289, "PplError": 0.105466 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 118, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:5:118", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:119:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 38121199296, "sizeGB": 38.121199296, "sizeGiB": 35.50313347578049, "kld": 0.000657, "ppl": 5.608289, "pplDeltaPercent": 0.014070441373163633, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.608289, "PplError": 0.105466 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 119, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:0", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:1:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 46358664896, "sizeGB": 46.35866489599999, "sizeGiB": 43.174871146678925, "kld": 0.000314, "ppl": 5.607441, "pplDeltaPercent": -0.0010521622826616726, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000314, "Ppl": 5.607441, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 1, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:101", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:102:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 42434205376, "sizeGB": 42.43420537600001, "sizeGiB": 39.5199334025383, "kld": 0.023144, "ppl": 5.657527, "pplDeltaPercent": 0.8921444493981283, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.023144, "Ppl": 5.657527, "PplError": 0.105803 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 102, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:102", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:103:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 42434205376, "sizeGB": 42.43420537600001, "sizeGiB": 39.5199334025383, "kld": 0.023144, "ppl": 5.657527, "pplDeltaPercent": 0.8921444493981283, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.023144, "Ppl": 5.657527, "PplError": 0.105803 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 103, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:103", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:104:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 42692540096, "sizeGB": 42.692540096, "sizeGiB": 39.76052635908127, "kld": 0.012893, "ppl": 5.667552, "pplDeltaPercent": 1.0709228711546994, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.012893, "Ppl": 5.667552, "PplError": 0.106069 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 104, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:104", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:105:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 42692540096, "sizeGB": 42.692540096, "sizeGiB": 39.76052635908127, "kld": 0.0175, "ppl": 5.645409, "pplDeltaPercent": 0.6760410164957641, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.0175, "Ppl": 5.645409, "PplError": 0.105854 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 105, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:105", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:106:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 43506538176, "sizeGB": 43.506538176, "sizeGiB": 40.518621146678925, "kld": 0.004153, "ppl": 5.61908, "pplDeltaPercent": 0.20650913954525846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004153, "Ppl": 5.61908, "PplError": 0.105771 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 106, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:106", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:107:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 43280930496, "sizeGB": 43.280930496, "sizeGiB": 40.3085076212883, "kld": 0.004566, "ppl": 5.63229, "pplDeltaPercent": 0.4420864913062918, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004566, "Ppl": 5.63229, "PplError": 0.106195 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 107, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:107", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:108:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 43283715776, "sizeGB": 43.283715775999994, "sizeGiB": 40.311101615428925, "kld": 0.004566, "ppl": 5.63229, "pplDeltaPercent": 0.4420864913062918, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004566, "Ppl": 5.63229, "PplError": 0.106195 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 108, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:108", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:109:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 43551102656, "sizeGB": 43.551102656000005, "sizeGiB": 40.560125052928925, "kld": 0.004065, "ppl": 5.613205, "pplDeltaPercent": 0.10173874275523584, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004065, "Ppl": 5.613205, "PplError": 0.105602 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 109, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:109", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:110:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 43461973696, "sizeGB": 43.461973696, "sizeGiB": 40.477117240428925, "kld": 0.004375, "ppl": 5.62467, "pplDeltaPercent": 0.30619705751226267, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004375, "Ppl": 5.62467, "PplError": 0.105938 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 110, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:112", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:113:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 44220266176, "sizeGB": 44.220266175999996, "sizeGiB": 41.18333214521408, "kld": 0.00209, "ppl": 5.612938, "pplDeltaPercent": 0.09697726259473619, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00209, "Ppl": 5.612938, "PplError": 0.10564 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 113, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:113", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:114:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 44186146496, "sizeGB": 44.186146496, "sizeGiB": 41.151555716991425, "kld": 0.001558, "ppl": 5.611186, "pplDeltaPercent": 0.06573339277753149, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001558, "Ppl": 5.611186, "PplError": 0.105442 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 114, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:114", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:115:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 44186146496, "sizeGB": 44.186146496, "sizeGiB": 41.151555716991425, "kld": 0.001558, "ppl": 5.611186, "pplDeltaPercent": 0.06573339277753149, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001558, "Ppl": 5.611186, "PplError": 0.105442 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 115, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:115", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:116:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 44576782016, "sizeGB": 44.576782016, "sizeGiB": 41.51536339521408, "kld": 0.000966, "ppl": 5.60989, "pplDeltaPercent": 0.042621489077130884, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000966, "Ppl": 5.60989, "PplError": 0.105467 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 116, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:116", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:117:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 44955580096, "sizeGB": 44.955580096, "sizeGiB": 41.86814659833908, "kld": 0.000572, "ppl": 5.605245, "pplDeltaPercent": -0.040213999108335195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000572, "Ppl": 5.605245, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 117, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:117", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:118:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 44955580096, "sizeGB": 44.955580096, "sizeGiB": 41.86814659833908, "kld": 0.000572, "ppl": 5.605245, "pplDeltaPercent": -0.040213999108335195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000572, "Ppl": 5.605245, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 118, "MoeExperts": 0, "MoeRouter": 0 } }, { "key": "cont:0:6:118", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:119:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46358664896, "sizeGB": 46.35866489599999, "sizeGiB": 43.174871146678925, "kld": 0.000314, "ppl": 5.607441, "pplDeltaPercent": -0.0010521622826616726, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000314, "Ppl": 5.607441, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 119, "MoeExperts": 0, "MoeRouter": 0 } } ]