Qwen3.8-27B-MagicQuant-GGUF / magicquant-manifest /magicquant.isolation-samples.json
magiccodingman's picture
Upload folder using huggingface_hub
e59b904 verified
Raw
History Blame Contribute Delete
150 kB
[
{
"key": "baseonly:0",
"description": "Base-only isolation for Q8_0 with all active groups forced native.",
"kind": "BaseOnlyIsolation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:0",
"group": null,
"testedBaseline": "Q8_0",
"testedCandidate": null,
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": null,
"isSmallestProbe": false,
"sizeBytes": 51789960896,
"sizeGB": 51.789960896,
"sizeGiB": 48.233159720897675,
"kld": 0.000204,
"ppl": 5.607101,
"pplDeltaPercent": -0.007115470352203588,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000204,
"Ppl": 5.607101,
"PplError": 0.105448
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "carrier-baseonly:0",
"description": "Carrier base-only isolation on Q8 with all active groups forced native.",
"kind": "BaseOnlyIsolation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:0",
"group": null,
"testedBaseline": "Q8_0",
"testedCandidate": null,
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": null,
"isSmallestProbe": false,
"sizeBytes": 51789960896,
"sizeGB": 51.789960896,
"sizeGiB": 48.233159720897675,
"kld": 0.000204,
"ppl": 5.607101,
"pplDeltaPercent": -0.007115470352203588,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000204,
"Ppl": 5.607101,
"PplError": 0.105448
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "probe:0:0:100",
"description": "Smallest-first probe for group \u0027embeddings\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:101:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf",
"isSmallestProbe": true,
"sizeBytes": 49664341696,
"sizeGB": 49.664341696,
"sizeGiB": 46.25352257490158,
"kld": 0.001949,
"ppl": 5.607424,
"pplDeltaPercent": -0.0013553276861340167,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001949,
"Ppl": 5.607424,
"PplError": 0.10533
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 101,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "probe:0:1:100",
"description": "Smallest-first probe for group \u0027lm_head\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:101:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf",
"isSmallestProbe": true,
"sizeBytes": 49793468096,
"sizeGB": 49.793468096000005,
"sizeGiB": 46.37378090620041,
"kld": 0.016535,
"ppl": 5.710795,
"pplDeltaPercent": 1.8420864913062889,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.016535,
"Ppl": 5.710795,
"PplError": 0.107932
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 101,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "probe:0:2:100",
"description": "Smallest-first probe for group \u0027attn_q\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:101:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf",
"isSmallestProbe": true,
"sizeBytes": 45763925696,
"sizeGB": 45.76392569600001,
"sizeGiB": 42.620977103710175,
"kld": 0.022907,
"ppl": 5.714688,
"pplDeltaPercent": 1.9115113687026275,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.022907,
"Ppl": 5.714688,
"PplError": 0.107622
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 101,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "probe:0:3:100",
"description": "Smallest-first probe for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:101:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf",
"isSmallestProbe": true,
"sizeBytes": 51515692736,
"sizeGB": 51.515692736000005,
"sizeGiB": 47.977727591991425,
"kld": 0.002135,
"ppl": 5.615121,
"pplDeltaPercent": 0.1359072670530597,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.002135,
"Ppl": 5.615121,
"PplError": 0.105656
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 101,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "probe:0:4:100",
"description": "Smallest-first probe for group \u0027attn_output\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:202:101:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf",
"isSmallestProbe": true,
"sizeBytes": 50898343616,
"sizeGB": 50.898343616,
"sizeGiB": 47.402776420116425,
"kld": 0.00951,
"ppl": 5.669279,
"pplDeltaPercent": 1.1017209094962188,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00951,
"Ppl": 5.669279,
"PplError": 0.107424
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 101,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "probe:0:5:100",
"description": "Smallest-first probe for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:202:202:101:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf",
"isSmallestProbe": true,
"sizeBytes": 32365418176,
"sizeGB": 32.365418176,
"sizeGiB": 30.142644584178925,
"kld": 0.068366,
"ppl": 5.89244,
"pplDeltaPercent": 5.081408827463214,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.068366,
"Ppl": 5.89244,
"PplError": 0.111131
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 101,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "probe:0:6:100",
"description": "Smallest-first probe for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:202:202:202:101:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf",
"isSmallestProbe": true,
"sizeBytes": 42077689536,
"sizeGB": 42.077689536,
"sizeGiB": 39.1879021525383,
"kld": 0.045491,
"ppl": 5.732698,
"pplDeltaPercent": 2.232688363798487,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.045491,
"Ppl": 5.732698,
"PplError": 0.107215
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 101,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:0",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:1:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 50598024896,
"sizeGB": 50.598024896,
"sizeGiB": 47.1230828166008,
"kld": 0.000214,
"ppl": 5.607413,
"pplDeltaPercent": -0.0015514935354387193,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000214,
"Ppl": 5.607413,
"PplError": 0.105452
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 1,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:101",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:102:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 49664341696,
"sizeGB": 49.664341696,
"sizeGiB": 46.25352257490158,
"kld": 0.001949,
"ppl": 5.607424,
"pplDeltaPercent": -0.0013553276861340167,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001949,
"Ppl": 5.607424,
"PplError": 0.10533
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 102,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:102",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:103:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 49664341696,
"sizeGB": 49.664341696,
"sizeGiB": 46.25352257490158,
"kld": 0.001949,
"ppl": 5.607424,
"pplDeltaPercent": -0.0013553276861340167,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001949,
"Ppl": 5.607424,
"PplError": 0.10533
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 103,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:103",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:104:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 49664341696,
"sizeGB": 49.664341696,
"sizeGiB": 46.25352257490158,
"kld": 0.001949,
"ppl": 5.607424,
"pplDeltaPercent": -0.0013553276861340167,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001949,
"Ppl": 5.607424,
"PplError": 0.10533
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 104,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:104",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:105:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 49793468096,
"sizeGB": 49.793468096000005,
"sizeGiB": 46.37378090620041,
"kld": 0.000873,
"ppl": 5.604607,
"pplDeltaPercent": -0.05159161836826138,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000873,
"Ppl": 5.604607,
"PplError": 0.105333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 105,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:105",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:106:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 49793468096,
"sizeGB": 49.793468096000005,
"sizeGiB": 46.37378090620041,
"kld": 0.000873,
"ppl": 5.604607,
"pplDeltaPercent": -0.05159161836826138,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000873,
"Ppl": 5.604607,
"PplError": 0.105333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 106,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:106",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:107:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 49793468096,
"sizeGB": 49.793468096000005,
"sizeGiB": 46.37378090620041,
"kld": 0.000873,
"ppl": 5.604607,
"pplDeltaPercent": -0.05159161836826138,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000873,
"Ppl": 5.604607,
"PplError": 0.105333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 107,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:107",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:108:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 49962325696,
"sizeGB": 49.962325696,
"sizeGiB": 46.5310418009758,
"kld": 0.000401,
"ppl": 5.607943,
"pplDeltaPercent": 0.007900133749438237,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000401,
"Ppl": 5.607943,
"PplError": 0.105449
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 108,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:108",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:109:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 49962325696,
"sizeGB": 49.962325696,
"sizeGiB": 46.5310418009758,
"kld": 0.000401,
"ppl": 5.607943,
"pplDeltaPercent": 0.007900133749438237,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000401,
"Ppl": 5.607943,
"PplError": 0.105449
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 109,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:109",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:110:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 49962325696,
"sizeGB": 49.962325696,
"sizeGiB": 46.5310418009758,
"kld": 0.000401,
"ppl": 5.607943,
"pplDeltaPercent": 0.007900133749438237,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000401,
"Ppl": 5.607943,
"PplError": 0.105449
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 110,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:112",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:113:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 49962325696,
"sizeGB": 49.962325696,
"sizeGiB": 46.5310418009758,
"kld": 0.000401,
"ppl": 5.607943,
"pplDeltaPercent": 0.007900133749438237,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000401,
"Ppl": 5.607943,
"PplError": 0.105449
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 113,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:113",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:114:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 49962325696,
"sizeGB": 49.962325696,
"sizeGiB": 46.5310418009758,
"kld": 0.000401,
"ppl": 5.607943,
"pplDeltaPercent": 0.007900133749438237,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000401,
"Ppl": 5.607943,
"PplError": 0.105449
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 114,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:114",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:115:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 50121250496,
"sizeGB": 50.121250496,
"sizeGiB": 46.67905205488205,
"kld": 0.000274,
"ppl": 5.607573,
"pplDeltaPercent": 0.0013018279090581157,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000274,
"Ppl": 5.607573,
"PplError": 0.105455
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 115,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:115",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:116:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 50121250496,
"sizeGB": 50.121250496,
"sizeGiB": 46.67905205488205,
"kld": 0.000274,
"ppl": 5.607573,
"pplDeltaPercent": 0.0013018279090581157,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000274,
"Ppl": 5.607573,
"PplError": 0.105455
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 116,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:116",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:117:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50121250496,
"sizeGB": 50.121250496,
"sizeGiB": 46.67905205488205,
"kld": 0.000274,
"ppl": 5.607573,
"pplDeltaPercent": 0.0013018279090581157,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000274,
"Ppl": 5.607573,
"PplError": 0.105455
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 117,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:117",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:118:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000239,
"ppl": 5.607552,
"pplDeltaPercent": 0.0009273294694634511,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000239,
"Ppl": 5.607552,
"PplError": 0.105459
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 118,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:0:118",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:119:202:202:202:202:202:202:0:0",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000239,
"ppl": 5.607552,
"pplDeltaPercent": 0.0009273294694634511,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000239,
"Ppl": 5.607552,
"PplError": 0.105459
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 119,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:0",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:1:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 50598024896,
"sizeGB": 50.598024896,
"sizeGiB": 47.1230828166008,
"kld": 0.000266,
"ppl": 5.608684,
"pplDeltaPercent": 0.02111457868926074,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000266,
"Ppl": 5.608684,
"PplError": 0.105504
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 1,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:101",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:102:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 49793468096,
"sizeGB": 49.793468096000005,
"sizeGiB": 46.37378090620041,
"kld": 0.016535,
"ppl": 5.710795,
"pplDeltaPercent": 1.8420864913062889,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.016535,
"Ppl": 5.710795,
"PplError": 0.107932
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 102,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:102",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:103:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 49793468096,
"sizeGB": 49.793468096000005,
"sizeGiB": 46.37378090620041,
"kld": 0.016535,
"ppl": 5.710795,
"pplDeltaPercent": 1.8420864913062889,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.016535,
"Ppl": 5.710795,
"PplError": 0.107932
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 103,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:103",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:104:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 50121250496,
"sizeGB": 50.121250496,
"sizeGiB": 46.67905205488205,
"kld": 0.00124,
"ppl": 5.614865,
"pplDeltaPercent": 0.13134195274186475,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00124,
"Ppl": 5.614865,
"PplError": 0.105682
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 104,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:104",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:105:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 105,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:105",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:106:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 106,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:106",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:107:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50121250496,
"sizeGB": 50.121250496,
"sizeGiB": 46.67905205488205,
"kld": 0.00124,
"ppl": 5.614865,
"pplDeltaPercent": 0.13134195274186475,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00124,
"Ppl": 5.614865,
"PplError": 0.105682
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 107,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:107",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:108:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 108,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:108",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:109:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 109,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:109",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:110:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 110,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:112",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:113:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 113,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:113",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:114:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 114,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:114",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:115:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 115,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:115",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:116:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 116,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:116",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:117:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 117,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:117",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:118:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 50290108096,
"sizeGB": 50.290108096000004,
"sizeGiB": 46.83631294965744,
"kld": 0.000468,
"ppl": 5.60432,
"pplDeltaPercent": -0.05670976370930926,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000468,
"Ppl": 5.60432,
"PplError": 0.10536
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 118,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:1:118",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:119:202:202:202:202:202:0:0",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50598024896,
"sizeGB": 50.598024896,
"sizeGiB": 47.1230828166008,
"kld": 0.000266,
"ppl": 5.608684,
"pplDeltaPercent": 0.02111457868926074,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000266,
"Ppl": 5.608684,
"PplError": 0.105504
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 119,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:0",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:1:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 48427964096,
"sizeGB": 48.427964096000004,
"sizeGiB": 45.102056205272675,
"kld": 0.000338,
"ppl": 5.605318,
"pplDeltaPercent": -0.03891217119929292,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000338,
"Ppl": 5.605318,
"PplError": 0.105361
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 1,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:101",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:102:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 46040651456,
"sizeGB": 46.040651456,
"sizeGiB": 42.8786980509758,
"kld": 0.008957,
"ppl": 5.63623,
"pplDeltaPercent": 0.512349531876957,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008957,
"Ppl": 5.63623,
"PplError": 0.105547
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 102,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:102",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:103:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 46040651456,
"sizeGB": 46.040651456,
"sizeGiB": 42.8786980509758,
"kld": 0.008957,
"ppl": 5.63623,
"pplDeltaPercent": 0.512349531876957,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008957,
"Ppl": 5.63623,
"PplError": 0.105547
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 103,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:103",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:104:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 46267242176,
"sizeGB": 46.267242175999996,
"sizeGiB": 43.089727103710175,
"kld": 0.005316,
"ppl": 5.61162,
"pplDeltaPercent": 0.07347302719572618,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005316,
"Ppl": 5.61162,
"PplError": 0.105391
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 104,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:104",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:105:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 46158616256,
"sizeGB": 46.158616255999995,
"sizeGiB": 42.9885613322258,
"kld": 0.011989,
"ppl": 5.693411,
"pplDeltaPercent": 1.5320731163620205,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011989,
"Ppl": 5.693411,
"PplError": 0.108034
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 105,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:105",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:106:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 46505957056,
"sizeGB": 46.505957056,
"sizeGiB": 43.3120476603508,
"kld": 0.003666,
"ppl": 5.632984,
"pplDeltaPercent": 0.45446277307178795,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003666,
"Ppl": 5.632984,
"PplError": 0.106309
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 106,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:106",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:107:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 46522832576,
"sizeGB": 46.522832576,
"sizeGiB": 43.327764213085175,
"kld": 0.002327,
"ppl": 5.608493,
"pplDeltaPercent": 0.017708426214895115,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.002327,
"Ppl": 5.608493,
"PplError": 0.105568
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 107,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:107",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:108:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 46918014656,
"sizeGB": 46.918014656000004,
"sizeGiB": 43.695806205272675,
"kld": 0.001458,
"ppl": 5.614424,
"pplDeltaPercent": 0.12347748551047183,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001458,
"Ppl": 5.614424,
"PplError": 0.105704
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 108,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:108",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:109:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 46654559936,
"sizeGB": 46.654559936,
"sizeGiB": 43.450444877147675,
"kld": 0.002016,
"ppl": 5.609776,
"pplDeltaPercent": 0.04058849754792986,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.002016,
"Ppl": 5.609776,
"PplError": 0.105471
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 109,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:109",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:110:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 46949471936,
"sizeGB": 46.949471935999995,
"sizeGiB": 43.725103080272675,
"kld": 0.001357,
"ppl": 5.614912,
"pplDeltaPercent": 0.13218011591619114,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001357,
"Ppl": 5.614912,
"PplError": 0.105688
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 110,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:112",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:113:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 46959302336,
"sizeGB": 46.959302336,
"sizeGiB": 43.734258353710175,
"kld": 0.001626,
"ppl": 5.600513,
"pplDeltaPercent": -0.12460098082924,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001626,
"Ppl": 5.600513,
"PplError": 0.105177
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 113,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:113",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:114:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 47083165376,
"sizeGB": 47.083165376000004,
"sizeGiB": 43.849614799022675,
"kld": 0.001145,
"ppl": 5.612594,
"pplDeltaPercent": 0.09084262148907195,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001145,
"Ppl": 5.612594,
"PplError": 0.105601
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 114,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:114",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:115:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 47083165376,
"sizeGB": 47.083165376000004,
"sizeGiB": 43.849614799022675,
"kld": 0.001145,
"ppl": 5.612594,
"pplDeltaPercent": 0.09084262148907195,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001145,
"Ppl": 5.612594,
"PplError": 0.105601
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 115,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:115",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:116:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 47250282176,
"sizeGB": 47.250282176,
"sizeGiB": 44.005254447460175,
"kld": 0.000883,
"ppl": 5.612046,
"pplDeltaPercent": 0.08106999554169207,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000883,
"Ppl": 5.612046,
"PplError": 0.105628
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 116,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:116",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:117:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 47225214656,
"sizeGB": 47.225214656000006,
"sizeGiB": 43.98190850019455,
"kld": 0.000885,
"ppl": 5.615407,
"pplDeltaPercent": 0.14100757913509285,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000885,
"Ppl": 5.615407,
"PplError": 0.105697
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 117,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:117",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:118:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 47559448256,
"sizeGB": 47.559448255999996,
"sizeGiB": 44.29318779706955,
"kld": 0.000527,
"ppl": 5.609055,
"pplDeltaPercent": 0.02773071778867144,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000527,
"Ppl": 5.609055,
"PplError": 0.105507
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 118,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:2:118",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:119:202:202:202:202:0:0",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 48427964096,
"sizeGB": 48.427964096000004,
"sizeGiB": 45.102056205272675,
"kld": 0.000338,
"ppl": 5.605318,
"pplDeltaPercent": -0.03891217119929292,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000338,
"Ppl": 5.605318,
"PplError": 0.105361
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 119,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:0",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:1:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 51622844096,
"sizeGB": 51.622844096,
"sizeGiB": 48.077520072460175,
"kld": 0.000281,
"ppl": 5.609048,
"pplDeltaPercent": 0.02760588497547322,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000281,
"Ppl": 5.609048,
"PplError": 0.105484
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 1,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:101",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:102:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51519092416,
"sizeGB": 51.519092416,
"sizeGiB": 47.98089379072189,
"kld": 0.001526,
"ppl": 5.611333,
"pplDeltaPercent": 0.06835488185466246,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001526,
"Ppl": 5.611333,
"PplError": 0.105491
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 102,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:102",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:103:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51519092416,
"sizeGB": 51.519092416,
"sizeGiB": 47.98089379072189,
"kld": 0.001526,
"ppl": 5.611333,
"pplDeltaPercent": 0.06835488185466246,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001526,
"Ppl": 5.611333,
"PplError": 0.105491
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 103,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:103",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:104:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 51528144576,
"sizeGB": 51.528144575999995,
"sizeGiB": 47.989324271678925,
"kld": 0.001308,
"ppl": 5.618284,
"pplDeltaPercent": 0.1923138653588966,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001308,
"Ppl": 5.618284,
"PplError": 0.105768
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 104,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:104",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:105:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 51510040256,
"sizeGB": 51.510040256,
"sizeGiB": 47.97246330976486,
"kld": 0.006459,
"ppl": 5.654623,
"pplDeltaPercent": 0.8403566651805623,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006459,
"Ppl": 5.654623,
"PplError": 0.106639
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 105,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:105",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:106:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51521877696,
"sizeGB": 51.521877696000004,
"sizeGiB": 47.98348778486252,
"kld": 0.001491,
"ppl": 5.611809,
"pplDeltaPercent": 0.07684351315203064,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001491,
"Ppl": 5.611809,
"PplError": 0.105515
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 106,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:106",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:107:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51542070976,
"sizeGB": 51.542070976000005,
"sizeGiB": 48.00229424238205,
"kld": 0.000657,
"ppl": 5.611575,
"pplDeltaPercent": 0.07267053053946096,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000657,
"Ppl": 5.611575,
"PplError": 0.105554
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 107,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:107",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:108:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 51542234816,
"sizeGB": 51.542234816,
"sizeGiB": 48.002446830272675,
"kld": 0.000657,
"ppl": 5.611575,
"pplDeltaPercent": 0.07267053053946096,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000657,
"Ppl": 5.611575,
"PplError": 0.105554
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 108,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:108",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:109:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 51534370496,
"sizeGB": 51.534370495999994,
"sizeGiB": 47.995122611522675,
"kld": 0.000877,
"ppl": 5.60696,
"pplDeltaPercent": -0.009629959875166919,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000877,
"Ppl": 5.60696,
"PplError": 0.105348
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 109,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:109",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:110:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51544856256,
"sizeGB": 51.544856255999996,
"sizeGiB": 48.004888236522675,
"kld": 0.000657,
"ppl": 5.612263,
"pplDeltaPercent": 0.08493981275077359,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000657,
"Ppl": 5.612263,
"PplError": 0.105568
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 110,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:112",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:113:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51545880256,
"sizeGB": 51.545880256,
"sizeGiB": 48.00584191083908,
"kld": 0.000722,
"ppl": 5.607282,
"pplDeltaPercent": -0.003887650468127928,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000722,
"Ppl": 5.607282,
"PplError": 0.105414
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 113,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:113",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:114:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51567834816,
"sizeGB": 51.567834816,
"sizeGiB": 48.02628868818283,
"kld": 0.00045,
"ppl": 5.607083,
"pplDeltaPercent": -0.007436469014706511,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00045,
"Ppl": 5.607083,
"PplError": 0.105436
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 114,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:114",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:115:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 51555997376,
"sizeGB": 51.555997376,
"sizeGiB": 48.015264213085175,
"kld": 0.000572,
"ppl": 5.606304,
"pplDeltaPercent": -0.021328577797596022,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000572,
"Ppl": 5.606304,
"PplError": 0.105361
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 115,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:115",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:116:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51562264256,
"sizeGB": 51.56226425599999,
"sizeGiB": 48.02110069990158,
"kld": 0.00043,
"ppl": 5.609499,
"pplDeltaPercent": 0.035648684797140257,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00043,
"Ppl": 5.609499,
"PplError": 0.105475
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 116,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:116",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:117:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51601258176,
"sizeGB": 51.601258175999995,
"sizeGiB": 48.05741661787033,
"kld": 0.000263,
"ppl": 5.608734,
"pplDeltaPercent": 0.02200624164066303,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000263,
"Ppl": 5.608734,
"PplError": 0.105482
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 117,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:117",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:118:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 51579672256,
"sizeGB": 51.579672255999995,
"sizeGiB": 48.03731316328049,
"kld": 0.000328,
"ppl": 5.605907,
"pplDeltaPercent": -0.02840838163173845,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000328,
"Ppl": 5.605907,
"PplError": 0.105406
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 118,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:3:118",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:119:202:202:202:0:0",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51622844096,
"sizeGB": 51.622844096,
"sizeGiB": 48.077520072460175,
"kld": 0.000281,
"ppl": 5.609048,
"pplDeltaPercent": 0.02760588497547322,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000281,
"Ppl": 5.609048,
"PplError": 0.105484
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 119,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:0",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:1:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 51288610496,
"sizeGB": 51.288610496000004,
"sizeGiB": 47.766240775585175,
"kld": 0.000241,
"ppl": 5.606372,
"pplDeltaPercent": -0.020115916183674965,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000241,
"Ppl": 5.606372,
"PplError": 0.105421
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 1,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:101",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:102:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 50950198976,
"sizeGB": 50.95019897600001,
"sizeGiB": 47.45107048749924,
"kld": 0.002865,
"ppl": 5.625256,
"pplDeltaPercent": 0.3166473473027254,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.002865,
"Ppl": 5.625256,
"PplError": 0.106408
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 102,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:102",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:103:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 50950198976,
"sizeGB": 50.95019897600001,
"sizeGiB": 47.45107048749924,
"kld": 0.002865,
"ppl": 5.625256,
"pplDeltaPercent": 0.3166473473027254,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.002865,
"Ppl": 5.625256,
"PplError": 0.106408
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 103,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:103",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:104:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 50950198976,
"sizeGB": 50.95019897600001,
"sizeGiB": 47.45107048749924,
"kld": 0.002865,
"ppl": 5.625256,
"pplDeltaPercent": 0.3166473473027254,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.002865,
"Ppl": 5.625256,
"PplError": 0.106408
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 104,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:104",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:105:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 50950198976,
"sizeGB": 50.95019897600001,
"sizeGiB": 47.45107048749924,
"kld": 0.00364,
"ppl": 5.627309,
"pplDeltaPercent": 0.3532590280873903,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00364,
"Ppl": 5.627309,
"PplError": 0.105867
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 105,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:105",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:106:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51021223616,
"sizeGB": 51.02122361599999,
"sizeGiB": 47.517217338085175,
"kld": 0.001007,
"ppl": 5.603604,
"pplDeltaPercent": -0.06947837717343061,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001007,
"Ppl": 5.603604,
"PplError": 0.105277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 106,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:106",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:107:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51004511936,
"sizeGB": 51.00451193599999,
"sizeGiB": 47.501653373241425,
"kld": 0.001109,
"ppl": 5.616894,
"pplDeltaPercent": 0.16752563530985906,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001109,
"Ppl": 5.616894,
"PplError": 0.105784
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 107,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:107",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:108:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 51005494976,
"sizeGB": 51.005494976,
"sizeGiB": 47.502568900585175,
"kld": 0.001109,
"ppl": 5.616894,
"pplDeltaPercent": 0.16752563530985906,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001109,
"Ppl": 5.616894,
"PplError": 0.105784
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 108,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:108",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:109:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 51021223616,
"sizeGB": 51.02122361599999,
"sizeGiB": 47.517217338085175,
"kld": 0.001007,
"ppl": 5.603604,
"pplDeltaPercent": -0.06947837717343061,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001007,
"Ppl": 5.603604,
"PplError": 0.105277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 109,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:109",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:110:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51021223616,
"sizeGB": 51.02122361599999,
"sizeGiB": 47.517217338085175,
"kld": 0.001392,
"ppl": 5.618325,
"pplDeltaPercent": 0.1930450289790395,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001392,
"Ppl": 5.618325,
"PplError": 0.105782
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 110,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:112",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:113:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51021223616,
"sizeGB": 51.02122361599999,
"sizeGiB": 47.517217338085175,
"kld": 0.001007,
"ppl": 5.603604,
"pplDeltaPercent": -0.06947837717343061,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001007,
"Ppl": 5.603604,
"PplError": 0.105277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 113,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:113",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:114:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51088070336,
"sizeGB": 51.088070336,
"sizeGiB": 47.579473197460175,
"kld": 0.000445,
"ppl": 5.610075,
"pplDeltaPercent": 0.045920641997328863,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000445,
"Ppl": 5.610075,
"PplError": 0.105551
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 114,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:114",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:115:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 51088070336,
"sizeGB": 51.088070336,
"sizeGiB": 47.579473197460175,
"kld": 0.000445,
"ppl": 5.610075,
"pplDeltaPercent": 0.045920641997328863,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000445,
"Ppl": 5.610075,
"PplError": 0.105551
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 115,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:115",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:116:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51088070336,
"sizeGB": 51.088070336,
"sizeGiB": 47.579473197460175,
"kld": 0.000445,
"ppl": 5.610075,
"pplDeltaPercent": 0.045920641997328863,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000445,
"Ppl": 5.610075,
"PplError": 0.105551
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 116,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:116",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:117:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51159094976,
"sizeGB": 51.159094976,
"sizeGiB": 47.64562004804611,
"kld": 0.00025,
"ppl": 5.607938,
"pplDeltaPercent": 0.007810967454301176,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00025,
"Ppl": 5.607938,
"PplError": 0.105457
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 117,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:117",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:118:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 51159094976,
"sizeGB": 51.159094976,
"sizeGiB": 47.64562004804611,
"kld": 0.00025,
"ppl": 5.607938,
"pplDeltaPercent": 0.007810967454301176,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00025,
"Ppl": 5.607938,
"PplError": 0.105457
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 118,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:4:118",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:119:202:202:0:0",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51288610496,
"sizeGB": 51.288610496000004,
"sizeGiB": 47.766240775585175,
"kld": 0.000241,
"ppl": 5.606372,
"pplDeltaPercent": -0.020115916183674965,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000241,
"Ppl": 5.606372,
"PplError": 0.105421
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 119,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:0",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:1:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 40927368896,
"sizeGB": 40.927368896,
"sizeGiB": 38.116582572460175,
"kld": 0.000319,
"ppl": 5.607504,
"pplDeltaPercent": 7.13330361064812E-05,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000319,
"Ppl": 5.607504,
"PplError": 0.105449
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 1,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:101",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:102:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 32721934016,
"sizeGB": 32.721934016,
"sizeGiB": 30.474675834178925,
"kld": 0.049133,
"ppl": 5.834901,
"pplDeltaPercent": 4.055300936246106,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.049133,
"Ppl": 5.834901,
"PplError": 0.110277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 102,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:102",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:103:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 33078449856,
"sizeGB": 33.078449856,
"sizeGiB": 30.806707084178925,
"kld": 0.035353,
"ppl": 5.77537,
"pplDeltaPercent": 2.993669193045024,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.035353,
"Ppl": 5.77537,
"PplError": 0.109347
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 103,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:103",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:104:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 33336784576,
"sizeGB": 33.336784576,
"sizeGiB": 31.047300040721893,
"kld": 0.028606,
"ppl": 5.713603,
"pplDeltaPercent": 1.8921622826571567,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.028606,
"Ppl": 5.713603,
"PplError": 0.107072
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 104,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:104",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:105:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 33595119296,
"sizeGB": 33.595119296,
"sizeGiB": 31.287892997264862,
"kld": 0.027595,
"ppl": 5.716895,
"pplDeltaPercent": 1.9508693713776215,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.027595,
"Ppl": 5.716895,
"PplError": 0.108951
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 105,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:105",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:106:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 33595119296,
"sizeGB": 33.595119296,
"sizeGiB": 31.287892997264862,
"kld": 0.027595,
"ppl": 5.716895,
"pplDeltaPercent": 1.9508693713776215,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.027595,
"Ppl": 5.716895,
"PplError": 0.108951
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 106,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:106",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:107:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 33595119296,
"sizeGB": 33.595119296,
"sizeGiB": 31.287892997264862,
"kld": 0.024769,
"ppl": 5.716036,
"pplDeltaPercent": 1.9355506018724915,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.024769,
"Ppl": 5.716036,
"PplError": 0.106235
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 107,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:107",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:108:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 34777470656,
"sizeGB": 34.777470656000006,
"sizeGiB": 32.389043509960175,
"kld": 0.006919,
"ppl": 5.632787,
"pplDeltaPercent": 0.45094962104325464,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006919,
"Ppl": 5.632787,
"PplError": 0.106152
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 108,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:108",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:109:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 35133986496,
"sizeGB": 35.133986496,
"sizeGiB": 32.721074759960175,
"kld": 0.006524,
"ppl": 5.613631,
"pplDeltaPercent": 0.10933571110120172,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006524,
"Ppl": 5.613631,
"PplError": 0.105676
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 109,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:109",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:110:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 35133986496,
"sizeGB": 35.133986496,
"sizeGiB": 32.721074759960175,
"kld": 0.006963,
"ppl": 5.626449,
"pplDeltaPercent": 0.3379224253232297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006963,
"Ppl": 5.626449,
"PplError": 0.105962
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 110,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:112",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:113:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 35133986496,
"sizeGB": 35.133986496,
"sizeGiB": 32.721074759960175,
"kld": 0.006524,
"ppl": 5.613631,
"pplDeltaPercent": 0.10933571110120172,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006524,
"Ppl": 5.613631,
"PplError": 0.105676
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 113,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:113",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:114:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 35677116096,
"sizeGB": 35.677116096,
"sizeGiB": 33.22690361738205,
"kld": 0.004512,
"ppl": 5.612338,
"pplDeltaPercent": 0.08627730717789285,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004512,
"Ppl": 5.612338,
"PplError": 0.105621
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 114,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:114",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:115:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 36582332096,
"sizeGB": 36.582332096,
"sizeGiB": 34.069951713085175,
"kld": 0.00213,
"ppl": 5.612892,
"pplDeltaPercent": 0.09615693267945623,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00213,
"Ppl": 5.612892,
"PplError": 0.105533
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 115,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:115",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:116:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 36582332096,
"sizeGB": 36.582332096,
"sizeGiB": 34.069951713085175,
"kld": 0.00213,
"ppl": 5.612892,
"pplDeltaPercent": 0.09615693267945623,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00213,
"Ppl": 5.612892,
"PplError": 0.105533
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 116,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:116",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:117:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 36582332096,
"sizeGB": 36.582332096,
"sizeGiB": 34.069951713085175,
"kld": 0.00213,
"ppl": 5.612892,
"pplDeltaPercent": 0.09615693267945623,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00213,
"Ppl": 5.612892,
"PplError": 0.105533
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 117,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:117",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:118:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 38121199296,
"sizeGB": 38.121199296,
"sizeGiB": 35.50313347578049,
"kld": 0.000657,
"ppl": 5.608289,
"pplDeltaPercent": 0.014070441373163633,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000657,
"Ppl": 5.608289,
"PplError": 0.105466
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 118,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:5:118",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:119:202:0:0",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 38121199296,
"sizeGB": 38.121199296,
"sizeGiB": 35.50313347578049,
"kld": 0.000657,
"ppl": 5.608289,
"pplDeltaPercent": 0.014070441373163633,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000657,
"Ppl": 5.608289,
"PplError": 0.105466
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 119,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:0",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:1:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 46358664896,
"sizeGB": 46.35866489599999,
"sizeGiB": 43.174871146678925,
"kld": 0.000314,
"ppl": 5.607441,
"pplDeltaPercent": -0.0010521622826616726,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000314,
"Ppl": 5.607441,
"PplError": 0.105455
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 1,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:101",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:102:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 42434205376,
"sizeGB": 42.43420537600001,
"sizeGiB": 39.5199334025383,
"kld": 0.023144,
"ppl": 5.657527,
"pplDeltaPercent": 0.8921444493981283,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.023144,
"Ppl": 5.657527,
"PplError": 0.105803
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 102,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:102",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:103:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 42434205376,
"sizeGB": 42.43420537600001,
"sizeGiB": 39.5199334025383,
"kld": 0.023144,
"ppl": 5.657527,
"pplDeltaPercent": 0.8921444493981283,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.023144,
"Ppl": 5.657527,
"PplError": 0.105803
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 103,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:103",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:104:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 42692540096,
"sizeGB": 42.692540096,
"sizeGiB": 39.76052635908127,
"kld": 0.012893,
"ppl": 5.667552,
"pplDeltaPercent": 1.0709228711546994,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.012893,
"Ppl": 5.667552,
"PplError": 0.106069
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 104,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:104",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:105:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 42692540096,
"sizeGB": 42.692540096,
"sizeGiB": 39.76052635908127,
"kld": 0.0175,
"ppl": 5.645409,
"pplDeltaPercent": 0.6760410164957641,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.0175,
"Ppl": 5.645409,
"PplError": 0.105854
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 105,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:105",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:106:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 43506538176,
"sizeGB": 43.506538176,
"sizeGiB": 40.518621146678925,
"kld": 0.004153,
"ppl": 5.61908,
"pplDeltaPercent": 0.20650913954525846,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004153,
"Ppl": 5.61908,
"PplError": 0.105771
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 106,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:106",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:107:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 43280930496,
"sizeGB": 43.280930496,
"sizeGiB": 40.3085076212883,
"kld": 0.004566,
"ppl": 5.63229,
"pplDeltaPercent": 0.4420864913062918,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004566,
"Ppl": 5.63229,
"PplError": 0.106195
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 107,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:107",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:108:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 43283715776,
"sizeGB": 43.283715775999994,
"sizeGiB": 40.311101615428925,
"kld": 0.004566,
"ppl": 5.63229,
"pplDeltaPercent": 0.4420864913062918,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004566,
"Ppl": 5.63229,
"PplError": 0.106195
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 108,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:108",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:109:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 43551102656,
"sizeGB": 43.551102656000005,
"sizeGiB": 40.560125052928925,
"kld": 0.004065,
"ppl": 5.613205,
"pplDeltaPercent": 0.10173874275523584,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004065,
"Ppl": 5.613205,
"PplError": 0.105602
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 109,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:109",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:110:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 43461973696,
"sizeGB": 43.461973696,
"sizeGiB": 40.477117240428925,
"kld": 0.004375,
"ppl": 5.62467,
"pplDeltaPercent": 0.30619705751226267,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004375,
"Ppl": 5.62467,
"PplError": 0.105938
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 110,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:112",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:113:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 44220266176,
"sizeGB": 44.220266175999996,
"sizeGiB": 41.18333214521408,
"kld": 0.00209,
"ppl": 5.612938,
"pplDeltaPercent": 0.09697726259473619,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00209,
"Ppl": 5.612938,
"PplError": 0.10564
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 113,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:113",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:114:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 44186146496,
"sizeGB": 44.186146496,
"sizeGiB": 41.151555716991425,
"kld": 0.001558,
"ppl": 5.611186,
"pplDeltaPercent": 0.06573339277753149,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001558,
"Ppl": 5.611186,
"PplError": 0.105442
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 114,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:114",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:115:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 44186146496,
"sizeGB": 44.186146496,
"sizeGiB": 41.151555716991425,
"kld": 0.001558,
"ppl": 5.611186,
"pplDeltaPercent": 0.06573339277753149,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.001558,
"Ppl": 5.611186,
"PplError": 0.105442
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 115,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:115",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:116:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 44576782016,
"sizeGB": 44.576782016,
"sizeGiB": 41.51536339521408,
"kld": 0.000966,
"ppl": 5.60989,
"pplDeltaPercent": 0.042621489077130884,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000966,
"Ppl": 5.60989,
"PplError": 0.105467
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 116,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:116",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:117:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 44955580096,
"sizeGB": 44.955580096,
"sizeGiB": 41.86814659833908,
"kld": 0.000572,
"ppl": 5.605245,
"pplDeltaPercent": -0.040213999108335195,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000572,
"Ppl": 5.605245,
"PplError": 0.105361
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 117,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:117",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:118:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 44955580096,
"sizeGB": 44.955580096,
"sizeGiB": 41.86814659833908,
"kld": 0.000572,
"ppl": 5.605245,
"pplDeltaPercent": -0.040213999108335195,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000572,
"Ppl": 5.605245,
"PplError": 0.105361
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 118,
"MoeExperts": 0,
"MoeRouter": 0
}
},
{
"key": "cont:0:6:118",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Unsloth-UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:119:0:0",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Unsloth-UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 46358664896,
"sizeGB": 46.35866489599999,
"sizeGiB": 43.174871146678925,
"kld": 0.000314,
"ppl": 5.607441,
"pplDeltaPercent": -0.0010521622826616726,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.000314,
"Ppl": 5.607441,
"PplError": 0.105455
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 119,
"MoeExperts": 0,
"MoeRouter": 0
}
}
]