Qwen3.6-35B-A3B-MagicQuant-GGUF / magicquant-manifest /magicquant.isolation-samples.json
magiccodingman's picture
Super-squash branch 'main' using huggingface_hub
981106f
Raw
History Blame Contribute Delete
323 kB
[
{
"key": "baseonly:0",
"description": "Base-only isolation for Q8_0 with all active groups forced native.",
"kind": "BaseOnlyIsolation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:202",
"group": null,
"testedBaseline": "Q8_0",
"testedCandidate": null,
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": null,
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "carrier-baseonly:0",
"description": "Carrier base-only isolation on Q8 with all active groups forced native.",
"kind": "BaseOnlyIsolation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:202",
"group": null,
"testedBaseline": "Q8_0",
"testedCandidate": null,
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": null,
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:0:12",
"description": "Smallest-first probe for group \u0027embeddings\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:13:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 68056619424,
"sizeGB": 68.05661942399999,
"sizeGiB": 63.382666021585464,
"kld": 0.014153,
"ppl": 5.750501,
"pplDeltaPercent": 1.1165992614735287,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.014153,
"Ppl": 5.750501,
"PplError": 0.111268
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 13,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:1:12",
"description": "Smallest-first probe for group \u0027lm_head\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:13:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.005255,
"ppl": 5.689803,
"pplDeltaPercent": 0.049287849481275035,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005255,
"Ppl": 5.689803,
"PplError": 0.109418
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 13,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:2:12",
"description": "Smallest-first probe for group \u0027attn_q\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:13:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 67891059104,
"sizeGB": 67.89105910399999,
"sizeGiB": 63.2284759581089,
"kld": 0.034029,
"ppl": 5.834742,
"pplDeltaPercent": 2.5978899243889577,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.034029,
"Ppl": 5.834742,
"PplError": 0.113209
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 13,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:3:12",
"description": "Smallest-first probe for group \u0027attn_kv\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:13:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 68873525664,
"sizeGB": 68.873525664,
"sizeGiB": 64.14346924424171,
"kld": 0.015625,
"ppl": 5.726849,
"pplDeltaPercent": 0.7007033585370028,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.015625,
"Ppl": 5.726849,
"PplError": 0.110333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 13,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:4:12",
"description": "Smallest-first probe for group \u0027attn_output\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:202:13:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 68760721824,
"sizeGB": 68.760721824,
"sizeGiB": 64.0384124815464,
"kld": 0.047855,
"ppl": 5.804907,
"pplDeltaPercent": 2.0732723755934543,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.047855,
"Ppl": 5.804907,
"PplError": 0.111685
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 13,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:5:12",
"description": "Smallest-first probe for group \u0027ffn_up_gate\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:202:202:13:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 31347530144,
"sizeGB": 31.347530144,
"sizeGiB": 29.194662481546402,
"kld": 0.120006,
"ppl": 6.09376,
"pplDeltaPercent": 7.152452962897825,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.120006,
"Ppl": 6.09376,
"PplError": 0.118222
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 13,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:6:12",
"description": "Smallest-first probe for group \u0027ffn_down\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:202:202:202:13:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 50183969184,
"sizeGB": 50.183969184,
"sizeGiB": 46.737463384866714,
"kld": 0.082924,
"ppl": 5.911602,
"pplDeltaPercent": 3.9493933532618244,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.082924,
"Ppl": 5.911602,
"PplError": 0.113071
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 13,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "probe:0:8:12",
"description": "Smallest-first probe for group \u0027moe_router\u0027 using \u0027IQ2_XXS\u0027.",
"kind": "GroupIsolationProbe",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:13",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xxs",
"isSmallestProbe": true,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 13
}
},
{
"key": "cont:0:0:0",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:1:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 1,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:1",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:2:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004282,
"ppl": 5.679194,
"pplDeltaPercent": -0.13726041849833698,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004282,
"Ppl": 5.679194,
"PplError": 0.109247
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 2,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:2",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:3:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.004503,
"ppl": 5.696868,
"pplDeltaPercent": 0.17351855108141354,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004503,
"Ppl": 5.696868,
"PplError": 0.109794
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 3,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:3",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:4:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 68175813024,
"sizeGB": 68.175813024,
"sizeGiB": 63.49367371201515,
"kld": 0.005457,
"ppl": 5.683676,
"pplDeltaPercent": -0.05844909442588543,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005457,
"Ppl": 5.683676,
"PplError": 0.109348
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 4,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:5",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:6:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 68175813024,
"sizeGB": 68.175813024,
"sizeGiB": 63.49367371201515,
"kld": 0.005722,
"ppl": 5.698981,
"pplDeltaPercent": 0.21067346579918367,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005722,
"Ppl": 5.698981,
"PplError": 0.109901
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 6,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:6",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:7:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 68159920544,
"sizeGB": 68.15992054399999,
"sizeGiB": 63.47887268662453,
"kld": 0.005831,
"ppl": 5.697265,
"pplDeltaPercent": 0.18049938456127174,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005831,
"Ppl": 5.697265,
"PplError": 0.109868
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 7,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:7",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:8:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 68108269984,
"sizeGB": 68.108269984,
"sizeGiB": 63.430769354104996,
"kld": 0.011578,
"ppl": 5.631251,
"pplDeltaPercent": -0.9802883770001846,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011578,
"Ppl": 5.631251,
"PplError": 0.107894
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 8,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:8",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:9:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 68108269984,
"sizeGB": 68.108269984,
"sizeGiB": 63.430769354104996,
"kld": 0.011578,
"ppl": 5.631251,
"pplDeltaPercent": -0.9802883770001846,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011578,
"Ppl": 5.631251,
"PplError": 0.107894
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 9,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:9",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:10:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 68108269984,
"sizeGB": 68.108269984,
"sizeGiB": 63.430769354104996,
"kld": 0.011578,
"ppl": 5.631251,
"pplDeltaPercent": -0.9802883770001846,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011578,
"Ppl": 5.631251,
"PplError": 0.107894
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 10,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:10",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:11:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 68108269984,
"sizeGB": 68.108269984,
"sizeGiB": 63.430769354104996,
"kld": 0.011578,
"ppl": 5.631251,
"pplDeltaPercent": -0.9802883770001846,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011578,
"Ppl": 5.631251,
"PplError": 0.107894
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 11,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:11",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:12:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 68056619424,
"sizeGB": 68.05661942399999,
"sizeGiB": 63.382666021585464,
"kld": 0.014153,
"ppl": 5.750501,
"pplDeltaPercent": 1.1165992614735287,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.014153,
"Ppl": 5.750501,
"PplError": 0.111268
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 12,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:13",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:14:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.004503,
"ppl": 5.696868,
"pplDeltaPercent": 0.17351855108141354,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004503,
"Ppl": 5.696868,
"PplError": 0.109794
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 14,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:14",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:15:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 68175813024,
"sizeGB": 68.175813024,
"sizeGiB": 63.49367371201515,
"kld": 0.005457,
"ppl": 5.683676,
"pplDeltaPercent": -0.05844909442588543,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005457,
"Ppl": 5.683676,
"PplError": 0.109348
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 15,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:16",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:17:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 68108269984,
"sizeGB": 68.108269984,
"sizeGiB": 63.430769354104996,
"kld": 0.011578,
"ppl": 5.631251,
"pplDeltaPercent": -0.9802883770001846,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011578,
"Ppl": 5.631251,
"PplError": 0.107894
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 17,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:17",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:18:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 68108269984,
"sizeGB": 68.108269984,
"sizeGiB": 63.430769354104996,
"kld": 0.011578,
"ppl": 5.631251,
"pplDeltaPercent": -0.9802883770001846,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011578,
"Ppl": 5.631251,
"PplError": 0.107894
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 18,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:100",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:101:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.004503,
"ppl": 5.696868,
"pplDeltaPercent": 0.17351855108141354,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004503,
"Ppl": 5.696868,
"PplError": 0.109794
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 101,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:101",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:102:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68175813024,
"sizeGB": 68.175813024,
"sizeGiB": 63.49367371201515,
"kld": 0.005457,
"ppl": 5.683676,
"pplDeltaPercent": -0.05844909442588543,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005457,
"Ppl": 5.683676,
"PplError": 0.109348
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 102,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:102",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:103:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004143,
"ppl": 5.679486,
"pplDeltaPercent": -0.13212590117813372,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004143,
"Ppl": 5.679486,
"PplError": 0.109277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 103,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:103",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:104:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004143,
"ppl": 5.679486,
"pplDeltaPercent": -0.13212590117813372,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004143,
"Ppl": 5.679486,
"PplError": 0.109277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 104,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:104",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:105:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 105,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:105",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:106:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 106,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:106",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:107:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 107,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:107",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:108:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.004503,
"ppl": 5.696868,
"pplDeltaPercent": 0.17351855108141354,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004503,
"Ppl": 5.696868,
"PplError": 0.109794
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 108,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:108",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:109:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004143,
"ppl": 5.679486,
"pplDeltaPercent": -0.13212590117813372,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004143,
"Ppl": 5.679486,
"PplError": 0.109277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 109,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:109",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:110:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004143,
"ppl": 5.679486,
"pplDeltaPercent": -0.13212590117813372,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004143,
"Ppl": 5.679486,
"PplError": 0.109277
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 110,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:110",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:111:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 111,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:111",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:112:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 112,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:112",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:113:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 113,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:113",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:114:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 114,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:114",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:115:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 115,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:115",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:116:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 116,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:116",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:117:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 117,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:117",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:118:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 118,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:0:118",
"description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:119:202:202:202:202:202:202:0:202",
"group": "embeddings",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.00416,
"ppl": 5.683824,
"pplDeltaPercent": -0.05584666783892818,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.683824,
"PplError": 0.109371
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 119,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:0",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:1:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.003812,
"ppl": 5.684384,
"pplDeltaPercent": -0.04599964832074235,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003812,
"Ppl": 5.684384,
"PplError": 0.109405
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 1,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:1",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:2:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 2,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:2",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:3:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 3,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:3",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:4:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 4,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:5",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:6:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 6,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:6",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:7:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 7,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:7",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:8:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 8,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:8",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:9:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 9,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:9",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:10:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.005255,
"ppl": 5.689803,
"pplDeltaPercent": 0.049287849481275035,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005255,
"Ppl": 5.689803,
"PplError": 0.109418
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 10,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:10",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:11:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.005255,
"ppl": 5.689803,
"pplDeltaPercent": 0.049287849481275035,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005255,
"Ppl": 5.689803,
"PplError": 0.109418
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 11,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:11",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:12:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.005255,
"ppl": 5.689803,
"pplDeltaPercent": 0.049287849481275035,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005255,
"Ppl": 5.689803,
"PplError": 0.109418
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 12,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:13",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:14:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 14,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:14",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:15:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 15,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:16",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:17:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 68239382944,
"sizeGB": 68.23938294400001,
"sizeGiB": 63.55287781357765,
"kld": 0.005255,
"ppl": 5.689803,
"pplDeltaPercent": 0.049287849481275035,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005255,
"Ppl": 5.689803,
"PplError": 0.109418
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 17,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:17",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:18:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 18,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:100",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:101:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68175813024,
"sizeGB": 68.175813024,
"sizeGiB": 63.49367371201515,
"kld": 0.009785,
"ppl": 5.725174,
"pplDeltaPercent": 0.6712502197995377,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009785,
"Ppl": 5.725174,
"PplError": 0.110372
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 101,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:101",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:102:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68175813024,
"sizeGB": 68.175813024,
"sizeGiB": 63.49367371201515,
"kld": 0.009785,
"ppl": 5.725174,
"pplDeltaPercent": 0.6712502197995377,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009785,
"Ppl": 5.725174,
"PplError": 0.110372
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 102,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:102",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:103:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 103,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:103",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:104:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 104,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:104",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:105:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 105,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:105",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:106:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 106,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:106",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:107:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 107,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:107",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:108:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68175813024,
"sizeGB": 68.175813024,
"sizeGiB": 63.49367371201515,
"kld": 0.009785,
"ppl": 5.725174,
"pplDeltaPercent": 0.6712502197995377,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009785,
"Ppl": 5.725174,
"PplError": 0.110372
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 108,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:108",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:109:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 109,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:109",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:110:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 110,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:110",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:111:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 111,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:111",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:112:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 112,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:112",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:113:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68306925984,
"sizeGB": 68.306925984,
"sizeGiB": 63.61578217148781,
"kld": 0.004131,
"ppl": 5.687037,
"pplDeltaPercent": 0.000650606646735409,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004131,
"Ppl": 5.687037,
"PplError": 0.109468
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 113,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:113",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:114:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.003812,
"ppl": 5.684384,
"pplDeltaPercent": -0.04599964832074235,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003812,
"Ppl": 5.684384,
"PplError": 0.109405
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 114,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:114",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:115:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.003812,
"ppl": 5.684384,
"pplDeltaPercent": -0.04599964832074235,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003812,
"Ppl": 5.684384,
"PplError": 0.109405
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 115,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:115",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:116:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.003812,
"ppl": 5.684384,
"pplDeltaPercent": -0.04599964832074235,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003812,
"Ppl": 5.684384,
"PplError": 0.109405
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 116,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:116",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:117:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.003812,
"ppl": 5.684384,
"pplDeltaPercent": -0.04599964832074235,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003812,
"Ppl": 5.684384,
"PplError": 0.109405
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 117,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:117",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:118:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.003812,
"ppl": 5.684384,
"pplDeltaPercent": -0.04599964832074235,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003812,
"Ppl": 5.684384,
"PplError": 0.109405
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 118,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:1:118",
"description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:119:202:202:202:202:202:0:202",
"group": "lm_head",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68430092704,
"sizeGB": 68.43009270399999,
"sizeGiB": 63.73049011826515,
"kld": 0.003812,
"ppl": 5.684384,
"pplDeltaPercent": -0.04599964832074235,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003812,
"Ppl": 5.684384,
"PplError": 0.109405
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 119,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:0",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:1:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 1,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:1",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:2:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 68115192224,
"sizeGB": 68.11519222400001,
"sizeGiB": 63.4372161924839,
"kld": 0.004838,
"ppl": 5.680076,
"pplDeltaPercent": -0.12175136275717595,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004838,
"Ppl": 5.680076,
"PplError": 0.109333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 2,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:2",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:3:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 68057258400,
"sizeGB": 68.05725840000001,
"sizeGiB": 63.3832611143589,
"kld": 0.005802,
"ppl": 5.685594,
"pplDeltaPercent": -0.02472305257605487,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005802,
"Ppl": 5.685594,
"PplError": 0.109494
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 3,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:3",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:4:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 68002732448,
"sizeGB": 68.00273244799999,
"sizeGiB": 63.3324798643589,
"kld": 0.00834,
"ppl": 5.691667,
"pplDeltaPercent": 0.08206435730612859,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00834,
"Ppl": 5.691667,
"PplError": 0.109519
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 4,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:5",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:6:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 68005091744,
"sizeGB": 68.005091744,
"sizeGiB": 63.3346771299839,
"kld": 0.007426,
"ppl": 5.690756,
"pplDeltaPercent": 0.06604536662563903,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.007426,
"Ppl": 5.690756,
"PplError": 0.109585
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 6,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:6",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:7:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 67999848864,
"sizeGB": 67.999848864,
"sizeGiB": 63.3297943174839,
"kld": 0.007506,
"ppl": 5.69294,
"pplDeltaPercent": 0.10444874274661217,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.007506,
"Ppl": 5.69294,
"PplError": 0.109691
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 7,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:7",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:8:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 67919894944,
"sizeGB": 67.919894944,
"sizeGiB": 63.2553314268589,
"kld": 0.013573,
"ppl": 5.718849,
"pplDeltaPercent": 0.5600316511341542,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.013573,
"Ppl": 5.718849,
"PplError": 0.11007
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 8,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:8",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:9:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 67912030624,
"sizeGB": 67.912030624,
"sizeGiB": 63.2480072081089,
"kld": 0.01554,
"ppl": 5.729003,
"pplDeltaPercent": 0.7385792157552198,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.01554,
"Ppl": 5.729003,
"PplError": 0.110318
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 9,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:9",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:10:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 67901544864,
"sizeGB": 67.901544864,
"sizeGiB": 63.2382415831089,
"kld": 0.024609,
"ppl": 5.76861,
"pplDeltaPercent": 1.4350272551433008,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.024609,
"Ppl": 5.76861,
"PplError": 0.111404
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 10,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:10",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:11:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 67896301984,
"sizeGB": 67.89630198399999,
"sizeGiB": 63.2333587706089,
"kld": 0.028013,
"ppl": 5.769191,
"pplDeltaPercent": 1.4452435378934394,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.028013,
"Ppl": 5.769191,
"PplError": 0.111107
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 11,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:11",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:12:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 67896301984,
"sizeGB": 67.89630198399999,
"sizeGiB": 63.2333587706089,
"kld": 0.028013,
"ppl": 5.769191,
"pplDeltaPercent": 1.4452435378934394,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.028013,
"Ppl": 5.769191,
"PplError": 0.111107
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 12,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:13",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:14:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 68026063264,
"sizeGB": 68.026063264,
"sizeGiB": 63.3542083799839,
"kld": 0.006531,
"ppl": 5.679756,
"pplDeltaPercent": -0.1273782310532799,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006531,
"Ppl": 5.679756,
"PplError": 0.109333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 14,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:14",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:15:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 67948468640,
"sizeGB": 67.94846864,
"sizeGiB": 63.2819427549839,
"kld": 0.009742,
"ppl": 5.694557,
"pplDeltaPercent": 0.13288201160540478,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009742,
"Ppl": 5.694557,
"PplError": 0.109545
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 15,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:16",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:17:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 67901544864,
"sizeGB": 67.901544864,
"sizeGiB": 63.2382415831089,
"kld": 0.024609,
"ppl": 5.76861,
"pplDeltaPercent": 1.4350272551433008,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.024609,
"Ppl": 5.76861,
"PplError": 0.111404
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 17,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:17",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:18:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 67919894944,
"sizeGB": 67.919894944,
"sizeGiB": 63.2553314268589,
"kld": 0.013573,
"ppl": 5.718849,
"pplDeltaPercent": 0.5600316511341542,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.013573,
"Ppl": 5.718849,
"PplError": 0.11007
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 18,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:100",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:101:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68026063264,
"sizeGB": 68.026063264,
"sizeGiB": 63.3542083799839,
"kld": 0.006531,
"ppl": 5.679756,
"pplDeltaPercent": -0.1273782310532799,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006531,
"Ppl": 5.679756,
"PplError": 0.109333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 101,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:101",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:102:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68026063264,
"sizeGB": 68.026063264,
"sizeGiB": 63.3542083799839,
"kld": 0.006531,
"ppl": 5.679756,
"pplDeltaPercent": -0.1273782310532799,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006531,
"Ppl": 5.679756,
"PplError": 0.109333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 102,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:102",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:103:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68115192224,
"sizeGB": 68.11519222400001,
"sizeGiB": 63.4372161924839,
"kld": 0.004838,
"ppl": 5.680076,
"pplDeltaPercent": -0.12175136275717595,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004838,
"Ppl": 5.680076,
"PplError": 0.109333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 103,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:103",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:104:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68115192224,
"sizeGB": 68.11519222400001,
"sizeGiB": 63.4372161924839,
"kld": 0.004838,
"ppl": 5.680076,
"pplDeltaPercent": -0.12175136275717595,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004838,
"Ppl": 5.680076,
"PplError": 0.109333
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 104,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:104",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:105:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 105,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:105",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:106:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 106,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:106",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:107:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 107,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:107",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:108:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68028291488,
"sizeGB": 68.02829148800001,
"sizeGiB": 63.3562835752964,
"kld": 0.006523,
"ppl": 5.688773,
"pplDeltaPercent": 0.03117636715315675,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006523,
"Ppl": 5.688773,
"PplError": 0.109568
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 108,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:108",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:109:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 109,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:109",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:110:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 110,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:110",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:111:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 111,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:111",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:112:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 112,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:112",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:113:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 113,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:113",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:114:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 114,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:114",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:115:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 115,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:115",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:116:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 116,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:116",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:117:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 117,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:117",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:118:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 118,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:2:118",
"description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:119:202:202:202:202:0:202",
"group": "attn_q",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68277721504,
"sizeGB": 68.27772150399998,
"sizeGiB": 63.5885833799839,
"kld": 0.00433,
"ppl": 5.684815,
"pplDeltaPercent": -0.038420960084400935,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00433,
"Ppl": 5.684815,
"PplError": 0.109315
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 119,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:0",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:1:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 1,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:1",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:2:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 68882127264,
"sizeGB": 68.88212726399999,
"sizeGiB": 64.15148010849953,
"kld": 0.004395,
"ppl": 5.679822,
"pplDeltaPercent": -0.12621768946721598,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004395,
"Ppl": 5.679822,
"PplError": 0.109264
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 2,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:2",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:3:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 68880177568,
"sizeGB": 68.880177568,
"sizeGiB": 64.14966431260109,
"kld": 0.004803,
"ppl": 5.694582,
"pplDeltaPercent": 0.13332161069103765,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004803,
"Ppl": 5.694582,
"PplError": 0.109748
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 3,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:3",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:4:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 68878342560,
"sizeGB": 68.87834256000001,
"sizeGiB": 64.14795532822609,
"kld": 0.005394,
"ppl": 5.695788,
"pplDeltaPercent": 0.1545278705820295,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005394,
"Ppl": 5.695788,
"PplError": 0.109744
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 4,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:5",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:6:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 68878031264,
"sizeGB": 68.878031264,
"sizeGiB": 64.1476654112339,
"kld": 0.005458,
"ppl": 5.695196,
"pplDeltaPercent": 0.14411816423421608,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005458,
"Ppl": 5.695196,
"PplError": 0.109719
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 6,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:6",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:7:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 68877703584,
"sizeGB": 68.877703584,
"sizeGiB": 64.14736023545265,
"kld": 0.005362,
"ppl": 5.684812,
"pplDeltaPercent": -0.03847371197468438,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005362,
"Ppl": 5.684812,
"PplError": 0.109403
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 7,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:7",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:8:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 68875327904,
"sizeGB": 68.875327904,
"sizeGiB": 64.14514771103859,
"kld": 0.006972,
"ppl": 5.687164,
"pplDeltaPercent": 0.0028837700017554234,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006972,
"Ppl": 5.687164,
"PplError": 0.10938
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 8,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:8",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:9:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 68874836384,
"sizeGB": 68.874836384,
"sizeGiB": 64.14468994736671,
"kld": 0.008077,
"ppl": 5.706709,
"pplDeltaPercent": 0.3465623351503386,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008077,
"Ppl": 5.706709,
"PplError": 0.109971
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 9,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:9",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:10:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 68874181024,
"sizeGB": 68.87418102400001,
"sizeGiB": 64.14407959580421,
"kld": 0.011101,
"ppl": 5.709212,
"pplDeltaPercent": 0.39057499560400344,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011101,
"Ppl": 5.709212,
"PplError": 0.109958
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 10,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:10",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:11:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 68873853344,
"sizeGB": 68.873853344,
"sizeGiB": 64.14377442002296,
"kld": 0.01244,
"ppl": 5.713103,
"pplDeltaPercent": 0.45899419729206936,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.01244,
"Ppl": 5.713103,
"PplError": 0.110027
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 11,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:11",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:12:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 68873853344,
"sizeGB": 68.873853344,
"sizeGiB": 64.14377442002296,
"kld": 0.012487,
"ppl": 5.712432,
"pplDeltaPercent": 0.4471953578336461,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.012487,
"Ppl": 5.712432,
"PplError": 0.109986
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 12,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:13",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:14:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 68879341984,
"sizeGB": 68.87934198399999,
"sizeGiB": 64.1488861143589,
"kld": 0.005011,
"ppl": 5.692185,
"pplDeltaPercent": 0.09117285036047117,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005011,
"Ppl": 5.692185,
"PplError": 0.10963
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 14,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:14",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:15:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 68876851616,
"sizeGB": 68.876851616,
"sizeGiB": 64.1465667784214,
"kld": 0.00623,
"ppl": 5.689974,
"pplDeltaPercent": 0.05229470722700953,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00623,
"Ppl": 5.689974,
"PplError": 0.10946
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 15,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:16",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:17:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 68874181024,
"sizeGB": 68.87418102400001,
"sizeGiB": 64.14407959580421,
"kld": 0.011101,
"ppl": 5.709212,
"pplDeltaPercent": 0.39057499560400344,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011101,
"Ppl": 5.709212,
"PplError": 0.109958
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 17,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:17",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:18:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 68875327904,
"sizeGB": 68.875327904,
"sizeGiB": 64.14514771103859,
"kld": 0.006972,
"ppl": 5.687164,
"pplDeltaPercent": 0.0028837700017554234,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006972,
"Ppl": 5.687164,
"PplError": 0.10938
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 18,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:100",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:101:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68879341984,
"sizeGB": 68.87934198399999,
"sizeGiB": 64.1488861143589,
"kld": 0.005011,
"ppl": 5.692185,
"pplDeltaPercent": 0.09117285036047117,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005011,
"Ppl": 5.692185,
"PplError": 0.10963
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 101,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:101",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:102:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68879341984,
"sizeGB": 68.87934198399999,
"sizeGiB": 64.1488861143589,
"kld": 0.005011,
"ppl": 5.692185,
"pplDeltaPercent": 0.09117285036047117,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005011,
"Ppl": 5.692185,
"PplError": 0.10963
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 102,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:102",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:103:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68882127264,
"sizeGB": 68.88212726399999,
"sizeGiB": 64.15148010849953,
"kld": 0.004395,
"ppl": 5.679822,
"pplDeltaPercent": -0.12621768946721598,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004395,
"Ppl": 5.679822,
"PplError": 0.109264
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 103,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:103",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:104:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68882127264,
"sizeGB": 68.88212726399999,
"sizeGiB": 64.15148010849953,
"kld": 0.004395,
"ppl": 5.679822,
"pplDeltaPercent": -0.12621768946721598,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004395,
"Ppl": 5.679822,
"PplError": 0.109264
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 104,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:104",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:105:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 105,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:105",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:106:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 106,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:106",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:107:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 107,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:107",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:108:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68882127264,
"sizeGB": 68.88212726399999,
"sizeGiB": 64.15148010849953,
"kld": 0.004395,
"ppl": 5.679822,
"pplDeltaPercent": -0.12621768946721598,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004395,
"Ppl": 5.679822,
"PplError": 0.109264
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 108,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:108",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:109:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 109,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:109",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:110:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 110,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:110",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:111:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 111,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:111",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:112:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 112,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:112",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:113:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 113,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:113",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:114:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 114,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:114",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:115:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 115,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:115",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:116:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 116,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:116",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:117:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 117,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:117",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:118:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 118,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:3:118",
"description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:119:202:202:202:0:202",
"group": "attn_kv",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68887206304,
"sizeGB": 68.887206304,
"sizeGiB": 64.1562103331089,
"kld": 0.004491,
"ppl": 5.685706,
"pplDeltaPercent": -0.02275364867242083,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004491,
"Ppl": 5.685706,
"PplError": 0.1094
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 119,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:0",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:1:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 1,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:1",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:2:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 68807907744,
"sizeGB": 68.80790774399999,
"sizeGiB": 64.0823577940464,
"kld": 0.004456,
"ppl": 5.677936,
"pplDeltaPercent": -0.1593810444874346,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004456,
"Ppl": 5.677936,
"PplError": 0.109214
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 2,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:2",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:3:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 68796766624,
"sizeGB": 68.796766624,
"sizeGiB": 64.0719818174839,
"kld": 0.005263,
"ppl": 5.682835,
"pplDeltaPercent": -0.0732372076666154,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005263,
"Ppl": 5.682835,
"PplError": 0.109349
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 3,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:3",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:4:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 68786280864,
"sizeGB": 68.78628086399999,
"sizeGiB": 64.0622161924839,
"kld": 0.007259,
"ppl": 5.696351,
"pplDeltaPercent": 0.16442764199049875,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.007259,
"Ppl": 5.696351,
"PplError": 0.109803
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 4,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:5",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:6:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 68786280864,
"sizeGB": 68.78628086399999,
"sizeGiB": 64.0622161924839,
"kld": 0.007632,
"ppl": 5.687435,
"pplDeltaPercent": 0.007649024090021436,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.007632,
"Ppl": 5.687435,
"PplError": 0.109474
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 6,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:6",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:7:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 68783659424,
"sizeGB": 68.78365942399999,
"sizeGiB": 64.0597747862339,
"kld": 0.007429,
"ppl": 5.693772,
"pplDeltaPercent": 0.11907860031650744,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.007429,
"Ppl": 5.693772,
"PplError": 0.109748
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 7,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:7",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:8:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 68775139744,
"sizeGB": 68.775139744,
"sizeGiB": 64.0518402159214,
"kld": 0.013235,
"ppl": 5.731702,
"pplDeltaPercent": 0.7860383330402676,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.013235,
"Ppl": 5.731702,
"PplError": 0.111217
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 8,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:8",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:9:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 68775139744,
"sizeGB": 68.775139744,
"sizeGiB": 64.0518402159214,
"kld": 0.013235,
"ppl": 5.731702,
"pplDeltaPercent": 0.7860383330402676,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.013235,
"Ppl": 5.731702,
"PplError": 0.111217
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 9,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:9",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:10:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 68775139744,
"sizeGB": 68.775139744,
"sizeGiB": 64.0518402159214,
"kld": 0.013235,
"ppl": 5.731702,
"pplDeltaPercent": 0.7860383330402676,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.013235,
"Ppl": 5.731702,
"PplError": 0.111217
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 10,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:10",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:11:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 68775139744,
"sizeGB": 68.775139744,
"sizeGiB": 64.0518402159214,
"kld": 0.013235,
"ppl": 5.731702,
"pplDeltaPercent": 0.7860383330402676,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.013235,
"Ppl": 5.731702,
"PplError": 0.111217
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 11,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:11",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:12:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 68763343264,
"sizeGB": 68.763343264,
"sizeGiB": 64.0408538877964,
"kld": 0.039017,
"ppl": 5.781142,
"pplDeltaPercent": 1.6553894847898667,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.039017,
"Ppl": 5.781142,
"PplError": 0.11172
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 12,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:13",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:14:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 68796766624,
"sizeGB": 68.796766624,
"sizeGiB": 64.0719818174839,
"kld": 0.005263,
"ppl": 5.682835,
"pplDeltaPercent": -0.0732372076666154,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005263,
"Ppl": 5.682835,
"PplError": 0.109349
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 14,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:14",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:15:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 68786280864,
"sizeGB": 68.78628086399999,
"sizeGiB": 64.0622161924839,
"kld": 0.007259,
"ppl": 5.696351,
"pplDeltaPercent": 0.16442764199049875,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.007259,
"Ppl": 5.696351,
"PplError": 0.109803
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 15,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:16",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:17:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 68775139744,
"sizeGB": 68.775139744,
"sizeGiB": 64.0518402159214,
"kld": 0.013235,
"ppl": 5.731702,
"pplDeltaPercent": 0.7860383330402676,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.013235,
"Ppl": 5.731702,
"PplError": 0.111217
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 17,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:17",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:18:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 68786280864,
"sizeGB": 68.78628086399999,
"sizeGiB": 64.0622161924839,
"kld": 0.007259,
"ppl": 5.696351,
"pplDeltaPercent": 0.16442764199049875,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.007259,
"Ppl": 5.696351,
"PplError": 0.109803
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 18,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:100",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:101:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68796766624,
"sizeGB": 68.796766624,
"sizeGiB": 64.0719818174839,
"kld": 0.005263,
"ppl": 5.682835,
"pplDeltaPercent": -0.0732372076666154,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005263,
"Ppl": 5.682835,
"PplError": 0.109349
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 101,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:101",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:102:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68796766624,
"sizeGB": 68.796766624,
"sizeGiB": 64.0719818174839,
"kld": 0.005263,
"ppl": 5.682835,
"pplDeltaPercent": -0.0732372076666154,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005263,
"Ppl": 5.682835,
"PplError": 0.109349
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 102,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:102",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:103:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68807907744,
"sizeGB": 68.80790774399999,
"sizeGiB": 64.0823577940464,
"kld": 0.004456,
"ppl": 5.677936,
"pplDeltaPercent": -0.1593810444874346,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004456,
"Ppl": 5.677936,
"PplError": 0.109214
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 103,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:103",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:104:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68807907744,
"sizeGB": 68.80790774399999,
"sizeGiB": 64.0823577940464,
"kld": 0.004456,
"ppl": 5.677936,
"pplDeltaPercent": -0.1593810444874346,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004456,
"Ppl": 5.677936,
"PplError": 0.109214
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 104,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:104",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:105:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 105,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:105",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:106:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 106,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:106",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:107:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 107,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:107",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:108:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68796766624,
"sizeGB": 68.796766624,
"sizeGiB": 64.0719818174839,
"kld": 0.005263,
"ppl": 5.682835,
"pplDeltaPercent": -0.0732372076666154,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005263,
"Ppl": 5.682835,
"PplError": 0.109349
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 108,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:108",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:109:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 109,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:109",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:110:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 110,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:110",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:111:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 111,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:111",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:112:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 112,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:112",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:113:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 113,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:113",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:114:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 114,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:114",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:115:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 115,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:115",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:116:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 116,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:116",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:117:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 117,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:117",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:118:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 118,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:4:118",
"description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:119:202:202:0:202",
"group": "attn_output",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68828223904,
"sizeGB": 68.828223904,
"sizeGiB": 64.1012786924839,
"kld": 0.00416,
"ppl": 5.684618,
"pplDeltaPercent": -0.04188500087919613,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00416,
"Ppl": 5.684618,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 119,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:0",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:1:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 48695564704,
"sizeGB": 48.695564704000006,
"sizeGiB": 45.3512786924839,
"kld": 0.004152,
"ppl": 5.691483,
"pplDeltaPercent": 0.07882890803586373,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004152,
"Ppl": 5.691483,
"PplError": 0.109581
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 1,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:1",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:2:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 43474311584,
"sizeGB": 43.474311584,
"sizeGiB": 40.4886077940464,
"kld": 0.004724,
"ppl": 5.681713,
"pplDeltaPercent": -0.0929664146298583,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004724,
"Ppl": 5.681713,
"PplError": 0.109292
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 2,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:2",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:3:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 40611043744,
"sizeGB": 40.611043744,
"sizeGiB": 37.8219818174839,
"kld": 0.006349,
"ppl": 5.687812,
"pplDeltaPercent": 0.014278178301385842,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006349,
"Ppl": 5.687812,
"PplError": 0.109534
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 3,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:3",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:4:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 37916203424,
"sizeGB": 37.916203424,
"sizeGiB": 35.3122161924839,
"kld": 0.011208,
"ppl": 5.70102,
"pplDeltaPercent": 0.24652716722348297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011208,
"Ppl": 5.70102,
"PplError": 0.109788
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 4,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:5",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:6:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 37916203424,
"sizeGB": 37.916203424,
"sizeGiB": 35.3122161924839,
"kld": 0.01152,
"ppl": 5.728836,
"pplDeltaPercent": 0.7356426938631965,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.01152,
"Ppl": 5.728836,
"PplError": 0.110823
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 6,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:6",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:7:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 37242493344,
"sizeGB": 37.242493343999996,
"sizeGiB": 34.6847747862339,
"kld": 0.011599,
"ppl": 5.731601,
"pplDeltaPercent": 0.7842623527343082,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011599,
"Ppl": 5.731601,
"PplError": 0.110844
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 7,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:7",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:8:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 35052935584,
"sizeGB": 35.052935584,
"sizeGiB": 32.6455902159214,
"kld": 0.028907,
"ppl": 5.736317,
"pplDeltaPercent": 0.8671883242482747,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.028907,
"Ppl": 5.736317,
"PplError": 0.108575
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 8,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:8",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:9:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 34295011744,
"sizeGB": 34.295011744,
"sizeGiB": 31.939718633890152,
"kld": 0.037054,
"ppl": 5.766869,
"pplDeltaPercent": 1.404413574819756,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.037054,
"Ppl": 5.766869,
"PplError": 0.109257
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 9,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:9",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:10:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 34042370464,
"sizeGB": 34.042370464,
"sizeGiB": 31.704428106546402,
"kld": 0.038551,
"ppl": 5.809945,
"pplDeltaPercent": 2.161860383330396,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.038551,
"Ppl": 5.809945,
"PplError": 0.111947
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 10,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:10",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:11:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 32021240224,
"sizeGB": 32.021240224,
"sizeGiB": 29.822103887796402,
"kld": 0.092937,
"ppl": 6.073188,
"pplDeltaPercent": 6.7907156673114075,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.092937,
"Ppl": 6.073188,
"PplError": 0.11838
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 11,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:11",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:12:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 32021240224,
"sizeGB": 32.021240224,
"sizeGiB": 29.822103887796402,
"kld": 0.092937,
"ppl": 6.073188,
"pplDeltaPercent": 6.7907156673114075,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.092937,
"Ppl": 6.073188,
"PplError": 0.11838
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 12,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:13",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:14:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 40611043744,
"sizeGB": 40.611043744,
"sizeGiB": 37.8219818174839,
"kld": 0.006349,
"ppl": 5.687812,
"pplDeltaPercent": 0.014278178301385842,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006349,
"Ppl": 5.687812,
"PplError": 0.109534
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 14,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:14",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:15:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 37916203424,
"sizeGB": 37.916203424,
"sizeGiB": 35.3122161924839,
"kld": 0.011208,
"ppl": 5.70102,
"pplDeltaPercent": 0.24652716722348297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.011208,
"Ppl": 5.70102,
"PplError": 0.109788
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 15,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:16",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:17:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 32694950304,
"sizeGB": 32.694950304,
"sizeGiB": 30.449545294046402,
"kld": 0.068357,
"ppl": 5.91869,
"pplDeltaPercent": 4.07402848602074,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.068357,
"Ppl": 5.91869,
"PplError": 0.113879
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 17,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:17",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:18:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 35052935584,
"sizeGB": 35.052935584,
"sizeGiB": 32.6455902159214,
"kld": 0.028907,
"ppl": 5.736317,
"pplDeltaPercent": 0.8671883242482747,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.028907,
"Ppl": 5.736317,
"PplError": 0.108575
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 18,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:100",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:101:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 31383574944,
"sizeGB": 31.383574944,
"sizeGiB": 29.228231817483902,
"kld": 0.098545,
"ppl": 5.977297,
"pplDeltaPercent": 5.104571830490589,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.098545,
"Ppl": 5.977297,
"PplError": 0.115778
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 101,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:101",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:102:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 31383574944,
"sizeGB": 31.383574944,
"sizeGiB": 29.228231817483902,
"kld": 0.098545,
"ppl": 5.977297,
"pplDeltaPercent": 5.104571830490589,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.098545,
"Ppl": 5.977297,
"PplError": 0.115778
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 102,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:102",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:103:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 32736893344,
"sizeGB": 32.736893344,
"sizeGiB": 30.488607794046402,
"kld": 0.056607,
"ppl": 5.891697,
"pplDeltaPercent": 3.599384561280103,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.056607,
"Ppl": 5.891697,
"PplError": 0.114453
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 103,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:103",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:104:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 32736893344,
"sizeGB": 32.736893344,
"sizeGiB": 30.488607794046402,
"kld": 0.056607,
"ppl": 5.891697,
"pplDeltaPercent": 3.599384561280103,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.056607,
"Ppl": 5.891697,
"PplError": 0.114453
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 104,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:104",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:105:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 35106019744,
"sizeGB": 35.10601974400001,
"sizeGiB": 32.6950286924839,
"kld": 0.023567,
"ppl": 5.752689,
"pplDeltaPercent": 1.1550729734482132,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.023567,
"Ppl": 5.752689,
"PplError": 0.110552
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 105,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:105",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:106:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 36532083104,
"sizeGB": 36.532083104,
"sizeGiB": 34.0231536924839,
"kld": 0.016402,
"ppl": 5.725441,
"pplDeltaPercent": 0.675945138034108,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.016402,
"Ppl": 5.725441,
"PplError": 0.110507
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 106,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:106",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:107:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 35106019744,
"sizeGB": 35.10601974400001,
"sizeGiB": 32.6950286924839,
"kld": 0.023567,
"ppl": 5.752689,
"pplDeltaPercent": 1.1550729734482132,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.023567,
"Ppl": 5.752689,
"PplError": 0.110552
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 107,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:107",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:108:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 32105273760,
"sizeGB": 32.10527376,
"sizeGiB": 29.900366216897964,
"kld": 0.076251,
"ppl": 5.969218,
"pplDeltaPercent": 4.96251098997713,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.076251,
"Ppl": 5.969218,
"PplError": 0.116189
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 108,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:108",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:109:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 34099386784,
"sizeGB": 34.099386784000004,
"sizeGiB": 31.757528692483902,
"kld": 0.032516,
"ppl": 5.790863,
"pplDeltaPercent": 1.826323193247751,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.032516,
"Ppl": 5.790863,
"PplError": 0.111975
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 109,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:109",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:110:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 34099386784,
"sizeGB": 34.099386784000004,
"sizeGiB": 31.757528692483902,
"kld": 0.032516,
"ppl": 5.790863,
"pplDeltaPercent": 1.826323193247751,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.032516,
"Ppl": 5.790863,
"PplError": 0.111975
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 110,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:110",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:111:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 34179078560,
"sizeGB": 34.17907856,
"sizeGiB": 31.831747442483902,
"kld": 0.032488,
"ppl": 5.795611,
"pplDeltaPercent": 1.909811851591345,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.032488,
"Ppl": 5.795611,
"PplError": 0.112003
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 111,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:111",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:112:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 37958146464,
"sizeGB": 37.958146464,
"sizeGiB": 35.3512786924839,
"kld": 0.009815,
"ppl": 5.709141,
"pplDeltaPercent": 0.38932653420080043,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009815,
"Ppl": 5.709141,
"PplError": 0.11002
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 112,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:112",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:113:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 37958146464,
"sizeGB": 37.958146464,
"sizeGiB": 35.3512786924839,
"kld": 0.009815,
"ppl": 5.709141,
"pplDeltaPercent": 0.38932653420080043,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009815,
"Ppl": 5.709141,
"PplError": 0.11002
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 113,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:113",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:114:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 38025255328,
"sizeGB": 38.025255328,
"sizeGiB": 35.4137786924839,
"kld": 0.009754,
"ppl": 5.700645,
"pplDeltaPercent": 0.2399331809389742,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009754,
"Ppl": 5.700645,
"PplError": 0.109741
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 114,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:114",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:115:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 40642501024,
"sizeGB": 40.642501024,
"sizeGiB": 37.8512786924839,
"kld": 0.006135,
"ppl": 5.676038,
"pplDeltaPercent": -0.1927554070687557,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006135,
"Ppl": 5.676038,
"PplError": 0.109202
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 115,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:115",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:116:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 40642501024,
"sizeGB": 40.642501024,
"sizeGiB": 37.8512786924839,
"kld": 0.006135,
"ppl": 5.676038,
"pplDeltaPercent": -0.1927554070687557,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006135,
"Ppl": 5.676038,
"PplError": 0.109202
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 116,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:116",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:117:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 40713804192,
"sizeGB": 40.713804192000005,
"sizeGiB": 37.9176849424839,
"kld": 0.005908,
"ppl": 5.687248,
"pplDeltaPercent": 0.004360822929488763,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005908,
"Ppl": 5.687248,
"PplError": 0.109499
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 117,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:117",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:118:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 43494627744,
"sizeGB": 43.494627744000006,
"sizeGiB": 40.5075286924839,
"kld": 0.004701,
"ppl": 5.683968,
"pplDeltaPercent": -0.05331457710568217,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004701,
"Ppl": 5.683968,
"PplError": 0.109428
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 118,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:5:118",
"description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:119:202:0:202",
"group": "ffn_up_gate",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 43624651168,
"sizeGB": 43.624651168,
"sizeGiB": 40.6286224424839,
"kld": 0.004993,
"ppl": 5.68651,
"pplDeltaPercent": -0.00861614207842626,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004993,
"Ppl": 5.68651,
"PplError": 0.109473
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 119,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:0",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:1:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 58801215904,
"sizeGB": 58.801215903999996,
"sizeGiB": 54.7628997862339,
"kld": 0.00415,
"ppl": 5.683273,
"pplDeltaPercent": -0.06553543168631053,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00415,
"Ppl": 5.683273,
"PplError": 0.109357
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 1,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:1",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:2:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 56190589344,
"sizeGB": 56.190589344,
"sizeGiB": 52.33156433701515,
"kld": 0.004825,
"ppl": 5.687303,
"pplDeltaPercent": 0.0053279409178779704,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004825,
"Ppl": 5.687303,
"PplError": 0.109454
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 2,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:2",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:3:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 55474772384,
"sizeGB": 55.474772384000005,
"sizeGiB": 51.66490784287453,
"kld": 0.005783,
"ppl": 5.684748,
"pplDeltaPercent": -0.03959908563390829,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005783,
"Ppl": 5.684748,
"PplError": 0.109349
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 3,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:3",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:4:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 54801062304,
"sizeGB": 54.801062304,
"sizeGiB": 51.03746643662453,
"kld": 0.00722,
"ppl": 5.687265,
"pplDeltaPercent": 0.004659750307714747,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00722,
"Ppl": 5.687265,
"PplError": 0.109384
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 4,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:5",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:6:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 53411535264,
"sizeGB": 53.411535264,
"sizeGiB": 49.7433685362339,
"kld": 0.01,
"ppl": 5.701725,
"pplDeltaPercent": 0.2589238614383582,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.01,
"Ppl": 5.701725,
"PplError": 0.109694
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 6,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:6",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:7:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 53074680224,
"sizeGB": 53.074680224,
"sizeGiB": 49.4296478331089,
"kld": 0.010597,
"ppl": 5.700475,
"pplDeltaPercent": 0.2369439071566675,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.010597,
"Ppl": 5.700475,
"PplError": 0.109711
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 7,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:7",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:8:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 51979901344,
"sizeGB": 51.979901344,
"sizeGiB": 48.41005554795265,
"kld": 0.020793,
"ppl": 5.726535,
"pplDeltaPercent": 0.6951819940214502,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.020793,
"Ppl": 5.726535,
"PplError": 0.109634
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 8,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:8",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:9:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 51979901344,
"sizeGB": 51.979901344,
"sizeGiB": 48.41005554795265,
"kld": 0.020793,
"ppl": 5.726535,
"pplDeltaPercent": 0.6951819940214502,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.020793,
"Ppl": 5.726535,
"PplError": 0.109634
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 9,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:9",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:10:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 51474618784,
"sizeGB": 51.474618784,
"sizeGiB": 47.93947449326515,
"kld": 0.030482,
"ppl": 5.724098,
"pplDeltaPercent": 0.6523298751538492,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.030482,
"Ppl": 5.724098,
"PplError": 0.109829
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 10,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:10",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:11:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 50577594784,
"sizeGB": 50.577594784,
"sizeGiB": 47.10405579209328,
"kld": 0.065126,
"ppl": 5.927871,
"pplDeltaPercent": 4.235466854228933,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.065126,
"Ppl": 5.927871,
"PplError": 0.114351
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 11,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:11",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:12:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 50495592864,
"sizeGB": 50.495592863999995,
"sizeGiB": 47.027685552835464,
"kld": 0.067215,
"ppl": 5.934405,
"pplDeltaPercent": 4.350360471250213,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.067215,
"Ppl": 5.934405,
"PplError": 0.114681
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 12,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:13",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:14:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 54758955424,
"sizeGB": 54.758955424,
"sizeGiB": 50.9982513487339,
"kld": 0.006424,
"ppl": 5.685303,
"pplDeltaPercent": -0.029839985932830305,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.006424,
"Ppl": 5.685303,
"PplError": 0.109411
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 14,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:14",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:15:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 53579962784,
"sizeGB": 53.579962784,
"sizeGiB": 49.9002288877964,
"kld": 0.009286,
"ppl": 5.698708,
"pplDeltaPercent": 0.20587304378406202,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.009286,
"Ppl": 5.698708,
"PplError": 0.109611
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 15,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:16",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:17:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 50889218464,
"sizeGB": 50.889218464,
"sizeGiB": 47.39427796006203,
"kld": 0.049787,
"ppl": 5.838866,
"pplDeltaPercent": 2.6704061895551265,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.049787,
"Ppl": 5.838866,
"PplError": 0.112562
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 17,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:17",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:18:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 52158855584,
"sizeGB": 52.158855583999994,
"sizeGiB": 48.57671967148781,
"kld": 0.019721,
"ppl": 5.731402,
"pplDeltaPercent": 0.7807631440126575,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.019721,
"Ppl": 5.731402,
"PplError": 0.109761
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 18,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:100",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:101:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 51612506528,
"sizeGB": 51.612506528,
"sizeGiB": 48.06789246201515,
"kld": 0.024661,
"ppl": 5.688167,
"pplDeltaPercent": 0.020520485317385193,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.024661,
"Ppl": 5.688167,
"PplError": 0.10917
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 101,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:101",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:102:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 50909960608,
"sizeGB": 50.909960608,
"sizeGiB": 47.41359558701515,
"kld": 0.039413,
"ppl": 5.780372,
"pplDeltaPercent": 1.6418498329523399,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.039413,
"Ppl": 5.780372,
"PplError": 0.111268
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 102,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:102",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:103:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 52078074272,
"sizeGB": 52.078074271999995,
"sizeGiB": 48.50148621201515,
"kld": 0.016685,
"ppl": 5.7212,
"pplDeltaPercent": 0.6013715491471662,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.016685,
"Ppl": 5.7212,
"PplError": 0.11004
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 103,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:103",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:104:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 51612506528,
"sizeGB": 51.612506528,
"sizeGiB": 48.06789246201515,
"kld": 0.024661,
"ppl": 5.688167,
"pplDeltaPercent": 0.020520485317385193,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.024661,
"Ppl": 5.688167,
"PplError": 0.10917
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 104,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:104",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:105:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 53640124832,
"sizeGB": 53.640124832,
"sizeGiB": 49.9562591612339,
"kld": 0.008822,
"ppl": 5.696828,
"pplDeltaPercent": 0.17281519254439467,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008822,
"Ppl": 5.696828,
"PplError": 0.109675
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 105,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:105",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:106:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 53673679264,
"sizeGB": 53.673679264,
"sizeGiB": 49.9875091612339,
"kld": 0.008677,
"ppl": 5.699498,
"pplDeltaPercent": 0.21976437489009842,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008677,
"Ppl": 5.699498,
"PplError": 0.109707
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 106,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:106",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:107:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 53329746336,
"sizeGB": 53.32974633600001,
"sizeGiB": 49.6671966612339,
"kld": 0.008649,
"ppl": 5.695864,
"pplDeltaPercent": 0.15586425180235594,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008649,
"Ppl": 5.695864,
"PplError": 0.109709
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 107,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:107",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:108:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 51652606368,
"sizeGB": 51.652606368,
"sizeGiB": 48.10523834824562,
"kld": 0.024193,
"ppl": 5.70727,
"pplDeltaPercent": 0.35642693863196784,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.024193,
"Ppl": 5.70727,
"PplError": 0.109723
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 108,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:108",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:109:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 53329746336,
"sizeGB": 53.32974633600001,
"sizeGiB": 49.6671966612339,
"kld": 0.008649,
"ppl": 5.695864,
"pplDeltaPercent": 0.15586425180235594,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008649,
"Ppl": 5.695864,
"PplError": 0.109709
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 109,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:109",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:110:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 52088232352,
"sizeGB": 52.088232352,
"sizeGiB": 48.5109466612339,
"kld": 0.016834,
"ppl": 5.723331,
"pplDeltaPercent": 0.6388429752066057,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.016834,
"Ppl": 5.723331,
"PplError": 0.110153
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 110,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:110",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:111:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 53371689376,
"sizeGB": 53.371689376,
"sizeGiB": 49.7062591612339,
"kld": 0.008546,
"ppl": 5.700715,
"pplDeltaPercent": 0.24116405837874938,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008546,
"Ppl": 5.700715,
"PplError": 0.109797
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 111,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:111",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:112:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 54881638816,
"sizeGB": 54.881638816,
"sizeGiB": 51.1125091612339,
"kld": 0.005686,
"ppl": 5.687407,
"pplDeltaPercent": 0.007156673114120735,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005686,
"Ppl": 5.687407,
"PplError": 0.109426
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 112,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:112",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:113:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 53640124832,
"sizeGB": 53.640124832,
"sizeGiB": 49.9562591612339,
"kld": 0.008324,
"ppl": 5.700992,
"pplDeltaPercent": 0.24603481624758225,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.008324,
"Ppl": 5.700992,
"PplError": 0.109818
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 113,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:113",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:114:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 54917290400,
"sizeGB": 54.9172904,
"sizeGiB": 51.1457122862339,
"kld": 0.005858,
"ppl": 5.685906,
"pplDeltaPercent": -0.01923685598734219,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005858,
"Ppl": 5.685906,
"PplError": 0.109395
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 114,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:114",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:115:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 56395782560,
"sizeGB": 56.39578256,
"sizeGiB": 52.5226654112339,
"kld": 0.00464,
"ppl": 5.689336,
"pplDeltaPercent": 0.041076138561626015,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00464,
"Ppl": 5.689336,
"PplError": 0.109502
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 115,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:115",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:116:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 54881638816,
"sizeGB": 54.881638816,
"sizeGiB": 51.1125091612339,
"kld": 0.005686,
"ppl": 5.687407,
"pplDeltaPercent": 0.007156673114120735,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.005686,
"Ppl": 5.687407,
"PplError": 0.109426
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 116,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:116",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:117:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 56460794272,
"sizeGB": 56.460794272,
"sizeGiB": 52.5832122862339,
"kld": 0.004681,
"ppl": 5.676786,
"pplDeltaPercent": -0.1796026024265938,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.004681,
"Ppl": 5.676786,
"PplError": 0.109101
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 117,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:117",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:118:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 56395782560,
"sizeGB": 56.39578256,
"sizeGiB": 52.5226654112339,
"kld": 0.00464,
"ppl": 5.689336,
"pplDeltaPercent": 0.041076138561626015,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00464,
"Ppl": 5.689336,
"PplError": 0.109502
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 118,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:6:118",
"description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:119:0:202",
"group": "ffn_down",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 58801215904,
"sizeGB": 58.801215903999996,
"sizeGiB": 54.7628997862339,
"kld": 0.00415,
"ppl": 5.683273,
"pplDeltaPercent": -0.06553543168631053,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.00415,
"Ppl": 5.683273,
"PplError": 0.109357
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 119,
"MoeExperts": 0,
"MoeRouter": 202
}
},
{
"key": "cont:0:8:0",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q8_0\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:1",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "Q8_0",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q8_0",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 1
}
},
{
"key": "cont:0:8:1",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:2",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q6_k",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 2
}
},
{
"key": "cont:0:8:2",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q5_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:3",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 3
}
},
{
"key": "cont:0:8:3",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:4",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_m",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 4
}
},
{
"key": "cont:0:8:5",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:6",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_nl",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 6
}
},
{
"key": "cont:0:8:6",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:7",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq4_xs",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 7
}
},
{
"key": "cont:0:8:7",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:8",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_s",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 8
}
},
{
"key": "cont:0:8:8",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:9",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xs",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 9
}
},
{
"key": "cont:0:8:9",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:10",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_xxs",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 10
}
},
{
"key": "cont:0:8:10",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:11",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_s",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 11
}
},
{
"key": "cont:0:8:11",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:12",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_xs",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 12
}
},
{
"key": "cont:0:8:13",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:14",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q5_k_s",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 14
}
},
{
"key": "cont:0:8:14",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:15",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:q4_k_s",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 15
}
},
{
"key": "cont:0:8:16",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:17",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq2_m",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 17
}
},
{
"key": "cont:0:8:17",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:18",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "IQ3_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "standard:iq3_m",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 18
}
},
{
"key": "cont:0:8:100",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ2_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:101",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 101
}
},
{
"key": "cont:0:8:101",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ2_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:102",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ2_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 102
}
},
{
"key": "cont:0:8:102",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ3_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:103",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 103
}
},
{
"key": "cont:0:8:103",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ3_XXS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:104",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ3_XXS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 104
}
},
{
"key": "cont:0:8:104",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_NL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:105",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 105
}
},
{
"key": "cont:0:8:105",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_NL_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:106",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_NL_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 106
}
},
{
"key": "cont:0:8:106",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_XS\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:107",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-IQ4_XS",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 107
}
},
{
"key": "cont:0:8:107",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q2_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:108",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q2_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 108
}
},
{
"key": "cont:0:8:108",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:109",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 109
}
},
{
"key": "cont:0:8:109",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:110",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 110
}
},
{
"key": "cont:0:8:110",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:111",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q3_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 111
}
},
{
"key": "cont:0:8:111",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:112",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 112
}
},
{
"key": "cont:0:8:112",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:113",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 113
}
},
{
"key": "cont:0:8:113",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:114",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q4_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 114
}
},
{
"key": "cont:0:8:114",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_M\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:115",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_M",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 115
}
},
{
"key": "cont:0:8:115",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_S\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:116",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_S",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 116
}
},
{
"key": "cont:0:8:116",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:117",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q5_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 117
}
},
{
"key": "cont:0:8:117",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q6_K\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:118",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 118
}
},
{
"key": "cont:0:8:118",
"description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q6_K_XL\u0027.",
"kind": "GroupIsolationContinuation",
"tensorConfigKey": "0:202:202:202:202:202:202:202:0:119",
"group": "moe_router",
"testedBaseline": "Q8_0",
"testedCandidate": "UD-Q6_K_XL",
"testedBaselineCanonicalKey": "standard:q8_0",
"testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf",
"isSmallestProbe": false,
"sizeBytes": 68906867104,
"sizeGB": 68.906867104,
"sizeGiB": 64.1745208799839,
"kld": 0.003969,
"ppl": 5.688643,
"pplDeltaPercent": 0.028890451907853297,
"foundBenchmark": true,
"categories": [
{
"CategoryId": 1,
"Category": "General",
"Kld": 0.003969,
"Ppl": 5.688643,
"PplError": 0.109522
}
],
"config": {
"BaseQuant": 0,
"Embeddings": 202,
"LmHead": 202,
"AttnQ": 202,
"AttnKV": 202,
"AttnOutput": 202,
"FfnUpGate": 202,
"FfnDown": 202,
"MoeExperts": 0,
"MoeRouter": 119
}
}
]