{
  "model": "Qwen/Qwen3-4B-Instruct-2507",
  "ckpt": "/tmp/checkpoints_block_d128/search_step_1000.pt",
  "by_K": {
    "128": {
      "raw_qk": {
        "per_layer": {
          "4": 0.95585672929883,
          "8": 0.977135993540287,
          "12": 0.969620868563652,
          "16": 0.9640911668539047,
          "20": 0.9696248471736908,
          "24": 0.9784364253282547
        },
        "avg": 0.9691276717931032
      },
      "learned": {
        "per_layer": {
          "4": 0.949747696518898,
          "8": 0.9758064672350883,
          "12": 0.9767678007483482,
          "16": 0.9701211974024773,
          "20": 0.9826441332697868,
          "24": 0.9841717407107353
        },
        "avg": 0.9732098393142223
      }
    }
  },
  "learned_over_raw_K128": 1.0042122081949907
}