outputs/sparse_repro_quick.json

{
  "dense": {
    "loss": 4.2224966287612915,
    "ppl": 68.20355085122468,
    "n_tokens": 126,
    "config": {
      "name": "dense",
      "mode": "dense",
      "keep_frac": 1.0
    }
  },
  "k_only_tight": {
    "loss": 4.240987539291382,
    "ppl": 69.47642867516338,
    "n_tokens": 126,
    "config": {
      "name": "k_only_tight",
      "mode": "k_only",
      "keep_frac": 0.15,
      "block_q": 1,
      "block_k": 64
    }
  },
  "tile_sparse_tight": {
    "loss": 4.2224966287612915,
    "ppl": 68.20355085122468,
    "n_tokens": 126,
    "config": {
      "name": "tile_sparse_tight",
      "mode": "tile_sparse",
      "keep_frac": 0.15,
      "block_q": 8,
      "block_k": 64
    }
  }
}