sparse_repro_mla_full.json

{
  "dense": {
    "loss": 2.3180688058216536,
    "ppl": 10.156042066028093,
    "n_tokens": 1531,
    "avg_tiles_touched_per_qblock": null,
    "config": {
      "name": "dense",
      "mode": "dense",
      "keep_frac": 1.0,
      "block_q": 8,
      "block_k": 64
    }
  },
  "k_only_tight": {
    "loss": 2.2986470706940945,
    "ppl": 9.960697215413912,
    "n_tokens": 1531,
    "avg_tiles_touched_per_qblock": 2.149418328584995,
    "config": {
      "name": "k_only_tight",
      "mode": "k_only",
      "keep_frac": 0.15,
      "block_q": 8,
      "block_k": 64
    }
  },
  "tile_sparse_tight": {
    "loss": 2.645885103905925,
    "ppl": 14.095915913552581,
    "n_tokens": 1531,
    "avg_tiles_touched_per_qblock": 1.0,
    "config": {
      "name": "tile_sparse_tight",
      "mode": "tile_sparse",
      "keep_frac": 0.15,
      "block_q": 8,
      "block_k": 64
    }
  },
  "k_only_40pct_cut": {
    "loss": 2.3176780904842156,
    "ppl": 10.152074719727224,
    "n_tokens": 1531,
    "avg_tiles_touched_per_qblock": 2.1538461538461537,
    "config": {
      "name": "k_only_40pct_cut",
      "mode": "k_only",
      "keep_frac": 0.592,
      "block_q": 8,
      "block_k": 64
    }
  },
  "tile_sparse_40pct_cut": {
    "loss": 2.340239362261951,
    "ppl": 10.38372173641388,
    "n_tokens": 1531,
    "avg_tiles_touched_per_qblock": 1.6871794871794872,
    "config": {
      "name": "tile_sparse_40pct_cut",
      "mode": "tile_sparse",
      "keep_frac": 0.592,
      "block_q": 8,
      "block_k": 64
    }
  },
  "claim1_tight_budget_comparison": {
    "k_only_excess_loss": -0.01942173512755918,
    "tile_sparse_excess_loss": 0.3278162980842714,
    "tile_sparse_relative_improvement_over_k_only_AT_MATCHED_KEEP_FRAC": 17.878836825403127,
    "k_only_avg_tiles_touched_per_qblock": 2.149418328584995,
    "tile_sparse_avg_tiles_touched_per_qblock": 1.0,
    "tile_sparse_accuracy_retention_vs_dense": 0.7204953639276127
  },
  "claim2_40pct_cut_comparison": {
    "k_only_excess_loss": -0.0003907153374380634,
    "tile_sparse_excess_loss": 0.022170556440297418,
    "tile_sparse_relative_improvement_over_k_only_AT_MATCHED_KEEP_FRAC": 57.74350176696587,
    "k_only_avg_tiles_touched_per_qblock": 2.1538461538461537,
    "tile_sparse_avg_tiles_touched_per_qblock": 1.6871794871794872,
    "tile_sparse_accuracy_retention_vs_dense": 0.9780734041064144
  }
}