analysis/numbers.json

{
 "sft": 41.0,
 "base": 18.8,
 "Revert one range of SFT to Base": {
  "layers 0-10": 41.1,
  "layers 11-20": 40.5,
  "layers 3-4": 41.1,
  "non-layer weights": 46.6,
  "layers 21-25": 40.4,
  "layers 26-31": 54.2,
  "layers 21-31": 18.5,
  "layers 32-36": 10.2,
  "layers 37-41": 22.6,
  "layers 32-41": 6.6
 },
 "Add one range of SFT to Base": {
  "layers 0-10": 14.1,
  "layers 11-20": 20.2,
  "layers 3-4": 23.1,
  "non-layer weights": 11.7,
  "layers 21-31": 6.6,
  "layers 32-41": 19.2,
  "layers 21-41": 16.6,
  "layers 11-41": 15.9,
  "layers 11-41 + non-layer": 41.1,
  "layers 0-41": 46.6
 },
 "Revert one weight type in layers 21-41": {
  "qkv": 19.8,
  "o (attention out)": 19.6,
  "ffn_up_gate": 21.3,
  "ffn_down": 25.0,
  "norms": 40.6
 },
 "Revert a single layer": {
  "layer 32": 24.7,
  "layer 33": 20.9,
  "layer 34": 28.9,
  "layer 35": 20.8,
  "layer 36": 37.1
 },
 "window": {
  "13-25": [
   19.8,
   32.5,
   20.7,
   18.7
  ],
  "5-12": [
   21.4,
   57.2,
   18.6,
   22.0
  ],
  "1-25": [
   22.6,
   17.9,
   15.9,
   18.7
  ]
 },
 "window_sft": [
  41.0,
  105.8,
  58.5,
  43.8
 ],
 "kijai_seeds": [
  15.9,
  20.0,
  13.0,
  12.0
 ],
 "width": {
  "768": 122.1,
  "1024": 41.0,
  "1280_s11": 13.4,
  "1280_s14": 27.3,
  "1536": 16.7
 },
 "probe_summary": {
  "sft_s11": 41.0,
  "sft_s12": 25.2,
  "sft_s13": 18.3,
  "sft_s14": 105.8,
  "sft_s15": 58.5,
  "sft_s16": 43.8,
  "fix_s11": 15.9,
  "fix_s12": 29.0,
  "fix_s13": 16.5,
  "fix_s14": 20.0,
  "fix_s15": 13.0,
  "fix_s16": 12.0,
  "base_s11": 18.8,
  "base_s12": 22.1,
  "base_s13": 19.2,
  "base_s14": 27.2,
  "base_s15": 23.2,
  "base_s16": 23.9
 }
}