{
  "run": "runs/default-seed0",
  "code": {
    "commit": "19276f75392bee9d5f6f61820395002a0746e349",
    "dirty": true,
    "snapshot": "source-snapshot.tar.gz"
  },
  "environment": {
    "python": "3.12.3",
    "torch": "2.15.0+cu132",
    "device": "cuda",
    "precision": "torch.float32",
    "uv_lock_sha256": "60eba889e8dcd90d00fdcc282a51fc42df3869f3ef3807b1946aaa3cfd5f62e2",
    "gpu": "NVIDIA GeForce RTX 3060",
    "cuda": "13.2"
  },
  "test_size": 2048,
  "chance_token_accuracy": 0.015625,
  "trained": {
    "loss": 4.249109224474523e-06,
    "token_accuracy": 1.0,
    "exact_match": 1.0
  },
  "untrained": {
    "loss": 4.214900970458984,
    "token_accuracy": 0.01812744140625,
    "exact_match": 0.0
  },
  "head_ablation": {
    "clean_loss": 4.249109224474523e-06,
    "identity_patch_max_logit_change": 0.0,
    "loss_rise": [
      [
        0.09456062089066108,
        0.006693977446957433,
        2.235693497167631,
        0.15027083228687843,
        0.07599250744442543,
        0.00419125804091891,
        0.10219017933468422,
        5.169036907659574
      ],
      [
        0.00025813918091444066,
        2.973878781631356e-05,
        0.00024059577026491752,
        0.0009068534045582055,
        0.003771953800423944,
        0.0006174362997626304,
        0.000752416023715341,
        0.004184644253655279
      ],
      [
        0.00014806245508225402,
        4.894880476058461e-06,
        2.7085926376457792e-05,
        0.00017150774419860682,
        0.00021039024341007462,
        0.0007992379169081687,
        0.0008647132117403089,
        1.1404487850086298e-05
      ],
      [
        1.613488984730793e-05,
        8.192873792722821e-07,
        1.7713737179292366e-06,
        2.291507462359732e-05,
        0.0001252591091542854,
        5.263272214506287e-06,
        4.800411898031598e-05,
        7.388479389192071e-06
      ]
    ],
    "token_accuracy_drop": [
      [
        0.021453857421875,
        0.001556396484375,
        0.322906494140625,
        0.017242431640625,
        0.010345458984375,
        0.00079345703125,
        0.010589599609375,
        0.764434814453125
      ],
      [
        6.103515625e-05,
        3.0517578125e-05,
        9.1552734375e-05,
        0.0003662109375,
        0.001220703125,
        0.00018310546875,
        0.000274658203125,
        0.00128173828125
      ],
      [
        3.0517578125e-05,
        0.0,
        0.0,
        6.103515625e-05,
        0.0001220703125,
        0.000152587890625,
        0.00030517578125,
        0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ]
    ],
    "layer_loss_rise": [
      13.57202391098599,
      0.19787378381352028,
      0.04730297024707397,
      0.0025761095375855803
    ],
    "layer_token_accuracy_drop": [
      0.88677978515625,
      0.04681396484375,
      0.016082763671875,
      0.000274658203125
    ]
  },
  "lookup_next": {
    "score": [
      [
        0.196746826171875,
        0.322418212890625,
        0.204315185546875,
        0.372955322265625,
        0.4195556640625,
        0.290557861328125,
        0.11737060546875,
        0.136383056640625
      ],
      [
        0.53216552734375,
        0.451263427734375,
        0.471405029296875,
        0.4954833984375,
        0.45703125,
        0.5029296875,
        0.46435546875,
        0.466583251953125
      ],
      [
        0.43756103515625,
        0.59722900390625,
        0.504119873046875,
        0.58270263671875,
        0.451690673828125,
        0.468170166015625,
        0.674285888671875,
        0.673553466796875
      ],
      [
        0.269866943359375,
        0.328369140625,
        0.2083740234375,
        0.380889892578125,
        0.379302978515625,
        0.265625,
        0.322174072265625,
        0.201141357421875
      ]
    ],
    "chance": 0.07715225219726562
  },
  "lookup_current": {
    "score": [
      [
        0.58856201171875,
        0.199432373046875,
        0.859954833984375,
        0.282135009765625,
        0.2462158203125,
        0.19976806640625,
        0.03662109375,
        0.988250732421875
      ],
      [
        0.286376953125,
        0.254669189453125,
        0.499359130859375,
        0.36083984375,
        0.21551513671875,
        0.195831298828125,
        0.14984130859375,
        0.171142578125
      ],
      [
        0.3846435546875,
        0.24420166015625,
        0.2579345703125,
        0.267059326171875,
        0.279937744140625,
        0.378326416015625,
        0.229736328125,
        0.234710693359375
      ],
      [
        0.243560791015625,
        0.227264404296875,
        0.204864501953125,
        0.244720458984375,
        0.27691650390625,
        0.246490478515625,
        0.29443359375,
        0.200347900390625
      ]
    ],
    "chance": 0.07715225219726562
  }
}