{
  "run": "runs/default-seed2",
  "code": {
    "commit": "19276f75392bee9d5f6f61820395002a0746e349",
    "dirty": true,
    "snapshot": "source-snapshot.tar.gz"
  },
  "environment": {
    "python": "3.12.3",
    "torch": "2.15.0+cu132",
    "device": "cuda",
    "precision": "torch.float32",
    "uv_lock_sha256": "60eba889e8dcd90d00fdcc282a51fc42df3869f3ef3807b1946aaa3cfd5f62e2",
    "gpu": "NVIDIA GeForce RTX 3060",
    "cuda": "13.2"
  },
  "test_size": 2048,
  "chance_token_accuracy": 0.015625,
  "trained": {
    "loss": 0.00046359977568499744,
    "token_accuracy": 0.999847412109375,
    "exact_match": 0.99755859375
  },
  "untrained": {
    "loss": 4.222298622131348,
    "token_accuracy": 0.0142822265625,
    "exact_match": 0.0
  },
  "head_ablation": {
    "clean_loss": 0.00046359977568499744,
    "identity_patch_max_logit_change": 0.0,
    "loss_rise": [
      [
        0.047352743829833344,
        1.1891647628799547,
        0.002971459209220484,
        6.620310669328319,
        0.001162868255050853,
        0.2693032673851121,
        0.0006633798184338957,
        0.01946811148081906
      ],
      [
        0.012694073404418305,
        0.0065985834517050534,
        0.0006987463275436312,
        0.0009007553162518889,
        0.0017039284866768867,
        0.0028953883156646043,
        0.006903988338308409,
        0.0009580427140463144
      ],
      [
        9.999852045439184e-05,
        0.0007847294036764652,
        6.677379133179784e-06,
        0.00027560422313399613,
        8.595394319854677e-05,
        0.0008517569222021848,
        6.360691622830927e-05,
        0.0028535542369354516
      ],
      [
        -3.0265393434092402e-05,
        1.0538555216044188e-05,
        2.137760748155415e-05,
        4.4142158003523946e-05,
        1.2337521184235811e-05,
        5.3422118071466684e-06,
        6.135689909569919e-05,
        0.0001602511911187321
      ]
    ],
    "token_accuracy_drop": [
      [
        0.006805419921875,
        0.140716552734375,
        0.00067138671875,
        0.8082275390625,
        0.000335693359375,
        0.03826904296875,
        0.0001220703125,
        0.002471923828125
      ],
      [
        0.0035400390625,
        0.001861572265625,
        0.000274658203125,
        0.00030517578125,
        0.000762939453125,
        0.001007080078125,
        0.0018310546875,
        0.000457763671875
      ],
      [
        3.0517578125e-05,
        0.000152587890625,
        0.0,
        0.0,
        0.0,
        0.000335693359375,
        3.0517578125e-05,
        0.00091552734375
      ],
      [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        6.103515625e-05
      ]
    ],
    "layer_loss_rise": [
      10.483049278642284,
      0.43556219854508527,
      0.09911830493365414,
      0.01326776811038144
    ],
    "layer_token_accuracy_drop": [
      0.85162353515625,
      0.1031494140625,
      0.03265380859375,
      0.004241943359375
    ]
  },
  "lookup_next": {
    "score": [
      [
        0.092010498046875,
        0.19891357421875,
        0.41748046875,
        0.129241943359375,
        0.2574462890625,
        0.121490478515625,
        0.259857177734375,
        0.216217041015625
      ],
      [
        0.488922119140625,
        0.602020263671875,
        0.51617431640625,
        0.54144287109375,
        0.494171142578125,
        0.520660400390625,
        0.5172119140625,
        0.479278564453125
      ],
      [
        0.54705810546875,
        0.614532470703125,
        0.51446533203125,
        0.537261962890625,
        0.622100830078125,
        0.527313232421875,
        0.498138427734375,
        0.476837158203125
      ],
      [
        0.34832763671875,
        0.317596435546875,
        0.367431640625,
        0.25860595703125,
        0.39251708984375,
        0.38818359375,
        0.323089599609375,
        0.404296875
      ]
    ],
    "chance": 0.07715225219726562
  },
  "lookup_current": {
    "score": [
      [
        0.06396484375,
        0.776519775390625,
        0.22003173828125,
        0.9862060546875,
        0.122772216796875,
        0.06219482421875,
        0.13922119140625,
        0.129913330078125
      ],
      [
        0.157501220703125,
        0.299163818359375,
        0.227294921875,
        0.23193359375,
        0.230072021484375,
        0.2099609375,
        0.230255126953125,
        0.22003173828125
      ],
      [
        0.187652587890625,
        0.2132568359375,
        0.265167236328125,
        0.1873779296875,
        0.205169677734375,
        0.32989501953125,
        0.305511474609375,
        0.290191650390625
      ],
      [
        0.23785400390625,
        0.22991943359375,
        0.28265380859375,
        0.23626708984375,
        0.262176513671875,
        0.23712158203125,
        0.3084716796875,
        0.224029541015625
      ]
    ],
    "chance": 0.07715225219726562
  }
}