Hugging Face's logo

coeiico
/
tiny-transformer

PyTorch
Safetensors
transformer
interpretability
from-scratch
Model card Files
xet
 Community
tiny-transformer / default-seed2 /analysis /final /results.json
coeiico's picture
coeiico
Add every run in its own folder and the model card
4a570eb verified
Raw History Blame Contribute Delete
4.97 kB
{
"run": "runs/default-seed2",
"code": {
"commit": "19276f75392bee9d5f6f61820395002a0746e349",
"dirty": true,
"snapshot": "source-snapshot.tar.gz"
},
"environment": {
"python": "3.12.3",
"torch": "2.15.0+cu132",
"device": "cuda",
"precision": "torch.float32",
"uv_lock_sha256": "60eba889e8dcd90d00fdcc282a51fc42df3869f3ef3807b1946aaa3cfd5f62e2",
"gpu": "NVIDIA GeForce RTX 3060",
"cuda": "13.2"
},
"test_size": 2048,
"chance_token_accuracy": 0.015625,
"trained": {
"loss": 0.00046359977568499744,
"token_accuracy": 0.999847412109375,
"exact_match": 0.99755859375
},
"untrained": {
"loss": 4.222298622131348,
"token_accuracy": 0.0142822265625,
"exact_match": 0.0
},
"head_ablation": {
"clean_loss": 0.00046359977568499744,
"identity_patch_max_logit_change": 0.0,
"loss_rise": [
[
0.047352743829833344,
1.1891647628799547,
0.002971459209220484,
6.620310669328319,
0.001162868255050853,
0.2693032673851121,
0.0006633798184338957,
0.01946811148081906
],
[
0.012694073404418305,
0.0065985834517050534,
0.0006987463275436312,
0.0009007553162518889,
0.0017039284866768867,
0.0028953883156646043,
0.006903988338308409,
0.0009580427140463144
],
[
9.999852045439184e-05,
0.0007847294036764652,
6.677379133179784e-06,
0.00027560422313399613,
8.595394319854677e-05,
0.0008517569222021848,
6.360691622830927e-05,
0.0028535542369354516
],
[
-3.0265393434092402e-05,
1.0538555216044188e-05,
2.137760748155415e-05,
4.4142158003523946e-05,
1.2337521184235811e-05,
5.3422118071466684e-06,
6.135689909569919e-05,
0.0001602511911187321
]
],
"token_accuracy_drop": [
[
0.006805419921875,
0.140716552734375,
0.00067138671875,
0.8082275390625,
0.000335693359375,
0.03826904296875,
0.0001220703125,
0.002471923828125
],
[
0.0035400390625,
0.001861572265625,
0.000274658203125,
0.00030517578125,
0.000762939453125,
0.001007080078125,
0.0018310546875,
0.000457763671875
],
[
3.0517578125e-05,
0.000152587890625,
0.0,
0.0,
0.0,
0.000335693359375,
3.0517578125e-05,
0.00091552734375
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
6.103515625e-05
]
],
"layer_loss_rise": [
10.483049278642284,
0.43556219854508527,
0.09911830493365414,
0.01326776811038144
],
"layer_token_accuracy_drop": [
0.85162353515625,
0.1031494140625,
0.03265380859375,
0.004241943359375
]
},
"lookup_next": {
"score": [
[
0.092010498046875,
0.19891357421875,
0.41748046875,
0.129241943359375,
0.2574462890625,
0.121490478515625,
0.259857177734375,
0.216217041015625
],
[
0.488922119140625,
0.602020263671875,
0.51617431640625,
0.54144287109375,
0.494171142578125,
0.520660400390625,
0.5172119140625,
0.479278564453125
],
[
0.54705810546875,
0.614532470703125,
0.51446533203125,
0.537261962890625,
0.622100830078125,
0.527313232421875,
0.498138427734375,
0.476837158203125
],
[
0.34832763671875,
0.317596435546875,
0.367431640625,
0.25860595703125,
0.39251708984375,
0.38818359375,
0.323089599609375,
0.404296875
]
],
"chance": 0.07715225219726562
},
"lookup_current": {
"score": [
[
0.06396484375,
0.776519775390625,
0.22003173828125,
0.9862060546875,
0.122772216796875,
0.06219482421875,
0.13922119140625,
0.129913330078125
],
[
0.157501220703125,
0.299163818359375,
0.227294921875,
0.23193359375,
0.230072021484375,
0.2099609375,
0.230255126953125,
0.22003173828125
],
[
0.187652587890625,
0.2132568359375,
0.265167236328125,
0.1873779296875,
0.205169677734375,
0.32989501953125,
0.305511474609375,
0.290191650390625
],
[
0.23785400390625,
0.22991943359375,
0.28265380859375,
0.23626708984375,
0.262176513671875,
0.23712158203125,
0.3084716796875,
0.224029541015625
]
],
"chance": 0.07715225219726562
}
}