Hugging Face's logo

coeiico
/
tiny-transformer

PyTorch
Safetensors
transformer
interpretability
from-scratch
Model card Files
xet
 Community
tiny-transformer / analysis /final /results.json
coeiico's picture
coeiico
Upload folder using huggingface_hub
9cdf072 verified
Raw History Blame Contribute Delete
4.92 kB
{
"run": "runs/default-seed0",
"code": {
"commit": "19276f75392bee9d5f6f61820395002a0746e349",
"dirty": true,
"snapshot": "source-snapshot.tar.gz"
},
"environment": {
"python": "3.12.3",
"torch": "2.15.0+cu132",
"device": "cuda",
"precision": "torch.float32",
"uv_lock_sha256": "60eba889e8dcd90d00fdcc282a51fc42df3869f3ef3807b1946aaa3cfd5f62e2",
"gpu": "NVIDIA GeForce RTX 3060",
"cuda": "13.2"
},
"test_size": 2048,
"chance_token_accuracy": 0.015625,
"trained": {
"loss": 4.249109224474523e-06,
"token_accuracy": 1.0,
"exact_match": 1.0
},
"untrained": {
"loss": 4.214900970458984,
"token_accuracy": 0.01812744140625,
"exact_match": 0.0
},
"head_ablation": {
"clean_loss": 4.249109224474523e-06,
"identity_patch_max_logit_change": 0.0,
"loss_rise": [
[
0.09456062089066108,
0.006693977446957433,
2.235693497167631,
0.15027083228687843,
0.07599250744442543,
0.00419125804091891,
0.10219017933468422,
5.169036907659574
],
[
0.00025813918091444066,
2.973878781631356e-05,
0.00024059577026491752,
0.0009068534045582055,
0.003771953800423944,
0.0006174362997626304,
0.000752416023715341,
0.004184644253655279
],
[
0.00014806245508225402,
4.894880476058461e-06,
2.7085926376457792e-05,
0.00017150774419860682,
0.00021039024341007462,
0.0007992379169081687,
0.0008647132117403089,
1.1404487850086298e-05
],
[
1.613488984730793e-05,
8.192873792722821e-07,
1.7713737179292366e-06,
2.291507462359732e-05,
0.0001252591091542854,
5.263272214506287e-06,
4.800411898031598e-05,
7.388479389192071e-06
]
],
"token_accuracy_drop": [
[
0.021453857421875,
0.001556396484375,
0.322906494140625,
0.017242431640625,
0.010345458984375,
0.00079345703125,
0.010589599609375,
0.764434814453125
],
[
6.103515625e-05,
3.0517578125e-05,
9.1552734375e-05,
0.0003662109375,
0.001220703125,
0.00018310546875,
0.000274658203125,
0.00128173828125
],
[
3.0517578125e-05,
0.0,
0.0,
6.103515625e-05,
0.0001220703125,
0.000152587890625,
0.00030517578125,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"layer_loss_rise": [
13.57202391098599,
0.19787378381352028,
0.04730297024707397,
0.0025761095375855803
],
"layer_token_accuracy_drop": [
0.88677978515625,
0.04681396484375,
0.016082763671875,
0.000274658203125
]
},
"lookup_next": {
"score": [
[
0.196746826171875,
0.322418212890625,
0.204315185546875,
0.372955322265625,
0.4195556640625,
0.290557861328125,
0.11737060546875,
0.136383056640625
],
[
0.53216552734375,
0.451263427734375,
0.471405029296875,
0.4954833984375,
0.45703125,
0.5029296875,
0.46435546875,
0.466583251953125
],
[
0.43756103515625,
0.59722900390625,
0.504119873046875,
0.58270263671875,
0.451690673828125,
0.468170166015625,
0.674285888671875,
0.673553466796875
],
[
0.269866943359375,
0.328369140625,
0.2083740234375,
0.380889892578125,
0.379302978515625,
0.265625,
0.322174072265625,
0.201141357421875
]
],
"chance": 0.07715225219726562
},
"lookup_current": {
"score": [
[
0.58856201171875,
0.199432373046875,
0.859954833984375,
0.282135009765625,
0.2462158203125,
0.19976806640625,
0.03662109375,
0.988250732421875
],
[
0.286376953125,
0.254669189453125,
0.499359130859375,
0.36083984375,
0.21551513671875,
0.195831298828125,
0.14984130859375,
0.171142578125
],
[
0.3846435546875,
0.24420166015625,
0.2579345703125,
0.267059326171875,
0.279937744140625,
0.378326416015625,
0.229736328125,
0.234710693359375
],
[
0.243560791015625,
0.227264404296875,
0.204864501953125,
0.244720458984375,
0.27691650390625,
0.246490478515625,
0.29443359375,
0.200347900390625
]
],
"chance": 0.07715225219726562
}
}