TheodoreEhrenborg commited on
Commit
00c1217
·
verified ·
1 Parent(s): 66a011a

Upload results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results.json +94 -0
results.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_sae": 16384,
3
+ "actual_l0": 39.9248117,
4
+ "effective_l0": 22,
5
+ "cross_entropy": 160.95577922363282,
6
+ "sae_type": "saebench",
7
+ "sae_release": "canrager/saebench_gemma-2-2b_width-2pow14_date-0107",
8
+ "num_tokens": 10000000,
9
+ "num_epochs": 1,
10
+ "lr": 0.0005,
11
+ "loaded_dag": null,
12
+ "allow_negative_influence": false,
13
+ "history": {
14
+ "train_loss": [
15
+ 258.8480479649135,
16
+ 228.270520564488,
17
+ 208.23729738507953,
18
+ 195.47124099731445,
19
+ 186.29326596941266,
20
+ 179.28380214146205,
21
+ 173.89374433244978,
22
+ 169.28307811192104,
23
+ 165.5997785295759,
24
+ 162.46705115182058,
25
+ 162.34857755388532
26
+ ],
27
+ "train_steps": [
28
+ 140,
29
+ 280,
30
+ 420,
31
+ 560,
32
+ 700,
33
+ 840,
34
+ 980,
35
+ 1120,
36
+ 1260,
37
+ 1400,
38
+ 1407
39
+ ],
40
+ "val_loss": [
41
+ 241.96131279296876,
42
+ 216.78949235839843,
43
+ 201.06872397460938,
44
+ 190.45417380371094,
45
+ 182.59162114257813,
46
+ 176.45643806152344,
47
+ 171.5126471435547,
48
+ 167.43797053222656,
49
+ 164.01148420410155,
50
+ 161.0867590576172,
51
+ 160.95577922363282
52
+ ],
53
+ "val_cross_entropy": [
54
+ 241.96131279296876,
55
+ 216.78949235839843,
56
+ 201.06872397460938,
57
+ 190.45417380371094,
58
+ 182.59162114257813,
59
+ 176.45643806152344,
60
+ 171.5126471435547,
61
+ 167.43797053222656,
62
+ 164.01148420410155,
63
+ 161.0867590576172,
64
+ 160.95577922363282
65
+ ],
66
+ "effective_l0": [
67
+ 35,
68
+ 31,
69
+ 28,
70
+ 26,
71
+ 25,
72
+ 24,
73
+ 23,
74
+ 23,
75
+ 22,
76
+ 22,
77
+ 22
78
+ ],
79
+ "val_steps": [
80
+ 140,
81
+ 280,
82
+ 420,
83
+ 560,
84
+ 700,
85
+ 840,
86
+ 980,
87
+ 1120,
88
+ 1260,
89
+ 1400,
90
+ 1407
91
+ ]
92
+ },
93
+ "sae_id": "gemma-2-2b_jump_relu_width-2pow14_date-0107/resid_post_layer_12/trainer_1"
94
+ }