TheodoreEhrenborg commited on
Commit
5a95a75
·
verified ·
1 Parent(s): 21177df

Upload results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results.json +64 -0
results.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_sae": 16384,
3
+ "actual_l0": 77.9288,
4
+ "effective_l0": 55,
5
+ "cross_entropy": 365.3117333984375,
6
+ "sae_type": "saebench",
7
+ "sae_release": "canrager/saebench_gemma-2-2b_width-2pow14_date-0107",
8
+ "num_tokens": 100000,
9
+ "num_epochs": 10,
10
+ "lr": 0.0005,
11
+ "loaded_dag": null,
12
+ "allow_negative_influence": false,
13
+ "history": {
14
+ "train_loss": [
15
+ 492.9263488769531,
16
+ 473.2631591796875,
17
+ 456.3241841634115,
18
+ 437.7373372395833,
19
+ 421.8165568033854,
20
+ 406.8993693033854,
21
+ 394.36273193359375,
22
+ 382.89879557291664,
23
+ 373.383506266276,
24
+ 364.0950113932292
25
+ ],
26
+ "val_loss": [
27
+ 483.5481750488281,
28
+ 465.26338256835936,
29
+ 447.84583984375,
30
+ 431.6575048828125,
31
+ 416.8330383300781,
32
+ 403.5369384765625,
33
+ 391.8553833007812,
34
+ 381.6985778808594,
35
+ 372.9405200195313,
36
+ 365.3117333984375
37
+ ],
38
+ "val_cross_entropy": [
39
+ 483.5481750488281,
40
+ 465.26338256835936,
41
+ 447.84583984375,
42
+ 431.6575048828125,
43
+ 416.8330383300781,
44
+ 403.5369384765625,
45
+ 391.8553833007812,
46
+ 381.6985778808594,
47
+ 372.9405200195313,
48
+ 365.3117333984375
49
+ ],
50
+ "effective_l0": [
51
+ 77,
52
+ 74,
53
+ 70,
54
+ 67,
55
+ 65,
56
+ 62,
57
+ 60,
58
+ 58,
59
+ 57,
60
+ 55
61
+ ]
62
+ },
63
+ "sae_id": "gemma-2-2b_matryoshka_batch_top_k_width-2pow14_date-0107/resid_post_layer_12/trainer_2"
64
+ }