Upload resid_post_layer_30/trainer_5/delta_eval_ar.json with huggingface_hub
Browse files
resid_post_layer_30/trainer_5/delta_eval_ar.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tokens_evaluated": 1001789.0,
|
| 3 |
+
"lm_loss_clean": 2.167840475576693,
|
| 4 |
+
"lm_loss_sae": 2.2210616925071047,
|
| 5 |
+
"delta_lm_loss": 0.0532212169304116,
|
| 6 |
+
"max_len": 2048,
|
| 7 |
+
"batch_size_text": 8,
|
| 8 |
+
"io": "out",
|
| 9 |
+
"heldout_dataset": "common-pile/comma_v0.1_training_dataset",
|
| 10 |
+
"skip_first_n_examples": 500000
|
| 11 |
+
}
|