Upload trainer_0/config.json with huggingface_hub

trainer_0/config.json

@@ -4,10 +4,10 @@
         "trainer_class": "StandardTrainerAprilUpdate",
         "activation_dim": 1792,
         "dict_size": 57344,
-        "lr": 1e-06,
-        "l1_penalty": 0.01,
-        "warmup_steps": 0,
-        "sparsity_warmup_steps": 0,
+        "lr": 1e-05,
+        "l1_penalty": 0.1,
+        "warmup_steps": 20,
+        "sparsity_warmup_steps": 20,
         "steps": 30517,
         "decay_start": null,
         "seed": null,
@@ -16,9 +16,9 @@
         "lm_name": "blah",
         "wandb_name": "StandardTrainerAprilUpdate",
         "submodule_name": null,
-        "frac_features_shared": 0.1,
-        "shared_l1_penalty": 0.002,
-        "num_shared_features": 5734
+        "frac_features_shared": 0.04,
+        "shared_l1_penalty": 0.02,
+        "num_shared_features": 2293
     },
     "buffer": {
         "n_models": 2,