Upload folder using huggingface_hub

._fast_run_16384w_80k_1024bz_s1_l40s_google_gemma-2-2b_nested_dropout/resid_post_layer_12/trainer_0/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab06f986568854773bd8a3a19d06dc7999851259ebc99a2936b4b8389496f6a
+size 302066646

._fast_run_16384w_80k_1024bz_s1_l40s_google_gemma-2-2b_nested_dropout/resid_post_layer_12/trainer_0/config.json

@@ -0,0 +1,33 @@
+{
+    "trainer": {
+        "trainer_class": "NestedDropoutBatchTopKTrainer",
+        "dict_class": "NestedDropoutBatchTopKSAE",
+        "lr": 0.0003,
+        "steps": 48828,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 39062,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "top_k_aux": 1152,
+        "seed": 1,
+        "activation_dim": 2304,
+        "dict_size": 16384,
+        "p_L_over_p_1": 0.01,
+        "k": 80,
+        "device": "cuda",
+        "layer": 12,
+        "lm_name": "google/gemma-2-2b",
+        "wandb_name": "ND-16384-80-1_trainer_0",
+        "submodule_name": "resid_post_layer_12"
+    },
+    "buffer": {
+        "d_submodule": 2304,
+        "io": "out",
+        "n_ctxs": 1056,
+        "ctx_len": 1024,
+        "refresh_batch_size": 4,
+        "out_batch_size": 1024,
+        "device": "cuda:0"
+    }
+}

._fast_run_16384w_80k_1024bz_s1_l40s_google_gemma-2-2b_nested_dropout/resid_post_layer_12/trainer_0/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 80.06, "l1_loss": 691.94, "l0": 79.6308984375, "frac_variance_explained": 0.6859375, "cossim": 0.825703125, "l2_ratio": 0.83517578125, "relative_reconstruction_bias": 1.0115234375, "loss_original": 2.152841796875, "loss_reconstructed": 3.04095703125, "loss_zero": 12.4375, "frac_recovered": 0.9131640625, "frac_alive": 0.99969482421875, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}