Upload folder using huggingface_hub

._fast_run_4096w_40k_256bz_s1_l40s_google_gemma-2-2b_nested_dropout/resid_post_layer_12/trainer_0/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d2c2a1c511333475b97e09dbecbf316706eae3140bac9e83cbf5f383daa300
+size 75525078

._fast_run_4096w_40k_256bz_s1_l40s_google_gemma-2-2b_nested_dropout/resid_post_layer_12/trainer_0/config.json

@@ -0,0 +1,33 @@
+{
+    "trainer": {
+        "trainer_class": "NestedDropoutBatchTopKTrainer",
+        "dict_class": "NestedDropoutBatchTopKSAE",
+        "lr": 0.0003,
+        "steps": 195312,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 156249,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "top_k_aux": 1152,
+        "seed": 1,
+        "activation_dim": 2304,
+        "dict_size": 4096,
+        "p_L_over_p_1": 0.001,
+        "k": 40,
+        "device": "cuda",
+        "layer": 12,
+        "lm_name": "google/gemma-2-2b",
+        "wandb_name": "ND-4096-40-1_trainer_0",
+        "submodule_name": "resid_post_layer_12"
+    },
+    "buffer": {
+        "d_submodule": 2304,
+        "io": "out",
+        "n_ctxs": 264,
+        "ctx_len": 1024,
+        "refresh_batch_size": 4,
+        "out_batch_size": 256,
+        "device": "cuda:0"
+    }
+}

._fast_run_4096w_40k_256bz_s1_l40s_google_gemma-2-2b_nested_dropout/resid_post_layer_12/trainer_0/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 79.93, "l1_loss": 514.86, "l0": 39.8348095703125, "frac_variance_explained": 0.68361328125, "cossim": 0.82630859375, "l2_ratio": 0.8315625, "relative_reconstruction_bias": 1.00609375, "loss_original": 2.152509765625, "loss_reconstructed": 3.0796875, "loss_zero": 12.4375, "frac_recovered": 0.909609375, "frac_alive": 0.996826171875, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}