Upload folder using huggingface_hub

._fast_run_4096w_40k_256bz_s0_l40s_google_gemma-2-2b_matryoshka_batch_top_k/resid_post_layer_12/trainer_0/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a376a42fc57b4216fd9b7f78463d505b86e67e20fb84a414b5fdf76641af13ce
+size 75525389

._fast_run_4096w_40k_256bz_s0_l40s_google_gemma-2-2b_matryoshka_batch_top_k/resid_post_layer_12/trainer_0/config.json

@@ -0,0 +1,53 @@
+{
+    "trainer": {
+        "trainer_class": "MatryoshkaBatchTopKTrainer",
+        "dict_class": "MatryoshkaBatchTopKSAE",
+        "lr": 0.0003,
+        "steps": 195312,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 156249,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "top_k_aux": 1152,
+        "seed": 0,
+        "activation_dim": 2304,
+        "dict_size": 4096,
+        "group_fractions": [
+            0.03125,
+            0.0625,
+            0.125,
+            0.25,
+            0.53125
+        ],
+        "group_weights": [
+            0.2,
+            0.2,
+            0.2,
+            0.2,
+            0.2
+        ],
+        "group_sizes": [
+            128,
+            256,
+            512,
+            1024,
+            2176
+        ],
+        "k": 40,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "google/gemma-2-2b",
+        "wandb_name": "M-4096-40-0_trainer_0",
+        "submodule_name": "resid_post_layer_12"
+    },
+    "buffer": {
+        "d_submodule": 2304,
+        "io": "out",
+        "n_ctxs": 264,
+        "ctx_len": 1024,
+        "refresh_batch_size": 4,
+        "out_batch_size": 256,
+        "device": "cuda:0"
+    }
+}

._fast_run_4096w_40k_256bz_s0_l40s_google_gemma-2-2b_matryoshka_batch_top_k/resid_post_layer_12/trainer_0/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 69.4825, "l1_loss": 473.13, "l0": 39.8677294921875, "frac_variance_explained": 0.7592578125, "cossim": 0.87185546875, "l2_ratio": 0.88458984375, "relative_reconstruction_bias": 1.0119140625, "loss_original": 2.152509765625, "loss_reconstructed": 2.45865234375, "loss_zero": 12.4375, "frac_recovered": 0.97017578125, "frac_alive": 0.994873046875, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}