Upload folder using huggingface_hub

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/BatchTopKTrainer-HuggingFaceTB_SmolLM-135M-resid_post_layer_12_trainer_0/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45d8b70a80988f330593a37a19c39e398c7033407b3e83d45b7065d72425556
+size 302256406

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/BatchTopKTrainer-HuggingFaceTB_SmolLM-135M-resid_post_layer_12_trainer_0/config.json

@@ -0,0 +1,32 @@
+{
+    "trainer": {
+        "trainer_class": "BatchTopKTrainer",
+        "dict_class": "BatchTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "BatchTopKTrainer-HuggingFaceTB/SmolLM-135M-resid_post_layer_12_trainer_0",
+        "submodule_name": "resid_post_layer_12"
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/BatchTopKTrainer-HuggingFaceTB_SmolLM-135M-resid_post_layer_12_trainer_0/eval_results.json

@@ -0,0 +1 @@
+{"l2_loss": 92.07174682617188, "l1_loss": 3708.7429962158203, "l0": 64.7215793132782, "frac_variance_explained": 0.9954343065619469, "cossim": 0.9156519845128059, "l2_ratio": 0.9147232957184315, "relative_reconstruction_bias": 1.004285804927349, "loss_original": 2.5805100798606873, "loss_reconstructed": 4.020263820886612, "loss_zero": 10.802701473236084, "frac_recovered": 0.8246423006057739, "frac_alive": 0.0301055908203125, "hyperparameters": {"n_inputs": 200, "context_length": 1024}}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.10_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32cfecdde3cb737b5d67fb89288b94bc997364c6684283e1dcdfb8c104c451
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.10_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "entropy",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_entropy_k60_l1.10_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.1
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.25_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c149a2d257a27c80b240a25d38e459eb6df735d55e22ebb3339d37cd3255e7
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.25_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "entropy",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_entropy_k60_l1.25_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.25
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.50_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deacaca93feb7a03f4c8d9de787b677a2c148e50fc9a13ec416af992c116892
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.50_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "entropy",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_entropy_k60_l1.50_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.5
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.75_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34054c415ee224e4ed9692138c0a7a91861811d6378a72b63a1f6f8f63f6bb2b
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l1.75_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "entropy",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_entropy_k60_l1.75_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.75
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l2.00_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ca1d5ecd1d322415b3fd8648fc715ea9401d01dc09bd3ccc6e11d4a0059aa9
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_entropy_k60_l2.00_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "entropy",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_entropy_k60_l2.00_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 2.0
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.10_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cfcf00e77e9443b20158882b49ee279996ce9ac9918269dc3a1cb0c61aee0e
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.10_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "l2_norm",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_l2_norm_k60_l1.10_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.1
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.25_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8468809fa5ff7656bf59bb9b478f3142192308351d230c1af83dde886b6623
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.25_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "l2_norm",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_l2_norm_k60_l1.25_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.25
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.50_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c9cd7925421f014c2e44cdac8f44227eb77543bca330684ac4eec11cbac564
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.50_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "l2_norm",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_l2_norm_k60_l1.50_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.5
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.75_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b375cc6c76a59af461fe86847c8a93d4fa16a43504ed3f25245ad7e5fc5a23e
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l1.75_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "l2_norm",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_l2_norm_k60_l1.75_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.75
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l2.00_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdbe6e8cdcefce5c1f9879b07b1b1f09530ce78f9e6d929b99328c3ecafe57b
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_l2_norm_k60_l2.00_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "l2_norm",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_l2_norm_k60_l2.00_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 2.0
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.10_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e923a59511c661d6afd6fae921ef74a008f9713d49e9eab521cc8b01173169e
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.10_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "leverage",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_leverage_k60_l1.10_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.1
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.25_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428f3b6f988da3206816427c7c01fdb2e82a9adedc7542d1dbeef2edd427357c
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.25_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "leverage",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_leverage_k60_l1.25_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.25
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.50_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93d822910f5af9965db82e52a938ae82a9728b5444da2755b7793e7e3752b5f
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.50_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "leverage",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_leverage_k60_l1.50_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.5
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.75_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98e381efe5bd09e30a43fd443170abede01a9acd0db8db90db839cc6138ac10
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l1.75_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "leverage",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_leverage_k60_l1.75_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.75
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l2.00_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952011a26432c9550ae672eb50ec3b123b72c9cc9eaca9308f6e3e60ddd8dbfd
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_leverage_k60_l2.00_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "leverage",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_leverage_k60_l2.00_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 2.0
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.10_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc88a820cfe9e0adf54048d73e939fd2c7fa2db8d08ccb745e8c304351afb40
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.10_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "uniform",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_uniform_k60_l1.10_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.1
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.25_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2abf82cb3f2604707fd4958e8052ee788f2246a7a4a60bacc5e73d2fc80af7e
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.25_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "uniform",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_uniform_k60_l1.25_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.25
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.50_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81c8625cac730026a475c2f588c322226f9483cf6eecf9581c93e38a157bf42
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.50_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "uniform",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_uniform_k60_l1.50_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.5
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.75_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba059a827616a557cbb92a91e940245797a92cab1957f9d5c5e6b0239ca8118
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l1.75_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "uniform",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_uniform_k60_l1.75_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 1.75
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l2.00_d65536_lr3.00e-04/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2046cda7c40485203d89e9c09171ae7ac6a54f4207cb6214bed6c433dc4410
+size 302519834

smol135m_hybrid_bundle_HuggingFaceTB_SmolLM-135M_batch_top_k_hybrid_sampled_top_k/resid_post_layer_12/HybridSampledSAE_uniform_k60_l2.00_d65536_lr3.00e-04/config.json

@@ -0,0 +1,37 @@
+{
+    "trainer": {
+        "trainer_class": "HybridSampledTopKTrainer",
+        "dict_class": "HybridSampledTopKSAE",
+        "lr": 0.0003,
+        "steps": 12207,
+        "auxk_alpha": 0.03125,
+        "warmup_steps": 1000,
+        "decay_start": 9765,
+        "threshold_beta": 0.999,
+        "threshold_start_step": 1000,
+        "sampling_update_freq": 1,
+        "sampling_method": "uniform",
+        "ridge_lambda": 0.01,
+        "sketching_size": 100,
+        "top_k_aux": 288,
+        "seed": 0,
+        "activation_dim": 576,
+        "dict_size": 65536,
+        "k": 60,
+        "device": "cuda:0",
+        "layer": 12,
+        "lm_name": "HuggingFaceTB/SmolLM-135M",
+        "wandb_name": "HybridSampledSAE_uniform_k60_l2.00_d65536_lr3.00e-04",
+        "submodule_name": "resid_post_layer_12",
+        "l_multiplier": 2.0
+    },
+    "buffer": {
+        "d_submodule": 576,
+        "io": "out",
+        "n_ctxs": 244,
+        "ctx_len": 1024,
+        "refresh_batch_size": 64,
+        "out_batch_size": 2048,
+        "device": "cuda:0"
+    }
+}