diff --git a/attn_out_all/layer_1_width_262k_l0_small/config.json b/attn_out_all/layer_1_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed0beb6578700c6798594a86795945b81ba4f064 --- /dev/null +++ b/attn_out_all/layer_1_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.1.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_3_width_16k_l0_small/config.json b/attn_out_all/layer_3_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac40e6d493b9f26b8145ec753f8dacb91d807d38 --- /dev/null +++ b/attn_out_all/layer_3_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.3.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_40_width_262k_l0_big/config.json b/attn_out_all/layer_40_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e2e1765586dcb467caed28a11a4569df836bbe8 --- /dev/null +++ b/attn_out_all/layer_40_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.40.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.40.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_51_width_16k_l0_small/config.json b/attn_out_all/layer_51_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63fe9cf281a3e0882d2031b007d2f3a976c43082 --- /dev/null +++ b/attn_out_all/layer_51_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.51.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.51.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_0_width_262k_l0_big/config.json b/mlp_out_all/layer_0_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..291988b54e36fa9bc8e6789625993d8f925c7330 --- /dev/null +++ b/mlp_out_all/layer_0_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_12_width_262k_l0_big/config.json b/mlp_out_all/layer_12_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b74dd8f514e13d1197cf67ed91ed429eabb936c --- /dev/null +++ b/mlp_out_all/layer_12_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.12.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 94, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_12_width_262k_l0_small/config.json b/mlp_out_all/layer_12_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ae09172b52fa27e39ea633792c219575f071561e --- /dev/null +++ b/mlp_out_all/layer_12_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.12.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_16k_l0_big/config.json b/mlp_out_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70f6e6d9f009cdd74ea25895e1efbed6ff597a21 --- /dev/null +++ b/mlp_out_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_16k_l0_small/config.json b/mlp_out_all/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ee29e5ca519d75e09d54d148dc7721f8ef2a47c --- /dev/null +++ b/mlp_out_all/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_262k_l0_small/config.json b/mlp_out_all/layer_13_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ae0fa05737a28c7ae0810e390e49852a7265544 --- /dev/null +++ b/mlp_out_all/layer_13_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_16k_l0_big/config.json b/mlp_out_all/layer_14_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d513cfcfa6c84656cff0af21bdefdbc49fc0e0e0 --- /dev/null +++ b/mlp_out_all/layer_14_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 100, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_16k_l0_small/config.json b/mlp_out_all/layer_14_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..804e48f841a21d962d867cc910f66a1285353b52 --- /dev/null +++ b/mlp_out_all/layer_14_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_16_width_262k_l0_big/config.json b/mlp_out_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92a1e73f651c9fef40d95d6f939d19f6cd3b8626 --- /dev/null +++ b/mlp_out_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 106, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_16_width_262k_l0_small/config.json b/mlp_out_all/layer_16_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..18ba507c98eb897f70a6c50e0fc6accd142b0709 --- /dev/null +++ b/mlp_out_all/layer_16_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_16k_l0_small/config.json b/mlp_out_all/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..28a84bd9661282f1ff3a9df960452691134c0ff5 --- /dev/null +++ b/mlp_out_all/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_262k_l0_big/config.json b/mlp_out_all/layer_17_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23002ec336cd42838b8bb385d3c0b86560bb248d --- /dev/null +++ b/mlp_out_all/layer_17_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 109, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_262k_l0_big/config.json b/mlp_out_all/layer_18_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a0aa8a6055498aa3307533148808cda5d7b6deb2 --- /dev/null +++ b/mlp_out_all/layer_18_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_16k_l0_big/config.json b/mlp_out_all/layer_20_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b01501adc90a472f1ddbb4a0726b7362d78ff5d9 --- /dev/null +++ b/mlp_out_all/layer_20_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_16k_l0_small/config.json b/mlp_out_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..279b814a7e8071bedc346a701af5647b65b68c92 --- /dev/null +++ b/mlp_out_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_262k_l0_big/config.json b/mlp_out_all/layer_20_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a7978ba9304c23b5707907a9ff98dbcb055d5f77 --- /dev/null +++ b/mlp_out_all/layer_20_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_16k_l0_big/config.json b/mlp_out_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9978749d850c51f388df3412937d9613e341c20a --- /dev/null +++ b/mlp_out_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_16k_l0_small/config.json b/mlp_out_all/layer_21_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..36c021652addc4e90f3def1357165d11b0101347 --- /dev/null +++ b/mlp_out_all/layer_21_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_262k_l0_big/config.json b/mlp_out_all/layer_21_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..346a8ca176b73e6c83e396d1e2a735014d0d6e36 --- /dev/null +++ b/mlp_out_all/layer_21_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_262k_l0_small/config.json b/mlp_out_all/layer_21_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f51e7a58f083da679676846288cf5cff69881c5a --- /dev/null +++ b/mlp_out_all/layer_21_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_16k_l0_small/config.json b/mlp_out_all/layer_22_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..05ac3dfeb4eed8b2a3f7deb3f3a8d5ce852aac43 --- /dev/null +++ b/mlp_out_all/layer_22_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_262k_l0_big/config.json b/mlp_out_all/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5da9506d7063c9de099f385c6145d191a7920ba1 --- /dev/null +++ b/mlp_out_all/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_262k_l0_small/config.json b/mlp_out_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..deff3f757723d245581120a1439029510fd59d44 --- /dev/null +++ b/mlp_out_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_23_width_16k_l0_small/config.json b/mlp_out_all/layer_23_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a8741bd6a628cb748d0fc528d8fa9fb6eb8e48bd --- /dev/null +++ b/mlp_out_all/layer_23_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_24_width_16k_l0_big/config.json b/mlp_out_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b1fed609d37ccebf94f5002cdfdd20b0c05f26e0 --- /dev/null +++ b/mlp_out_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_16k_l0_small/config.json b/mlp_out_all/layer_25_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f62ef4f9d7e20bd675267140c917bcdc47c31661 --- /dev/null +++ b/mlp_out_all/layer_25_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_262k_l0_big/config.json b/mlp_out_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af53e56a8712f303e1d3a12bbe6d90b04281f053 --- /dev/null +++ b/mlp_out_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_262k_l0_small/config.json b/mlp_out_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..22a0b3b40db866bdce37e2ab08c98cc22f2137e9 --- /dev/null +++ b/mlp_out_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_26_width_16k_l0_big/config.json b/mlp_out_all/layer_26_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e758a1e6ce187230f04e67ed3e418b5a33d9947 --- /dev/null +++ b/mlp_out_all/layer_26_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_26_width_16k_l0_small/config.json b/mlp_out_all/layer_26_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fb71f0e63e0e611a049b841466155a322736a54c --- /dev/null +++ b/mlp_out_all/layer_26_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_27_width_16k_l0_big/config.json b/mlp_out_all/layer_27_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..faa85333869cac4dfab8a8382beed1a9d2c49c57 --- /dev/null +++ b/mlp_out_all/layer_27_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_27_width_16k_l0_small/config.json b/mlp_out_all/layer_27_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..595510b48161863f4e9864687ad20158ca3b4f79 --- /dev/null +++ b/mlp_out_all/layer_27_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_27_width_262k_l0_big/config.json b/mlp_out_all/layer_27_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3da0805562ff3721eaae9a39b927036550080fca --- /dev/null +++ b/mlp_out_all/layer_27_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_27_width_262k_l0_small/config.json b/mlp_out_all/layer_27_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..33fc266a6329254ab0fbebfab0318174f9eea52a --- /dev/null +++ b/mlp_out_all/layer_27_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_28_width_262k_l0_small/config.json b/mlp_out_all/layer_28_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fdfa3be056e84727bb5efe092b0e4457e05d63c3 --- /dev/null +++ b/mlp_out_all/layer_28_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_29_width_16k_l0_big/config.json b/mlp_out_all/layer_29_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e476671119bb046b666b5885412b4b9864b94354 --- /dev/null +++ b/mlp_out_all/layer_29_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_29_width_16k_l0_small/config.json b/mlp_out_all/layer_29_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f5ac87c38ff0efd0da95f0bf854691ce21b9fb0 --- /dev/null +++ b/mlp_out_all/layer_29_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_16k_l0_small/config.json b/mlp_out_all/layer_2_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf017f704f10300474e25c4a644bf47125b1fadc --- /dev/null +++ b/mlp_out_all/layer_2_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_262k_l0_big/config.json b/mlp_out_all/layer_2_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea2c29fc9dc334f6ffa685868ba18fc6ef47f8a6 --- /dev/null +++ b/mlp_out_all/layer_2_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_30_width_262k_l0_big/config.json b/mlp_out_all/layer_30_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d5d88cfea13f2737b158536d717bf867704a1fd --- /dev/null +++ b/mlp_out_all/layer_30_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_31_width_16k_l0_small/config.json b/mlp_out_all/layer_31_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8dcecd23c95b9ac40d990f299e5697875b8a2d35 --- /dev/null +++ b/mlp_out_all/layer_31_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_31_width_262k_l0_small/config.json b/mlp_out_all/layer_31_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d66aa78a606e717e7664a43aff94679b418e26a8 --- /dev/null +++ b/mlp_out_all/layer_31_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_32_width_16k_l0_big/config.json b/mlp_out_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..be0275eb5776229f60956f595af9d0b961150caa --- /dev/null +++ b/mlp_out_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_33_width_16k_l0_big/config.json b/mlp_out_all/layer_33_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fdbb854859adbc41a85209d18db1d4c017d75a --- /dev/null +++ b/mlp_out_all/layer_33_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_33_width_262k_l0_small/config.json b/mlp_out_all/layer_33_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..823951e8dfa1ab712223d8b37307d0195aa56b72 --- /dev/null +++ b/mlp_out_all/layer_33_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_34_width_16k_l0_big/config.json b/mlp_out_all/layer_34_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e298844c3a315d20e9cacb6f398cdfd584a0d274 --- /dev/null +++ b/mlp_out_all/layer_34_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.34.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.34.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_35_width_16k_l0_big/config.json b/mlp_out_all/layer_35_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7e10d30e5b02e93652f6a0d1212382704d3acb16 --- /dev/null +++ b/mlp_out_all/layer_35_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.35.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_35_width_16k_l0_small/config.json b/mlp_out_all/layer_35_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e6068836af3f4436f35691aa764a28806064f380 --- /dev/null +++ b/mlp_out_all/layer_35_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.35.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_35_width_262k_l0_small/config.json b/mlp_out_all/layer_35_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..44724a796693612dc2852a54873f40bb1eb12a1e --- /dev/null +++ b/mlp_out_all/layer_35_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.35.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_36_width_16k_l0_small/config.json b/mlp_out_all/layer_36_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..482417398076ec790ade953ba872034b7704956d --- /dev/null +++ b/mlp_out_all/layer_36_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.36.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.36.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_36_width_262k_l0_big/config.json b/mlp_out_all/layer_36_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c76f80ca32a1343fecc41e7b8bf4eda247e4ca1f --- /dev/null +++ b/mlp_out_all/layer_36_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.36.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.36.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_37_width_262k_l0_big/config.json b/mlp_out_all/layer_37_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cdbcbc109b880bc2318c8f496b9bad5686058d04 --- /dev/null +++ b/mlp_out_all/layer_37_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.37.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.37.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_38_width_16k_l0_small/config.json b/mlp_out_all/layer_38_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a6f038cd1d2f313d32bfb3bac914198474ca47c --- /dev/null +++ b/mlp_out_all/layer_38_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.38.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.38.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_38_width_262k_l0_big/config.json b/mlp_out_all/layer_38_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cc498c3fdf30abf70990bc89cefb609777736797 --- /dev/null +++ b/mlp_out_all/layer_38_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.38.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.38.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_38_width_262k_l0_small/config.json b/mlp_out_all/layer_38_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0fa8927f36d6f72d74b04a488c1dc5119df085ce --- /dev/null +++ b/mlp_out_all/layer_38_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.38.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.38.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_39_width_16k_l0_big/config.json b/mlp_out_all/layer_39_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b34454047bb459b504d9c961b76c64c466884e7c --- /dev/null +++ b/mlp_out_all/layer_39_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.39.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_39_width_16k_l0_small/config.json b/mlp_out_all/layer_39_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..93a0e38c18fe4ac8a44445a1e6e0eadae6451cfb --- /dev/null +++ b/mlp_out_all/layer_39_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.39.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_39_width_262k_l0_big/config.json b/mlp_out_all/layer_39_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d769fc5461f715fd2e48470557d6bdfe725f2c1 --- /dev/null +++ b/mlp_out_all/layer_39_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.39.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_16k_l0_big/config.json b/mlp_out_all/layer_3_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a632a8a933387e5b667d4e67ebfb246f05402cd8 --- /dev/null +++ b/mlp_out_all/layer_3_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 68, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_262k_l0_small/config.json b/mlp_out_all/layer_3_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d64e3c0675b13f52efa2346b44ae4da310d5b8f --- /dev/null +++ b/mlp_out_all/layer_3_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_40_width_16k_l0_small/config.json b/mlp_out_all/layer_40_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4178543b9cabc6ffac558dddb6df58c148e9ea45 --- /dev/null +++ b/mlp_out_all/layer_40_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.40.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.40.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_41_width_262k_l0_big/config.json b/mlp_out_all/layer_41_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..69c20267c2db4271de90e14a846a39566c09bdf2 --- /dev/null +++ b/mlp_out_all/layer_41_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.41.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.41.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_42_width_16k_l0_small/config.json b/mlp_out_all/layer_42_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9644acd45ad4ed764b916812ba8e650fcf9fb070 --- /dev/null +++ b/mlp_out_all/layer_42_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.42.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.42.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_43_width_262k_l0_big/config.json b/mlp_out_all/layer_43_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..838b9f311ce17aa700c258b2b316f7218ef43dbb --- /dev/null +++ b/mlp_out_all/layer_43_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.43.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.43.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_44_width_16k_l0_small/config.json b/mlp_out_all/layer_44_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c28ea02f7741555655ddb364050c9b324a089c87 --- /dev/null +++ b/mlp_out_all/layer_44_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.44.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_44_width_262k_l0_small/config.json b/mlp_out_all/layer_44_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b7df509f531c49c35a60bb171443b2e80620e478 --- /dev/null +++ b/mlp_out_all/layer_44_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.44.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_45_width_16k_l0_big/config.json b/mlp_out_all/layer_45_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8eab514d9e26d0e79fd69b987c67ed775617658a --- /dev/null +++ b/mlp_out_all/layer_45_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.45.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.45.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_45_width_16k_l0_small/config.json b/mlp_out_all/layer_45_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..51078022132c1f5b1b4a29c4da09ee20194b2c78 --- /dev/null +++ b/mlp_out_all/layer_45_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.45.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.45.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_46_width_16k_l0_small/config.json b/mlp_out_all/layer_46_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee9236d94ae7fb1bc86e4d8bc3bf30c901da5283 --- /dev/null +++ b/mlp_out_all/layer_46_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.46.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.46.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_47_width_262k_l0_small/config.json b/mlp_out_all/layer_47_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..50722f7c9ae24fd5de8cfe8a9339816116781b86 --- /dev/null +++ b/mlp_out_all/layer_47_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.47.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_48_width_16k_l0_small/config.json b/mlp_out_all/layer_48_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0b98138e736bc5c5bcae5e8ae2bbd3135047c845 --- /dev/null +++ b/mlp_out_all/layer_48_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.48.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.48.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_49_width_16k_l0_small/config.json b/mlp_out_all/layer_49_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..82eaa026bc3b9842f5ef6c00b88b88ada35c02d9 --- /dev/null +++ b/mlp_out_all/layer_49_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.49.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.49.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_49_width_262k_l0_big/config.json b/mlp_out_all/layer_49_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bc0140bab89d624e443327579fb4232b8179662 --- /dev/null +++ b/mlp_out_all/layer_49_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.49.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.49.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_4_width_16k_l0_big/config.json b/mlp_out_all/layer_4_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2509873cdaaa052ab9877f692ef8f01865f9600 --- /dev/null +++ b/mlp_out_all/layer_4_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 71, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_50_width_16k_l0_big/config.json b/mlp_out_all/layer_50_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65157941594e0b8c57a452a417676e61d3c79468 --- /dev/null +++ b/mlp_out_all/layer_50_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.50.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.50.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_50_width_262k_l0_small/config.json b/mlp_out_all/layer_50_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..251f263ee0120fd1f0f9ae2dcf42f5b2691c7248 --- /dev/null +++ b/mlp_out_all/layer_50_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.50.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.50.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_51_width_262k_l0_big/config.json b/mlp_out_all/layer_51_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e73db4fec3674b83f703cdf414a0f040c6d8069c --- /dev/null +++ b/mlp_out_all/layer_51_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.51.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.51.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_52_width_16k_l0_small/config.json b/mlp_out_all/layer_52_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b1ea25f0f78e7d33a46d2683209d877a2fd7fb60 --- /dev/null +++ b/mlp_out_all/layer_52_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.52.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.52.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_52_width_262k_l0_big/config.json b/mlp_out_all/layer_52_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..33199a6860525e0b97e6d1e31fd139cd6c7f780a --- /dev/null +++ b/mlp_out_all/layer_52_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.52.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.52.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_52_width_262k_l0_small/config.json b/mlp_out_all/layer_52_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d85738d5bc465d4a0d8673c3090b45189aa7217 --- /dev/null +++ b/mlp_out_all/layer_52_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.52.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.52.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_53_width_16k_l0_big/config.json b/mlp_out_all/layer_53_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eeb01d6c33016432b994f69a696c350739c5e2a7 --- /dev/null +++ b/mlp_out_all/layer_53_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.53.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_53_width_262k_l0_small/config.json b/mlp_out_all/layer_53_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9add5c822ff74d99ebf757013187ad7eaf7ddeaf --- /dev/null +++ b/mlp_out_all/layer_53_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.53.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_54_width_16k_l0_big/config.json b/mlp_out_all/layer_54_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b1267d7b4fb25ee2b48399e08e7d3541e768e32 --- /dev/null +++ b/mlp_out_all/layer_54_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.54.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.54.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_54_width_262k_l0_big/config.json b/mlp_out_all/layer_54_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5d8ceca521d21a4acf8d4e49a0ec34d984a665fa --- /dev/null +++ b/mlp_out_all/layer_54_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.54.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.54.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_55_width_16k_l0_big/config.json b/mlp_out_all/layer_55_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5df48a7b72ebed9bba44bbcd89925b76b7262674 --- /dev/null +++ b/mlp_out_all/layer_55_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.55.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.55.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_55_width_16k_l0_small/config.json b/mlp_out_all/layer_55_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..995fae4c1efb041cf95762abfb847ee09769fa10 --- /dev/null +++ b/mlp_out_all/layer_55_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.55.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.55.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_56_width_262k_l0_big/config.json b/mlp_out_all/layer_56_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c850d25003a7b6f7af08e41244567472fa3c238c --- /dev/null +++ b/mlp_out_all/layer_56_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.56.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.56.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_56_width_262k_l0_small/config.json b/mlp_out_all/layer_56_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a289a1221e7d6cdd0b2b127422acd63ba810218f --- /dev/null +++ b/mlp_out_all/layer_56_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.56.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.56.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_57_width_16k_l0_big/config.json b/mlp_out_all/layer_57_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9fceaef56311d23eb12261b76834cd778f56b76b --- /dev/null +++ b/mlp_out_all/layer_57_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.57.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.57.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_57_width_262k_l0_big/config.json b/mlp_out_all/layer_57_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2f4bc36265dc66bba79a7be39ff28fa67533a93 --- /dev/null +++ b/mlp_out_all/layer_57_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.57.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.57.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_16k_l0_small/config.json b/mlp_out_all/layer_5_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2a09f9366dc18ca13a2f2eb47cda115945ef41ac --- /dev/null +++ b/mlp_out_all/layer_5_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_262k_l0_small/config.json b/mlp_out_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f05ea4196f23942c1d5de237043f82cd6ad718d --- /dev/null +++ b/mlp_out_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_60_width_16k_l0_big/config.json b/mlp_out_all/layer_60_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6ab2928f56b52292512c2b1f781b020c94bf7bd2 --- /dev/null +++ b/mlp_out_all/layer_60_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.60.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.60.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_60_width_16k_l0_small/config.json b/mlp_out_all/layer_60_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..80727f81cb014701b98cf926459a061238947d66 --- /dev/null +++ b/mlp_out_all/layer_60_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.60.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.60.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_60_width_262k_l0_big/config.json b/mlp_out_all/layer_60_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8414d43b38995e6338a80dc462f00296ef65d751 --- /dev/null +++ b/mlp_out_all/layer_60_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.60.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.60.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_61_width_262k_l0_big/config.json b/mlp_out_all/layer_61_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..14ceff1d12a4adf4d1fddadb0b450a490837aea7 --- /dev/null +++ b/mlp_out_all/layer_61_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.61.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.61.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_61_width_262k_l0_small/config.json b/mlp_out_all/layer_61_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..15845f1cab81fe4f15e162511dc70592cb3a1ca4 --- /dev/null +++ b/mlp_out_all/layer_61_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.61.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.61.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_6_width_16k_l0_big/config.json b/mlp_out_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b60fd974eac05b6a783e7420ba0632ddf8581bba --- /dev/null +++ b/mlp_out_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 77, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_8_width_262k_l0_big/config.json b/mlp_out_all/layer_8_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d9518dc25db4386e2724929e3a4368c39a1073f --- /dev/null +++ b/mlp_out_all/layer_8_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 83, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_8_width_262k_l0_small/config.json b/mlp_out_all/layer_8_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7074c63376b42310d33346152584060224312cba --- /dev/null +++ b/mlp_out_all/layer_8_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_9_width_262k_l0_small/config.json b/mlp_out_all/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..912b33650cdb4efbcd3cd7811e7e3e00801b84d1 --- /dev/null +++ b/mlp_out_all/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file