diff --git a/attn_out/layer_16_width_16k_l0_big/config.json b/attn_out/layer_16_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5ab1a1c76a9730d165c6c37a1559272fdd6dc76c --- /dev/null +++ b/attn_out/layer_16_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 129, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_16_width_16k_l0_small/config.json b/attn_out/layer_16_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3aff54d16ce22f11c7af8ab000d555ddcc86d3a2 --- /dev/null +++ b/attn_out/layer_16_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_16_width_262k_l0_medium/config.json b/attn_out/layer_16_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1aa0d7d22fb154ea945f28f015fad6e1581903a9 --- /dev/null +++ b/attn_out/layer_16_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 53, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_16_width_262k_l0_small/config.json b/attn_out/layer_16_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5029d3f6930120ac2ea1a34f0ed9eb0245ca7821 --- /dev/null +++ b/attn_out/layer_16_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_16_width_65k_l0_big/config.json b/attn_out/layer_16_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..269e24257733641512c5362d607cffc54711c63e --- /dev/null +++ b/attn_out/layer_16_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 129, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_16_width_65k_l0_medium/config.json b/attn_out/layer_16_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dc48032b66a46feee111b0560e3a9ca4334ff936 --- /dev/null +++ b/attn_out/layer_16_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 53, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_16_width_65k_l0_small/config.json b/attn_out/layer_16_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5dc68ca6b9ebc38637c49b9528bd86f2fce53d65 --- /dev/null +++ b/attn_out/layer_16_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_31_width_16k_l0_big/config.json b/attn_out/layer_31_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bbe2389ef7e37b21e1ac26d4523bb478e156e4c6 --- /dev/null +++ b/attn_out/layer_31_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_31_width_262k_l0_big/config.json b/attn_out/layer_31_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3afbd22d9181bc9ce613f117916e11f9bb53a34a --- /dev/null +++ b/attn_out/layer_31_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_31_width_262k_l0_medium/config.json b/attn_out/layer_31_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..da2cf6bdae74e888817cfdd110f93712b85de187 --- /dev/null +++ b/attn_out/layer_31_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_31_width_65k_l0_big/config.json b/attn_out/layer_31_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9d1c41e1c446c6f10f97445361473a9f184d6a7 --- /dev/null +++ b/attn_out/layer_31_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_31_width_65k_l0_medium/config.json b/attn_out/layer_31_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5cecf7e5f053f1c7afcd29ee20fd1b43738fe6fc --- /dev/null +++ b/attn_out/layer_31_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_31_width_65k_l0_small/config.json b/attn_out/layer_31_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f6937460f89ef4bfb394a1430804593cac51f1f --- /dev/null +++ b/attn_out/layer_31_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_40_width_16k_l0_big/config.json b/attn_out/layer_40_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..981387cf0af6c9b21e05ff833d515d8a9915eb36 --- /dev/null +++ b/attn_out/layer_40_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.40.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.40.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_40_width_262k_l0_big/config.json b/attn_out/layer_40_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f016becad73091715570707ea63d1f09fc03229e --- /dev/null +++ b/attn_out/layer_40_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.40.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.40.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_40_width_262k_l0_small/config.json b/attn_out/layer_40_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..41f7ab575fb8d9244ec29ce5f4f3d5f0240e3c38 --- /dev/null +++ b/attn_out/layer_40_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.40.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.40.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_40_width_65k_l0_medium/config.json b/attn_out/layer_40_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fdc7972bc82627f00a1a2af1ff1ab17ae6973d2c --- /dev/null +++ b/attn_out/layer_40_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.40.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.40.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_40_width_65k_l0_small/config.json b/attn_out/layer_40_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..079161a6c791224e303872560a6d29f25b99c4af --- /dev/null +++ b/attn_out/layer_40_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.40.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.40.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_53_width_16k_l0_medium/config.json b/attn_out/layer_53_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..027d727e80ca71aaa5ac9aa6ccc08e189cabe53e --- /dev/null +++ b/attn_out/layer_53_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.53.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_53_width_16k_l0_small/config.json b/attn_out/layer_53_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..22ac57ff303b5353791e874bc32b9dbf5f013aa0 --- /dev/null +++ b/attn_out/layer_53_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.53.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_53_width_262k_l0_big/config.json b/attn_out/layer_53_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bff492a8b31ec953352ef6684314b3e683639961 --- /dev/null +++ b/attn_out/layer_53_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.53.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out/layer_53_width_65k_l0_medium/config.json b/attn_out/layer_53_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f7e60bdfdeb43febba5c3a13b1e5584806079b67 --- /dev/null +++ b/attn_out/layer_53_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.53.self_attn.o_proj.input", + "width": 65536, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_0_width_262k_l0_big/config.json b/attn_out_all/layer_0_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9883576b3db18dadd4926da19e73ca3aa32d4a4d --- /dev/null +++ b/attn_out_all/layer_0_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.0.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_12_width_262k_l0_small/config.json b/attn_out_all/layer_12_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..32a0be8f4871203216f1e057f9e0c1068984d9ee --- /dev/null +++ b/attn_out_all/layer_12_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.12.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_13_width_16k_l0_big/config.json b/attn_out_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a8181cee38ad91c816ae55abd510c5252c49885c --- /dev/null +++ b/attn_out_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.13.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_13_width_16k_l0_small/config.json b/attn_out_all/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a8175863a535c659ef2282d41e06e2739c34020e --- /dev/null +++ b/attn_out_all/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.13.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_14_width_16k_l0_small/config.json b/attn_out_all/layer_14_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8f448123ea57e2d034d16f4dd8d532c63744243d --- /dev/null +++ b/attn_out_all/layer_14_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.14.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_16_width_262k_l0_big/config.json b/attn_out_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..986a64b581227b27c682f3d6bc1e009cc1f92297 --- /dev/null +++ b/attn_out_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 106, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_20_width_16k_l0_big/config.json b/attn_out_all/layer_20_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6237450ead9d6e85d99f25ff385476c820ede6a --- /dev/null +++ b/attn_out_all/layer_20_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.20.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_20_width_16k_l0_small/config.json b/attn_out_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..90e000516df11744f3ced72c9e5d2dc01e32fc2c --- /dev/null +++ b/attn_out_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.20.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_21_width_16k_l0_big/config.json b/attn_out_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..40a2880155d5529dfc182b328415fe6ab86f35e1 --- /dev/null +++ b/attn_out_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.21.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_21_width_262k_l0_small/config.json b/attn_out_all/layer_21_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9fc5cedb666a6dc8cc9233cc340dd2acae3ccd12 --- /dev/null +++ b/attn_out_all/layer_21_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.21.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_22_width_262k_l0_small/config.json b/attn_out_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fa08e7faa4e5dc8c561c9d47d7b08971088b35b2 --- /dev/null +++ b/attn_out_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.22.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_25_width_262k_l0_big/config.json b/attn_out_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a2715835e21a37adc95bc5bdbae80b3ee7696e64 --- /dev/null +++ b/attn_out_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.25.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_25_width_262k_l0_small/config.json b/attn_out_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..db4e7c2337b7070d00cfb94ca0bfbff617826f8f --- /dev/null +++ b/attn_out_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.25.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_26_width_16k_l0_big/config.json b/attn_out_all/layer_26_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..39c8e0d3f54e547c6225dc6cd9181e4c48eee105 --- /dev/null +++ b/attn_out_all/layer_26_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.26.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_26_width_16k_l0_small/config.json b/attn_out_all/layer_26_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab49437eb1637f4d60d275f6adead08fbdc1763 --- /dev/null +++ b/attn_out_all/layer_26_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.26.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_28_width_262k_l0_small/config.json b/attn_out_all/layer_28_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dbf2497a561bbe84b0fdcd896229f40bb609e512 --- /dev/null +++ b/attn_out_all/layer_28_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.28.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_29_width_16k_l0_big/config.json b/attn_out_all/layer_29_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..735b4e875cc8c61f987bfb400290491ae7aae93b --- /dev/null +++ b/attn_out_all/layer_29_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.29.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_29_width_16k_l0_small/config.json b/attn_out_all/layer_29_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..52036faeaa99dd2211911f2a458034a20f81d65d --- /dev/null +++ b/attn_out_all/layer_29_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.29.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_2_width_262k_l0_big/config.json b/attn_out_all/layer_2_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53aa02618cd3ffb8b53d8d54baaee28b2459367a --- /dev/null +++ b/attn_out_all/layer_2_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.2.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_30_width_262k_l0_big/config.json b/attn_out_all/layer_30_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..089278451e64df6cf4dd0fe917072190d0dc6a89 --- /dev/null +++ b/attn_out_all/layer_30_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.30.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_31_width_16k_l0_small/config.json b/attn_out_all/layer_31_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0f9be6d21e4406d2afa68754ed285c0978a8f70 --- /dev/null +++ b/attn_out_all/layer_31_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_31_width_262k_l0_small/config.json b/attn_out_all/layer_31_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..14bcb05b4f736f294bd38c1b794951d8fac15427 --- /dev/null +++ b/attn_out_all/layer_31_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_32_width_16k_l0_big/config.json b/attn_out_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..775e17b37698a79fb255eec91178590308e1eabb --- /dev/null +++ b/attn_out_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.32.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_33_width_16k_l0_big/config.json b/attn_out_all/layer_33_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e1e90285d27b108a69004384ba214f785f743671 --- /dev/null +++ b/attn_out_all/layer_33_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.33.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_34_width_16k_l0_big/config.json b/attn_out_all/layer_34_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4c1c7c5ffed4efb2a73074d4e490e6ed6d712e93 --- /dev/null +++ b/attn_out_all/layer_34_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.34.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.34.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_35_width_16k_l0_small/config.json b/attn_out_all/layer_35_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a98a30b0214755729d4f5e840a37aa1dfd26b4f3 --- /dev/null +++ b/attn_out_all/layer_35_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.35.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.35.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_35_width_262k_l0_small/config.json b/attn_out_all/layer_35_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..115727c5178f104575d9fa0e204326aa9999d0f8 --- /dev/null +++ b/attn_out_all/layer_35_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.35.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.35.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_37_width_262k_l0_big/config.json b/attn_out_all/layer_37_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cdd20578b5dd53f657192c7e8cf6c6a74c2a00a0 --- /dev/null +++ b/attn_out_all/layer_37_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.37.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.37.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_43_width_262k_l0_big/config.json b/attn_out_all/layer_43_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9e714bd1023cb2853a5a7838887abbf619c3bf2 --- /dev/null +++ b/attn_out_all/layer_43_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.43.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.43.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_44_width_262k_l0_small/config.json b/attn_out_all/layer_44_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ac961830337cf26939b2b7380e954a17c03d4f3 --- /dev/null +++ b/attn_out_all/layer_44_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.44.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.44.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_4_width_16k_l0_big/config.json b/attn_out_all/layer_4_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..04130ecc5ef0c9b3cdc83e60a4f1c7ebb5176097 --- /dev/null +++ b/attn_out_all/layer_4_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.4.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 71, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_50_width_16k_l0_big/config.json b/attn_out_all/layer_50_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a3f362f5242c0e8cf3363c3bc83a2402fa548e8b --- /dev/null +++ b/attn_out_all/layer_50_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.50.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.50.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_50_width_262k_l0_small/config.json b/attn_out_all/layer_50_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70e9eba23a31b8b1dfde9d86dc8a9c64f2536568 --- /dev/null +++ b/attn_out_all/layer_50_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.50.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.50.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_52_width_262k_l0_big/config.json b/attn_out_all/layer_52_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fc939d2650048669f197b4e5fe37437e93a5b8ad --- /dev/null +++ b/attn_out_all/layer_52_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.52.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.52.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_53_width_262k_l0_small/config.json b/attn_out_all/layer_53_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..26c4efac626959435bfe81b37a698509c303c56f --- /dev/null +++ b/attn_out_all/layer_53_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.53.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_54_width_16k_l0_big/config.json b/attn_out_all/layer_54_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03d3b3670452c1d7ec202c2ae83e1fad14916fa8 --- /dev/null +++ b/attn_out_all/layer_54_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.54.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.54.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_54_width_262k_l0_big/config.json b/attn_out_all/layer_54_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..32587dd41ccbdc4d36a2102c0ae9b567e8f11e15 --- /dev/null +++ b/attn_out_all/layer_54_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.54.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.54.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_56_width_262k_l0_big/config.json b/attn_out_all/layer_56_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5ad299c90e28ece7008bcf03b098e40bafb87f26 --- /dev/null +++ b/attn_out_all/layer_56_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.56.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.56.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_56_width_262k_l0_small/config.json b/attn_out_all/layer_56_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a9f302bbacd3b5aeb8a6d38942eb4bc01ae904b --- /dev/null +++ b/attn_out_all/layer_56_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.56.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.56.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_5_width_16k_l0_small/config.json b/attn_out_all/layer_5_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..151ba2d1d41828bd27bf13206ba5cc5ba0e99ea0 --- /dev/null +++ b/attn_out_all/layer_5_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.5.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_60_width_16k_l0_big/config.json b/attn_out_all/layer_60_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..81a67ffc7c640ef7fd75390acafc625cc9f5a31d --- /dev/null +++ b/attn_out_all/layer_60_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.60.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.60.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_60_width_16k_l0_small/config.json b/attn_out_all/layer_60_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bbe997ae63b12b2746ea5a93bfbf75e7f443212 --- /dev/null +++ b/attn_out_all/layer_60_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.60.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.60.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_61_width_262k_l0_big/config.json b/attn_out_all/layer_61_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dce8515dc483aae2edbf1f2a5487b092d30837e6 --- /dev/null +++ b/attn_out_all/layer_61_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.61.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.61.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_6_width_16k_l0_big/config.json b/attn_out_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f141a53525a8fde5070dc0328bf479466125cc5c --- /dev/null +++ b/attn_out_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.6.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 77, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_8_width_262k_l0_big/config.json b/attn_out_all/layer_8_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..46d0561d89b599db15cf2aef9a9163e160ca89a7 --- /dev/null +++ b/attn_out_all/layer_8_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.8.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 83, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_9_width_262k_l0_small/config.json b/attn_out_all/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2286e9942297545591de4df57f62475924c80ce2 --- /dev/null +++ b/attn_out_all/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.9.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file