diff --git a/resid_post/layer_17_width_16k_l0_medium/config.json b/resid_post/layer_17_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ecb587584bcc16317b78fc2b259cdbc327aa15c --- /dev/null +++ b/resid_post/layer_17_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_16k_l0_small/config.json b/resid_post/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b2b07dc01fcd21e62380cd89aaed7859b63f063 --- /dev/null +++ b/resid_post/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_1m_l0_big/config.json b/resid_post/layer_17_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9f385207d3616309b96cc04918a5e93b6b6e2ac6 --- /dev/null +++ b/resid_post/layer_17_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_1m_l0_medium/config.json b/resid_post/layer_17_width_1m_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..937ee05abcc6206738c19d31ecb5c7c0bdddabd1 --- /dev/null +++ b/resid_post/layer_17_width_1m_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_big/config.json b/resid_post/layer_17_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7e08c2d627ba436d995a03aa2df4ce3649675128 --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_small/config.json b/resid_post/layer_17_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ad60e729cca9ba057354febcf9c24989bd9737d3 --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_16k_l0_big/config.json b/resid_post/layer_22_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4fab1e9ab49a20ff62c6b5f2e2afef4de74aefd --- /dev/null +++ b/resid_post/layer_22_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_16k_l0_medium/config.json b/resid_post/layer_22_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..62012be82fb702d4e35af8753b4aa6e402a336d9 --- /dev/null +++ b/resid_post/layer_22_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_1m_l0_small/config.json b/resid_post/layer_22_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..711f62bd5cd9da546bf515a62433fe88e4084e24 --- /dev/null +++ b/resid_post/layer_22_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_big/config.json b/resid_post/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b9f646d70d1965133370ad8e23f4cac449d13494 --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f779c1550a293c29e725b3f6f7948eef4fbd91e --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_16k_l0_big/config.json b/resid_post/layer_29_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..14a101b6357a34950c9214366931b996d6e4f774 --- /dev/null +++ b/resid_post/layer_29_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_262k_l0_small/config.json b/resid_post/layer_29_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e5594c8f3c08c6273bae3018ec16a98012f3a4f --- /dev/null +++ b/resid_post/layer_29_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_65k_l0_small/config.json b/resid_post/layer_29_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..49db12df98c7a08478a632ac0d1bc2ec846b2022 --- /dev/null +++ b/resid_post/layer_29_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 65536, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_16k_l0_small/config.json b/resid_post/layer_9_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c4bf762313b9219eca8ba631e1b10a8214a4ae4b --- /dev/null +++ b/resid_post/layer_9_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_1m_l0_big/config.json b/resid_post/layer_9_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6ebf1585eabbffa914861977990d270118d6c6b2 --- /dev/null +++ b/resid_post/layer_9_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 131, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_1m_l0_small/config.json b/resid_post/layer_9_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..501c37e6092555e3effa25146e399ae881cb5283 --- /dev/null +++ b/resid_post/layer_9_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_262k_l0_big/config.json b/resid_post/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cdb2b7641673db08b2cfbc14804a1cd4cf27c50 --- /dev/null +++ b/resid_post/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 131, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_9_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..268aff25ea6ffd0cc2a01052b0558d7c58d2900a --- /dev/null +++ b/resid_post/layer_9_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 53, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_262k_l0_small/config.json b/resid_post/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a6c2946d810b93b1ffea877273f041d3e9c4211 --- /dev/null +++ b/resid_post/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_65k_l0_medium/config.json b/resid_post/layer_9_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..41b4dd5c264602243372e23d299d57834a182b2e --- /dev/null +++ b/resid_post/layer_9_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 65536, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 53, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_0_width_16k_l0_small/config.json b/resid_post_all/layer_0_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d8735a0f6e9c50a5fb973d9d107da250bb094a45 --- /dev/null +++ b/resid_post_all/layer_0_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.output", + "hf_hook_point_out": "model.layers.0.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_262k_l0_big/config.json b/resid_post_all/layer_10_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c3beae9029032d958cbe445998f194f7da46e84 --- /dev/null +++ b/resid_post_all/layer_10_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_262k_l0_small/config.json b/resid_post_all/layer_10_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d1519bc498c2c2028849e5f511492be0c2b634da --- /dev/null +++ b/resid_post_all/layer_10_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_16k_l0_big/config.json b/resid_post_all/layer_11_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..128a45895fde75d708994dda570f3ca566a784f6 --- /dev/null +++ b/resid_post_all/layer_11_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_16k_l0_small/config.json b/resid_post_all/layer_11_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..13da158baec0df12edff984e6d227b6fcb985c9d --- /dev/null +++ b/resid_post_all/layer_11_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_262k_l0_small/config.json b/resid_post_all/layer_11_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..79253252ce29513b7f1aa84dc97375e92fe124e7 --- /dev/null +++ b/resid_post_all/layer_11_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_16k_l0_big/config.json b/resid_post_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55a7910008e92a6ed540ef7e6167341ad2b0a108 --- /dev/null +++ b/resid_post_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_262k_l0_big/config.json b/resid_post_all/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c09719e48d688a3558ceec8ca9cfd3cd3d661b86 --- /dev/null +++ b/resid_post_all/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_16k_l0_big/config.json b/resid_post_all/layer_14_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..98c7adc12554f6c188874aedc0168e8c462b5fe6 --- /dev/null +++ b/resid_post_all/layer_14_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_262k_l0_big/config.json b/resid_post_all/layer_14_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1cd3a9cfb79e541c4251c59bc9ab8d846417ef4f --- /dev/null +++ b/resid_post_all/layer_14_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_262k_l0_small/config.json b/resid_post_all/layer_14_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..043ebd59d4b7fc3694dddb62cc36ce8ec369ffba --- /dev/null +++ b/resid_post_all/layer_14_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_16k_l0_big/config.json b/resid_post_all/layer_15_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fd5bf598865c8a2fca32c959d9a336ffa30e425c --- /dev/null +++ b/resid_post_all/layer_15_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_16k_l0_small/config.json b/resid_post_all/layer_15_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d74efda1e2aae0e730bef900b3b5e053b16cd448 --- /dev/null +++ b/resid_post_all/layer_15_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_262k_l0_small/config.json b/resid_post_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5214aa83c9006cc175a78f8e9c82b4c6428f84cc --- /dev/null +++ b/resid_post_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_16k_l0_small/config.json b/resid_post_all/layer_16_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aaa625836747f4786a53fd302918eefd2dcc499c --- /dev/null +++ b/resid_post_all/layer_16_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_262k_l0_big/config.json b/resid_post_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8128b3d2b345f41f2d5d6787e5996bbc4cadb7ee --- /dev/null +++ b/resid_post_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_16k_l0_big/config.json b/resid_post_all/layer_17_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d4409546fc416c81ffd958a52ca3137fccdfea2e --- /dev/null +++ b/resid_post_all/layer_17_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_16k_l0_small/config.json b/resid_post_all/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b2b07dc01fcd21e62380cd89aaed7859b63f063 --- /dev/null +++ b/resid_post_all/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_262k_l0_big/config.json b/resid_post_all/layer_17_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ff7c090c1138db10f0a8d0ea7bd90f9f7089dd8c --- /dev/null +++ b/resid_post_all/layer_17_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_16k_l0_big/config.json b/resid_post_all/layer_18_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..693bd55f0c191adab94713c9d2450f5981b5d7f0 --- /dev/null +++ b/resid_post_all/layer_18_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_262k_l0_big/config.json b/resid_post_all/layer_18_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5a74292257a7b6dd240674d98cb33cc3f5916bfb --- /dev/null +++ b/resid_post_all/layer_18_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_262k_l0_small/config.json b/resid_post_all/layer_18_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d65702436f69e7caf50b72b915c7088665de1917 --- /dev/null +++ b/resid_post_all/layer_18_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_16k_l0_big/config.json b/resid_post_all/layer_19_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ec2a956889d664900c95309bdc70de336657907d --- /dev/null +++ b/resid_post_all/layer_19_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_16k_l0_small/config.json b/resid_post_all/layer_19_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..463826cecded8430494ad5a236c05693d7d1e2ed --- /dev/null +++ b/resid_post_all/layer_19_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_262k_l0_big/config.json b/resid_post_all/layer_19_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9cf544cd42909b132ce84dfa7b6ac22ef7fad789 --- /dev/null +++ b/resid_post_all/layer_19_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_262k_l0_small/config.json b/resid_post_all/layer_19_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3ecad2766dddb5e46e31ffa09ff97dedb3f0816 --- /dev/null +++ b/resid_post_all/layer_19_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_16k_l0_big/config.json b/resid_post_all/layer_1_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b0ab6d0055592d9e28c77642e30722ac56a492f --- /dev/null +++ b/resid_post_all/layer_1_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_262k_l0_big/config.json b/resid_post_all/layer_1_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3721f46beac96ee1ade7320955ff29d1012d0eab --- /dev/null +++ b/resid_post_all/layer_1_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_262k_l0_small/config.json b/resid_post_all/layer_1_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..69b95c6279aa7bbae2eb30eebdef9992c5669b49 --- /dev/null +++ b/resid_post_all/layer_1_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_big/config.json b/resid_post_all/layer_20_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..611e867e293d7ec95226b6b5f7338101ffb80773 --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_small/config.json b/resid_post_all/layer_20_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a12f5dfc33fb63ea083208b6138e0321b6a502 --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_16k_l0_big/config.json b/resid_post_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e5a5e19895bd6c52374fbf50ddc7048e9126dc7 --- /dev/null +++ b/resid_post_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_16k_l0_small/config.json b/resid_post_all/layer_21_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2049b30a790d0b661eee64ea91e28ff091b5408 --- /dev/null +++ b/resid_post_all/layer_21_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_262k_l0_big/config.json b/resid_post_all/layer_21_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ddf4d1f6fd84ce62b4d9ecdf334e3c7a20c93b41 --- /dev/null +++ b/resid_post_all/layer_21_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_16k_l0_small/config.json b/resid_post_all/layer_22_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eaaa5cf14a6accf79719a7e014deefa455dbfebc --- /dev/null +++ b/resid_post_all/layer_22_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_262k_l0_small/config.json b/resid_post_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..07be5ccb24041acf696e41eb2a2dae6b6317ae3d --- /dev/null +++ b/resid_post_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_262k_l0_big/config.json b/resid_post_all/layer_23_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..742e3d2aad5e43b90001d73ea33089bb73353096 --- /dev/null +++ b/resid_post_all/layer_23_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_262k_l0_small/config.json b/resid_post_all/layer_23_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a961feacdbbd9f6dcbae3a6fd2b54a777c3aa3e1 --- /dev/null +++ b/resid_post_all/layer_23_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_16k_l0_big/config.json b/resid_post_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd150ef8927ebf0c3c594871e7b7a337737a0bdb --- /dev/null +++ b/resid_post_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_16k_l0_big/config.json b/resid_post_all/layer_25_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0d20d31410534ae3d8ab5db4a9db57c459a4d156 --- /dev/null +++ b/resid_post_all/layer_25_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_16k_l0_small/config.json b/resid_post_all/layer_25_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dc3909a41dd23c2ef6b5ce297bff7e718ea08163 --- /dev/null +++ b/resid_post_all/layer_25_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_262k_l0_big/config.json b/resid_post_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99eeb4de5449627e15064a6347afe5ad1095ed3a --- /dev/null +++ b/resid_post_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_262k_l0_small/config.json b/resid_post_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d619497d9e3ac62f2b0d4585687f0465e227f95b --- /dev/null +++ b/resid_post_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_16k_l0_big/config.json b/resid_post_all/layer_26_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f46012ac71985862fe7a1ed6ff0666be49772bd2 --- /dev/null +++ b/resid_post_all/layer_26_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_262k_l0_big/config.json b/resid_post_all/layer_26_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e414af0d9de29a6b3ff9a33fb08d135ed11ac83b --- /dev/null +++ b/resid_post_all/layer_26_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_16k_l0_small/config.json b/resid_post_all/layer_27_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7dc5d5d24fda35ff543157d53c544cfee96d3051 --- /dev/null +++ b/resid_post_all/layer_27_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_262k_l0_big/config.json b/resid_post_all/layer_27_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e129b3125513aefb340a3357734838bb53d8997f --- /dev/null +++ b/resid_post_all/layer_27_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_16k_l0_big/config.json b/resid_post_all/layer_28_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d3ee4d55cb3835147598793e3563b4ccd207da9a --- /dev/null +++ b/resid_post_all/layer_28_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_262k_l0_big/config.json b/resid_post_all/layer_28_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d0cf268f356a24d07153a5a50ff921152159ebb --- /dev/null +++ b/resid_post_all/layer_28_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_16k_l0_small/config.json b/resid_post_all/layer_29_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..855ac4b35ad98597bd3bd9ce98a134c5ae48e95b --- /dev/null +++ b/resid_post_all/layer_29_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_262k_l0_big/config.json b/resid_post_all/layer_29_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..936cf46bec8a1223aa5cacad55bdf1889dedfac3 --- /dev/null +++ b/resid_post_all/layer_29_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_16k_l0_big/config.json b/resid_post_all/layer_2_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4ad3417467a69b70ee1d38867c42c752ec4053c9 --- /dev/null +++ b/resid_post_all/layer_2_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 70, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_16k_l0_small/config.json b/resid_post_all/layer_2_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e9182076f792e17e4c45ba77524f55479486b38 --- /dev/null +++ b/resid_post_all/layer_2_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_262k_l0_big/config.json b/resid_post_all/layer_2_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2506ac32999fefdf16be156ccd48ebbf96460d16 --- /dev/null +++ b/resid_post_all/layer_2_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 70, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_262k_l0_small/config.json b/resid_post_all/layer_2_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..05d03174c889ab6d2b118610934488b237c8556a --- /dev/null +++ b/resid_post_all/layer_2_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_16k_l0_small/config.json b/resid_post_all/layer_30_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac5ddd4c6af3cce749fc2e0a0948bfa62d085c14 --- /dev/null +++ b/resid_post_all/layer_30_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_262k_l0_big/config.json b/resid_post_all/layer_30_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eeb9569a1f02122ee54adca6178ac4980a5b3aed --- /dev/null +++ b/resid_post_all/layer_30_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_31_width_16k_l0_big/config.json b/resid_post_all/layer_31_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..afb912197ee4b9e1d9ffedb474783d3f5505cbb2 --- /dev/null +++ b/resid_post_all/layer_31_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_31_width_262k_l0_small/config.json b/resid_post_all/layer_31_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a11835988738980bfe071c4351ac96ca4d355058 --- /dev/null +++ b/resid_post_all/layer_31_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_16k_l0_big/config.json b/resid_post_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf41a09b10c5044f38f00c3887ed8b749b55ad90 --- /dev/null +++ b/resid_post_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_262k_l0_big/config.json b/resid_post_all/layer_32_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2c434d26cffcb73c2d401fc436974728dfb6889 --- /dev/null +++ b/resid_post_all/layer_32_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_16k_l0_big/config.json b/resid_post_all/layer_33_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..75a261b0c2bf5bafc5d629a01e03721f00a8e033 --- /dev/null +++ b/resid_post_all/layer_33_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_16k_l0_small/config.json b/resid_post_all/layer_33_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..235bc4fd80177572e0f914227a120885c34fc799 --- /dev/null +++ b/resid_post_all/layer_33_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_262k_l0_big/config.json b/resid_post_all/layer_33_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..013718d51104c4584778f34f980bc028c92b0b7c --- /dev/null +++ b/resid_post_all/layer_33_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_16k_l0_big/config.json b/resid_post_all/layer_3_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..35bfe7fce7db734e038ae1737e77b50ba6f9160c --- /dev/null +++ b/resid_post_all/layer_3_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 75, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_16k_l0_small/config.json b/resid_post_all/layer_3_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a60e2cf53b7716c2c45cc13a199474de8f8cdf71 --- /dev/null +++ b/resid_post_all/layer_3_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_262k_l0_big/config.json b/resid_post_all/layer_3_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..777324303c311408bca90e06e7af91bd1accdec4 --- /dev/null +++ b/resid_post_all/layer_3_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 75, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_16k_l0_small/config.json b/resid_post_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5cba4b067870683a3ac2aac6dcb622f4d73cd0a7 --- /dev/null +++ b/resid_post_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_262k_l0_big/config.json b/resid_post_all/layer_4_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1543fbfc20d945f94090637e17ef6733674bb937 --- /dev/null +++ b/resid_post_all/layer_4_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 81, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_262k_l0_small/config.json b/resid_post_all/layer_4_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3da727b594406fa799c84b65185293d5f1462cdd --- /dev/null +++ b/resid_post_all/layer_4_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_16k_l0_small/config.json b/resid_post_all/layer_5_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cc70037c800b163413f85d4c0e5b1a27ee07b0b3 --- /dev/null +++ b/resid_post_all/layer_5_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_262k_l0_small/config.json b/resid_post_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea155f954b7a188634957de718928ffa52ad83d0 --- /dev/null +++ b/resid_post_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_16k_l0_big/config.json b/resid_post_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..929d93d6d8a6bf9689d614a9e302e48656e7fd41 --- /dev/null +++ b/resid_post_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_16k_l0_small/config.json b/resid_post_all/layer_6_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..98d60e8b26dcb989ef4bd6a33f26154f34106847 --- /dev/null +++ b/resid_post_all/layer_6_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_262k_l0_big/config.json b/resid_post_all/layer_6_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1564eef2d84582ecb030c3c2e48d5947c80f9f8 --- /dev/null +++ b/resid_post_all/layer_6_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_big/config.json b/resid_post_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a6ee0cb548ef83a591f35537ae3607f63d4a788 --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_small/config.json b/resid_post_all/layer_7_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dda8e51c25304c82b6f7dc1188e4e1dbfe303e9 --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_262k_l0_small/config.json b/resid_post_all/layer_7_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d7509c57ae66de3a18a61777d55076ea23b3ba2 --- /dev/null +++ b/resid_post_all/layer_7_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_16k_l0_big/config.json b/resid_post_all/layer_8_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a9550e6b3f31a156c6d6611ebbcf0adbaeb581bf --- /dev/null +++ b/resid_post_all/layer_8_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 102, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_262k_l0_small/config.json b/resid_post_all/layer_8_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2e1cc6252e594adf055a8eacc99b2e4e9d6755ba --- /dev/null +++ b/resid_post_all/layer_8_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_16k_l0_big/config.json b/resid_post_all/layer_9_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c290011cc7d24d4d055389e04c7b8ba087942a2b --- /dev/null +++ b/resid_post_all/layer_9_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 107, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_16k_l0_small/config.json b/resid_post_all/layer_9_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c4bf762313b9219eca8ba631e1b10a8214a4ae4b --- /dev/null +++ b/resid_post_all/layer_9_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_262k_l0_big/config.json b/resid_post_all/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6af0cffce562057e0c97445733ca782d6826ee79 --- /dev/null +++ b/resid_post_all/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 107, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_262k_l0_small/config.json b/resid_post_all/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a6c2946d810b93b1ffea877273f041d3e9c4211 --- /dev/null +++ b/resid_post_all/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file