diff --git a/resid_post/layer_17_width_16k_l0_small/config.json b/resid_post/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..426461ca84a6536e25c5c05ee5efec60152517a5 --- /dev/null +++ b/resid_post/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_1m_l0_small/config.json b/resid_post/layer_17_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f75cf26f7caa1eb6e29babb98abd6db04c69199c --- /dev/null +++ b/resid_post/layer_17_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_medium/config.json b/resid_post/layer_17_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ccd9c3f9bef0549fec087342c423ea693e88005b --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_17_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ccd9c3f9bef0549fec087342c423ea693e88005b --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_small/config.json b/resid_post/layer_17_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2a736450fa6578400b6a186620929a537ec671cc --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_65k_l0_medium/config.json b/resid_post/layer_17_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..caec48ffeda98169313028fb7c7666edfdf1f285 --- /dev/null +++ b/resid_post/layer_17_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_65k_l0_small/config.json b/resid_post/layer_17_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bf692a68e53b8fc3a7d6df7453763daa094738c5 --- /dev/null +++ b/resid_post/layer_17_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_16k_l0_big/config.json b/resid_post/layer_22_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9aaf4f013cca06d4b61288cad3f2b702421b7c36 --- /dev/null +++ b/resid_post/layer_22_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_16k_l0_medium/config.json b/resid_post/layer_22_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a97f26ec8e1f5b955e6c4fc18d59974ef26ab40 --- /dev/null +++ b/resid_post/layer_22_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_1m_l0_small/config.json b/resid_post/layer_22_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d3c6159950cae4615bab072287f218be1eacafb --- /dev/null +++ b/resid_post/layer_22_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_medium/config.json b/resid_post/layer_22_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7db1fe2fcc3762bd5c8d488ae8bccc3948ef7bd5 --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7db1fe2fcc3762bd5c8d488ae8bccc3948ef7bd5 --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_small/config.json b/resid_post/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3eb7770f0ef19cbe82a03048d9c8188ebc4514a9 --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_65k_l0_big/config.json b/resid_post/layer_22_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..839762d7c6e993e818f2ba6e65ea64f1ce4ab458 --- /dev/null +++ b/resid_post/layer_22_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_65k_l0_medium/config.json b/resid_post/layer_22_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..37a6acf825ef781d9418b5665255878b8b7e97c5 --- /dev/null +++ b/resid_post/layer_22_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_65k_l0_small/config.json b/resid_post/layer_22_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a60fdfda37bce051c5bfac9e698faf415b15b137 --- /dev/null +++ b/resid_post/layer_22_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_16k_l0_medium/config.json b/resid_post/layer_29_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..360e28611d296eed0d09a565811c7267c45fa0dc --- /dev/null +++ b/resid_post/layer_29_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_1m_l0_big/config.json b/resid_post/layer_29_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..063f8faca6f266081eb28e31f9045697d62876d0 --- /dev/null +++ b/resid_post/layer_29_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_1m_l0_medium/config.json b/resid_post/layer_29_width_1m_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b06941e58927565c87ddcce7f28297ac378be32e --- /dev/null +++ b/resid_post/layer_29_width_1m_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_1m_l0_small/config.json b/resid_post/layer_29_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2e448023e2be1d618a061e80ed5c034aea49351c --- /dev/null +++ b/resid_post/layer_29_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_29_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e7ebf8a4f89d1d37d6a207eade08f171e07d3694 --- /dev/null +++ b/resid_post/layer_29_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_262k_l0_small/config.json b/resid_post/layer_29_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..38d6048d4872b4248efbed76c58c46a1756d0bc5 --- /dev/null +++ b/resid_post/layer_29_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_65k_l0_big/config.json b/resid_post/layer_29_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fcb3a84de748d8982419b38f5357feaefea57aa2 --- /dev/null +++ b/resid_post/layer_29_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_65k_l0_medium/config.json b/resid_post/layer_29_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b97be178791bee45e8303a0dad9e64c4e2f4610 --- /dev/null +++ b/resid_post/layer_29_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_29_width_65k_l0_small/config.json b/resid_post/layer_29_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d40d49037aa1105a955c0cdba6d74ff5419cd165 --- /dev/null +++ b/resid_post/layer_29_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_16k_l0_big/config.json b/resid_post/layer_9_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..98842a5ec223898f13ecbe62153065c2140fdd77 --- /dev/null +++ b/resid_post/layer_9_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 131, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_16k_l0_small/config.json b/resid_post/layer_9_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9940353535d7e96cf1ffb80437eb658ab764e22e --- /dev/null +++ b/resid_post/layer_9_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_1m_l0_big/config.json b/resid_post/layer_9_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9685fe9da0284e36553bf89cf74d91d19d821850 --- /dev/null +++ b/resid_post/layer_9_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 1048576, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 131, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_262k_l0_big/config.json b/resid_post/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ed48c8ed1c325b2d2c88d8ed97d05fed3831990 --- /dev/null +++ b/resid_post/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 131, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_65k_l0_big/config.json b/resid_post/layer_9_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cfc5b4c57a448e1e2f89b72750b699a802caa768 --- /dev/null +++ b/resid_post/layer_9_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 131, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_9_width_65k_l0_small/config.json b/resid_post/layer_9_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..64af7efe26508851d35f154e738a1a068405e21a --- /dev/null +++ b/resid_post/layer_9_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 65536, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_0_width_262k_l0_big/config.json b/resid_post_all/layer_0_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..003a1f4b4629132993fad3b26c2db5a6c6a32f8b --- /dev/null +++ b/resid_post_all/layer_0_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.output", + "hf_hook_point_out": "model.layers.0.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_262k_l0_big/config.json b/resid_post_all/layer_10_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9fbfe3753f19e0b25f60305ed6f8c2c5e0e6d9f3 --- /dev/null +++ b/resid_post_all/layer_10_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_262k_l0_small/config.json b/resid_post_all/layer_10_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b615e9246c914e90e07262e3d2510cb4d675599c --- /dev/null +++ b/resid_post_all/layer_10_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_16k_l0_big/config.json b/resid_post_all/layer_12_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..16f0bf80fcb8ad39b1258290899631ecfbef0d97 --- /dev/null +++ b/resid_post_all/layer_12_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_16k_l0_small/config.json b/resid_post_all/layer_12_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..64c369f6b788d271f3cbbcb8bc21fb9111c245a4 --- /dev/null +++ b/resid_post_all/layer_12_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_16k_l0_big/config.json b/resid_post_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fffb0c61e5616e7b24dcaff3e629625aa52fd9a1 --- /dev/null +++ b/resid_post_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_262k_l0_small/config.json b/resid_post_all/layer_14_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dacd4303e5edc5aac0b1f956047f896e5130ad68 --- /dev/null +++ b/resid_post_all/layer_14_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_16k_l0_small/config.json b/resid_post_all/layer_15_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e1ff7f3919a01fbc0edfac1c96d85807f986d12d --- /dev/null +++ b/resid_post_all/layer_15_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_16k_l0_big/config.json b/resid_post_all/layer_16_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a2539db555f9c0243f8207f68edaf0409cc5f78a --- /dev/null +++ b/resid_post_all/layer_16_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_262k_l0_small/config.json b/resid_post_all/layer_16_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a69b56795f87a12f01b7465da40ca6040bd66325 --- /dev/null +++ b/resid_post_all/layer_16_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_16k_l0_big/config.json b/resid_post_all/layer_17_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4dca6ea31c5f3df16d702364a30e76d572270a94 --- /dev/null +++ b/resid_post_all/layer_17_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_16k_l0_small/config.json b/resid_post_all/layer_18_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f5398cde9451f6244bf02b62d06632dc7147f15f --- /dev/null +++ b/resid_post_all/layer_18_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_262k_l0_small/config.json b/resid_post_all/layer_18_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e736263a4b1419363dc1542a8f3921d690bbe426 --- /dev/null +++ b/resid_post_all/layer_18_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_16k_l0_small/config.json b/resid_post_all/layer_1_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8102f105246e8cc465e51f5517ac4191baf7efcf --- /dev/null +++ b/resid_post_all/layer_1_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_262k_l0_big/config.json b/resid_post_all/layer_1_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..abe4d6f4cd6f95f1869f5b60f813899c7b447b69 --- /dev/null +++ b/resid_post_all/layer_1_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_small/config.json b/resid_post_all/layer_20_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8df2abac8d5d4cf490aaa4cba3dccfa51c3f8d8d --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_262k_l0_big/config.json b/resid_post_all/layer_21_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..51bb58fd0a5359fcf772de53a85eb7c0410a4d28 --- /dev/null +++ b/resid_post_all/layer_21_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_262k_l0_small/config.json b/resid_post_all/layer_21_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..270077de8d8ea0dc9298f2df04ab43baa3e2763b --- /dev/null +++ b/resid_post_all/layer_21_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_262k_l0_big/config.json b/resid_post_all/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..60443f66e49aa11fe5530a3f7aa17e608fbd005c --- /dev/null +++ b/resid_post_all/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_262k_l0_big/config.json b/resid_post_all/layer_23_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ff15aa1e087897d33b7ee271e956965e6713624d --- /dev/null +++ b/resid_post_all/layer_23_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_262k_l0_small/config.json b/resid_post_all/layer_23_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a4806dcaf53b6d5f54061ee56e905b57c9066a4 --- /dev/null +++ b/resid_post_all/layer_23_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_262k_l0_big/config.json b/resid_post_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..521068e4ddfc5e5dc591832f4ea5292ee8445f47 --- /dev/null +++ b/resid_post_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_262k_l0_small/config.json b/resid_post_all/layer_26_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a28ee31bcadd06601a65a644bbfc3388b69237c --- /dev/null +++ b/resid_post_all/layer_26_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_16k_l0_big/config.json b/resid_post_all/layer_27_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3e7071ee6e4b9fcb2180f496c7da5de1699eeaa6 --- /dev/null +++ b/resid_post_all/layer_27_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_16k_l0_small/config.json b/resid_post_all/layer_27_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b72c8cab54fdc58f991e8bae17a0d07c0619ea9a --- /dev/null +++ b/resid_post_all/layer_27_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_262k_l0_big/config.json b/resid_post_all/layer_27_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5bb412f121a983d892b313fd7035beeea68ac40 --- /dev/null +++ b/resid_post_all/layer_27_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_262k_l0_big/config.json b/resid_post_all/layer_28_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..abbf5a5c83ba19cc8e9f9f5798e2ed1765aefb16 --- /dev/null +++ b/resid_post_all/layer_28_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_262k_l0_big/config.json b/resid_post_all/layer_29_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b97672f79713e66e1f762cde6d2bbea41abdd68f --- /dev/null +++ b/resid_post_all/layer_29_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_16k_l0_big/config.json b/resid_post_all/layer_2_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af41ce7e0580a31afddb3a2ae15253a59c2b57df --- /dev/null +++ b/resid_post_all/layer_2_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 70, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_16k_l0_small/config.json b/resid_post_all/layer_2_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..41a2825c71a7fb30fbe736662b82d7f9fe2fba08 --- /dev/null +++ b/resid_post_all/layer_2_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_262k_l0_big/config.json b/resid_post_all/layer_2_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4cbecca8da011666327cf717c7379044e3f9e529 --- /dev/null +++ b/resid_post_all/layer_2_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 70, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_31_width_16k_l0_big/config.json b/resid_post_all/layer_31_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..33f146704d61661a0b2cca60dd7e697281e3364b --- /dev/null +++ b/resid_post_all/layer_31_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_31_width_16k_l0_small/config.json b/resid_post_all/layer_31_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..08a2a6eae7976570df93cefdb06756490b26cec1 --- /dev/null +++ b/resid_post_all/layer_31_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_16k_l0_big/config.json b/resid_post_all/layer_33_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..17018fb66a728540d620d93a73b3580a6ea80e04 --- /dev/null +++ b/resid_post_all/layer_33_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_16k_l0_small/config.json b/resid_post_all/layer_33_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5864ce615a769385bd6288365236c18a5d472320 --- /dev/null +++ b/resid_post_all/layer_33_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_16k_l0_small/config.json b/resid_post_all/layer_3_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..269b0505fd334395bca8ab18162d2188b961b150 --- /dev/null +++ b/resid_post_all/layer_3_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_16k_l0_small/config.json b/resid_post_all/layer_5_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a552abebd2ea053e00fa533c8d6b144960471cd4 --- /dev/null +++ b/resid_post_all/layer_5_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_262k_l0_big/config.json b/resid_post_all/layer_6_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6403ab4db08a92cf8eefc5d6ba4591194801354f --- /dev/null +++ b/resid_post_all/layer_6_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file