diff --git a/resid_post_all/layer_10_width_16k_l0_big/config.json b/resid_post_all/layer_10_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..43fc5bf311b28640485db9c34ea60d40374a6cd7 --- /dev/null +++ b/resid_post_all/layer_10_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_16k_l0_small/config.json b/resid_post_all/layer_11_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c216c9aaffe38b6b9c7e497aae09c86a69ac3de6 --- /dev/null +++ b/resid_post_all/layer_11_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_262k_l0_small/config.json b/resid_post_all/layer_11_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9fa89c3157ea5f4f2f90971e2248274b40ac0369 --- /dev/null +++ b/resid_post_all/layer_11_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_262k_l0_big/config.json b/resid_post_all/layer_12_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f8f3e26624c98515734fbcb34c5a46cc2460c3b0 --- /dev/null +++ b/resid_post_all/layer_12_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 105, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_262k_l0_small/config.json b/resid_post_all/layer_12_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c1b1d3c82f03801bcb04825db4a9a99d583e60b --- /dev/null +++ b/resid_post_all/layer_12_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_16k_l0_small/config.json b/resid_post_all/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0cfe47ea58d99892751dbe0990a48d69a3ddd078 --- /dev/null +++ b/resid_post_all/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_262k_l0_big/config.json b/resid_post_all/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2331fe94b6c8c93b56343f7bfc9b75b93051fde9 --- /dev/null +++ b/resid_post_all/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 108, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_16k_l0_small/config.json b/resid_post_all/layer_14_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e1fdc7b332a09681f2f78f2c36aacda6d4e1b5c --- /dev/null +++ b/resid_post_all/layer_14_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_16k_l0_small/config.json b/resid_post_all/layer_15_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72ab7d9ab87ff241a26b7392cdf6868f1b40b7b6 --- /dev/null +++ b/resid_post_all/layer_15_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_262k_l0_small/config.json b/resid_post_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b3fee3536545c673427039b4db9be26ffcf54f93 --- /dev/null +++ b/resid_post_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_262k_l0_small/config.json b/resid_post_all/layer_16_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc21c5e209466d066bf08132c3f873d1ffd1fe7 --- /dev/null +++ b/resid_post_all/layer_16_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_16k_l0_small/config.json b/resid_post_all/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..49899c14aafdc32276dd5d0fc385c74f921687f7 --- /dev/null +++ b/resid_post_all/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_16k_l0_big/config.json b/resid_post_all/layer_18_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa2dca0bffa42a06aac0101697f91ed85968e463 --- /dev/null +++ b/resid_post_all/layer_18_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_16k_l0_big/config.json b/resid_post_all/layer_19_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..adb2130be1fd9263f0eaeb878fa7f429759a4049 --- /dev/null +++ b/resid_post_all/layer_19_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_16k_l0_small/config.json b/resid_post_all/layer_19_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..189ec3147853c148f87ca576fffed808a0301a36 --- /dev/null +++ b/resid_post_all/layer_19_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_16k_l0_small/config.json b/resid_post_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..06203c705e031ac8a252f9416b2fbaab2dc8ae70 --- /dev/null +++ b/resid_post_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_big/config.json b/resid_post_all/layer_20_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..054b69ba792f74b5d09224f353d498b1ac7364a9 --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_small/config.json b/resid_post_all/layer_20_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f9e13d708bde17655258ae20430ee942fed9e21 --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_16k_l0_big/config.json b/resid_post_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dc7d7cb03bc3a4d43cf499b70040e9a07960793a --- /dev/null +++ b/resid_post_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_262k_l0_big/config.json b/resid_post_all/layer_21_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0913c63128b017f01208e66a89643e2a737a5faa --- /dev/null +++ b/resid_post_all/layer_21_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_16k_l0_big/config.json b/resid_post_all/layer_23_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4060ee218665689d02867684753925150a7f7354 --- /dev/null +++ b/resid_post_all/layer_23_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_16k_l0_big/config.json b/resid_post_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..011ac918b7344efec43b9864a10399c1aaa55d44 --- /dev/null +++ b/resid_post_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_16k_l0_small/config.json b/resid_post_all/layer_24_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9926e914dbc2475c6ae64d4423c3e13dc824de8 --- /dev/null +++ b/resid_post_all/layer_24_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_16k_l0_small/config.json b/resid_post_all/layer_25_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..de990f008948906d557b11360b99db83523eae96 --- /dev/null +++ b/resid_post_all/layer_25_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_262k_l0_big/config.json b/resid_post_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d4680ffda7f94bffe2103e5149e2390aab17c6f --- /dev/null +++ b/resid_post_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_262k_l0_small/config.json b/resid_post_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..396bdac87c378d3d208d383b32e6d46c3e1b0bc3 --- /dev/null +++ b/resid_post_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_262k_l0_big/config.json b/resid_post_all/layer_26_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee58c0d016cb0f4121cc9858914e06403c223c7d --- /dev/null +++ b/resid_post_all/layer_26_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_16k_l0_big/config.json b/resid_post_all/layer_28_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9e7aacc233256d829f7e925d7d7b58d1ccfb8057 --- /dev/null +++ b/resid_post_all/layer_28_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_16k_l0_big/config.json b/resid_post_all/layer_29_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..57cb40bdb5586f9cea92aae4ae09409e2ebeaf1f --- /dev/null +++ b/resid_post_all/layer_29_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_16k_l0_big/config.json b/resid_post_all/layer_2_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..161a0c5fcfa2ea71d13c46a407909f44f7de9729 --- /dev/null +++ b/resid_post_all/layer_2_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 67, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_262k_l0_big/config.json b/resid_post_all/layer_30_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e4977664dc4fb17d4d40356b6c20d0e7856e416 --- /dev/null +++ b/resid_post_all/layer_30_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_16k_l0_big/config.json b/resid_post_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9382918a914c28cad81ac649be3ee052da6eb566 --- /dev/null +++ b/resid_post_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_262k_l0_small/config.json b/resid_post_all/layer_32_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5480348e3a338c639feaeeb9fc3513817f81fc00 --- /dev/null +++ b/resid_post_all/layer_32_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_262k_l0_small/config.json b/resid_post_all/layer_33_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..635b6960441cb5897132457f180b4fe716b3e16e --- /dev/null +++ b/resid_post_all/layer_33_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_35_width_16k_l0_small/config.json b/resid_post_all/layer_35_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a8bda98518f36eb2e1c252aaf51dc3c107bf714d --- /dev/null +++ b/resid_post_all/layer_35_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.output", + "hf_hook_point_out": "model.layers.35.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_35_width_262k_l0_small/config.json b/resid_post_all/layer_35_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..645c5ff0bbd80ed8c5ac34969fd17829766c7336 --- /dev/null +++ b/resid_post_all/layer_35_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.output", + "hf_hook_point_out": "model.layers.35.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_36_width_16k_l0_big/config.json b/resid_post_all/layer_36_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5d22aa6e36c42135bc5c8b50942a422e7e996734 --- /dev/null +++ b/resid_post_all/layer_36_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.36.output", + "hf_hook_point_out": "model.layers.36.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_36_width_262k_l0_big/config.json b/resid_post_all/layer_36_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97099c07d638a597779c59f38dc1ffeb4f7b29e3 --- /dev/null +++ b/resid_post_all/layer_36_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.36.output", + "hf_hook_point_out": "model.layers.36.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_37_width_262k_l0_small/config.json b/resid_post_all/layer_37_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..542e8d1118efdacf11ffe4a67d984d154850e01b --- /dev/null +++ b/resid_post_all/layer_37_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.37.output", + "hf_hook_point_out": "model.layers.37.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_38_width_16k_l0_small/config.json b/resid_post_all/layer_38_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..136128dc1c822f7563a6449bdc58fee47470fe9f --- /dev/null +++ b/resid_post_all/layer_38_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.38.output", + "hf_hook_point_out": "model.layers.38.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_39_width_16k_l0_big/config.json b/resid_post_all/layer_39_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8f88e78faceec5ef79de70509ee8e97fb73e8b7f --- /dev/null +++ b/resid_post_all/layer_39_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.39.output", + "hf_hook_point_out": "model.layers.39.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_16k_l0_big/config.json b/resid_post_all/layer_3_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6427d111ea78323a4952b2a49bb928b7931ad6bc --- /dev/null +++ b/resid_post_all/layer_3_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 71, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_40_width_16k_l0_small/config.json b/resid_post_all/layer_40_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4c37cd81b2a96e375bf885c93f7cdfacdb9e70c2 --- /dev/null +++ b/resid_post_all/layer_40_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.40.output", + "hf_hook_point_out": "model.layers.40.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_41_width_16k_l0_small/config.json b/resid_post_all/layer_41_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..87eb29f4086ed7e20f34049f68f1860edd58ac62 --- /dev/null +++ b/resid_post_all/layer_41_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.output", + "hf_hook_point_out": "model.layers.41.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_41_width_262k_l0_big/config.json b/resid_post_all/layer_41_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1f797d0f4a4e18519ee2a9c4610d6d7c31223ae9 --- /dev/null +++ b/resid_post_all/layer_41_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.output", + "hf_hook_point_out": "model.layers.41.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_44_width_16k_l0_small/config.json b/resid_post_all/layer_44_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..36f94d74ec0a30b16460d9fb4af41db9f5bc7292 --- /dev/null +++ b/resid_post_all/layer_44_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.output", + "hf_hook_point_out": "model.layers.44.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_45_width_16k_l0_big/config.json b/resid_post_all/layer_45_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..be31ad89efce7b276c449bebef6c7eb7541a18a4 --- /dev/null +++ b/resid_post_all/layer_45_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.output", + "hf_hook_point_out": "model.layers.45.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_45_width_16k_l0_small/config.json b/resid_post_all/layer_45_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..44e3ac32365707a4caef63b1b864acb8338f33ab --- /dev/null +++ b/resid_post_all/layer_45_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.output", + "hf_hook_point_out": "model.layers.45.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_45_width_262k_l0_small/config.json b/resid_post_all/layer_45_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..377fa90b4d8bea3a39e2355cce45f260be323ba0 --- /dev/null +++ b/resid_post_all/layer_45_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.output", + "hf_hook_point_out": "model.layers.45.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_16k_l0_big/config.json b/resid_post_all/layer_4_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..60e154575baa5ffcb2076c7667d5474bb142000c --- /dev/null +++ b/resid_post_all/layer_4_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 75, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_16k_l0_big/config.json b/resid_post_all/layer_5_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0408eb6b97cb295e08501770ed3c743948b8cd21 --- /dev/null +++ b/resid_post_all/layer_5_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 78, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_16k_l0_big/config.json b/resid_post_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c25d900393b30f88781e3c0f85f1388d47c25788 --- /dev/null +++ b/resid_post_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 82, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_262k_l0_small/config.json b/resid_post_all/layer_6_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1d991f1d0f8ffa6e4582cec1cd35bc0918a4eff --- /dev/null +++ b/resid_post_all/layer_6_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_262k_l0_big/config.json b/resid_post_all/layer_7_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..37f573677b09d1a5ef4ef6fd4ccd8eb0decd7384 --- /dev/null +++ b/resid_post_all/layer_7_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 86, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_16k_l0_big/config.json b/resid_post_all/layer_8_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3581f857ec9b2b3b81f1ac83e23c7d6b11e396dc --- /dev/null +++ b/resid_post_all/layer_8_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 90, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_16k_l0_small/config.json b/resid_post_all/layer_8_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa8374d60d18d124836bfdf575c81aabedc0adbb --- /dev/null +++ b/resid_post_all/layer_8_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_262k_l0_big/config.json b/resid_post_all/layer_8_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..21313a5ed61a81249929aed4d014a31c9bbe13ba --- /dev/null +++ b/resid_post_all/layer_8_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 90, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_16k_l0_small/config.json b/resid_post_all/layer_9_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c4614802d9554f6981b29bc3d14c24f2a5c9c754 --- /dev/null +++ b/resid_post_all/layer_9_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_262k_l0_big/config.json b/resid_post_all/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cac297ff09b341304b5edce1f3469a600e4d2387 --- /dev/null +++ b/resid_post_all/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 93, + "affine_connection": false +} \ No newline at end of file