diff --git a/resid_post_all/layer_0_width_16k_l0_small/config.json b/resid_post_all/layer_0_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7131b2bab0fee1e6f12bf7fc55e0fa94abf75342 --- /dev/null +++ b/resid_post_all/layer_0_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.output", + "hf_hook_point_out": "model.layers.0.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_0_width_262k_l0_small/config.json b/resid_post_all/layer_0_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f6ff88817895878a6786a678a8e69be66d6fc30 --- /dev/null +++ b/resid_post_all/layer_0_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.output", + "hf_hook_point_out": "model.layers.0.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_262k_l0_big/config.json b/resid_post_all/layer_11_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dc76dde2df7329e0b13f38ecb12bad2b4880fd26 --- /dev/null +++ b/resid_post_all/layer_11_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_16k_l0_big/config.json b/resid_post_all/layer_12_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5454778bf40c91361683f2bad759352690cf65ab --- /dev/null +++ b/resid_post_all/layer_12_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 94, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_262k_l0_small/config.json b/resid_post_all/layer_12_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cb560752d222534d0f0965a4df0603c799cc776c --- /dev/null +++ b/resid_post_all/layer_12_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_16k_l0_big/config.json b/resid_post_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c0024048ceb5fef774315a10ad401c9a8621f1fb --- /dev/null +++ b/resid_post_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_16k_l0_small/config.json b/resid_post_all/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2903c903a3fbf69f547ab4fa4c863aa7db179bf2 --- /dev/null +++ b/resid_post_all/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_262k_l0_small/config.json b/resid_post_all/layer_13_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cfea9d6fa4e1f45579a3e09149ec582552eb01c8 --- /dev/null +++ b/resid_post_all/layer_13_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_16k_l0_small/config.json b/resid_post_all/layer_14_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..227c8579934bed081ddba3fd63de9e08962e001b --- /dev/null +++ b/resid_post_all/layer_14_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_262k_l0_small/config.json b/resid_post_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6884c63551324372384205f8a2dfd210e8c56c8a --- /dev/null +++ b/resid_post_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_262k_l0_small/config.json b/resid_post_all/layer_18_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..37a84e79202fd50defe789220a50e49fda2542a1 --- /dev/null +++ b/resid_post_all/layer_18_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_16k_l0_big/config.json b/resid_post_all/layer_19_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b3ee25f2f47519dbbe987dd50178ba4fdbcf9c26 --- /dev/null +++ b/resid_post_all/layer_19_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 115, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_16k_l0_small/config.json b/resid_post_all/layer_1_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e86345cbae2dd31ffc1c71dbd5dba4acebe45177 --- /dev/null +++ b/resid_post_all/layer_1_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_262k_l0_small/config.json b/resid_post_all/layer_21_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b66ff47872247c82bacffe1c48fda6541fd71d47 --- /dev/null +++ b/resid_post_all/layer_21_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_16k_l0_big/config.json b/resid_post_all/layer_22_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cc703d5edccdee15358749159da60267f049c6a --- /dev/null +++ b/resid_post_all/layer_22_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_262k_l0_big/config.json b/resid_post_all/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c686df56c27553b9d241520dc1985b97825594d2 --- /dev/null +++ b/resid_post_all/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_16k_l0_big/config.json b/resid_post_all/layer_25_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d577890f24aa8a3468aeea79c3fa5268fd2c3114 --- /dev/null +++ b/resid_post_all/layer_25_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_16k_l0_small/config.json b/resid_post_all/layer_25_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..88560832c9cf22c0a6fdf0b89ea347acdde916b9 --- /dev/null +++ b/resid_post_all/layer_25_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_16k_l0_big/config.json b/resid_post_all/layer_26_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7723b65fcaf886c821ea919de6ede77a18b431ed --- /dev/null +++ b/resid_post_all/layer_26_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_16k_l0_small/config.json b/resid_post_all/layer_26_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f44ed08e9beb8a4ca81eb25e1a443800faeafae4 --- /dev/null +++ b/resid_post_all/layer_26_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_262k_l0_small/config.json b/resid_post_all/layer_26_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..00d0faf1856bb1b1f165660f2a05fe087ea6bd30 --- /dev/null +++ b/resid_post_all/layer_26_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_262k_l0_small/config.json b/resid_post_all/layer_27_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..de58805076e588d00dacde6b53784085a144eeb0 --- /dev/null +++ b/resid_post_all/layer_27_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_16k_l0_big/config.json b/resid_post_all/layer_28_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b032cc4c27236b5cd4e7cf80d6d480068cc5b1a8 --- /dev/null +++ b/resid_post_all/layer_28_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_16k_l0_small/config.json b/resid_post_all/layer_28_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..34d0e45cd392b3b6d09c0760e5f8501292389ed2 --- /dev/null +++ b/resid_post_all/layer_28_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_16k_l0_small/config.json b/resid_post_all/layer_29_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..231bc8ced182f2c80f3746fcc728a13cfac73238 --- /dev/null +++ b/resid_post_all/layer_29_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_16k_l0_small/config.json b/resid_post_all/layer_2_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..31f4b815ded0d2cdf013a0f842f205d0afa750ae --- /dev/null +++ b/resid_post_all/layer_2_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_262k_l0_big/config.json b/resid_post_all/layer_2_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c8c8a03904b00cb21d7d189f7d611a115ee3ee73 --- /dev/null +++ b/resid_post_all/layer_2_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_31_width_16k_l0_big/config.json b/resid_post_all/layer_31_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ce31a7ac750b23d96c8ad685b40ea2bee7cb4a0 --- /dev/null +++ b/resid_post_all/layer_31_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_31_width_16k_l0_small/config.json b/resid_post_all/layer_31_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..193afd855c963cb584c3c979b577e0bb334c2da2 --- /dev/null +++ b/resid_post_all/layer_31_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_262k_l0_big/config.json b/resid_post_all/layer_32_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3988d1baf5f60341bc7d66d17a8b488e400bd808 --- /dev/null +++ b/resid_post_all/layer_32_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_262k_l0_small/config.json b/resid_post_all/layer_32_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7afe86673a9e484227ef916418557b7c04bdf73b --- /dev/null +++ b/resid_post_all/layer_32_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_36_width_262k_l0_big/config.json b/resid_post_all/layer_36_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..530b9a4e89a8fcf6f35aee97f9f2a61a7eb242ca --- /dev/null +++ b/resid_post_all/layer_36_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.36.output", + "hf_hook_point_out": "model.layers.36.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_38_width_262k_l0_small/config.json b/resid_post_all/layer_38_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bb4c94f13f520b0b8cffd7a7b7b08d48ab820a5e --- /dev/null +++ b/resid_post_all/layer_38_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.38.output", + "hf_hook_point_out": "model.layers.38.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_39_width_16k_l0_small/config.json b/resid_post_all/layer_39_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..11988c36d04b644565ac9b3d311f3f0766087c67 --- /dev/null +++ b/resid_post_all/layer_39_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.39.output", + "hf_hook_point_out": "model.layers.39.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_40_width_16k_l0_small/config.json b/resid_post_all/layer_40_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4775d3c2ef32884524b58380860bad33a31d3f48 --- /dev/null +++ b/resid_post_all/layer_40_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.40.output", + "hf_hook_point_out": "model.layers.40.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_41_width_262k_l0_big/config.json b/resid_post_all/layer_41_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..85a8276454ca251a593ff94b4954d61f589b4981 --- /dev/null +++ b/resid_post_all/layer_41_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.output", + "hf_hook_point_out": "model.layers.41.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_42_width_16k_l0_big/config.json b/resid_post_all/layer_42_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b25123cab14e786834518304e120ad0716e314e --- /dev/null +++ b/resid_post_all/layer_42_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.42.output", + "hf_hook_point_out": "model.layers.42.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_42_width_262k_l0_small/config.json b/resid_post_all/layer_42_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..462f2c58fe5911d83f0cd8d17624b5550ab98677 --- /dev/null +++ b/resid_post_all/layer_42_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.42.output", + "hf_hook_point_out": "model.layers.42.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_43_width_262k_l0_big/config.json b/resid_post_all/layer_43_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e23e06329c2d5bcfbf4d2c088d55a27b8bc0c1b --- /dev/null +++ b/resid_post_all/layer_43_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.43.output", + "hf_hook_point_out": "model.layers.43.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_43_width_262k_l0_small/config.json b/resid_post_all/layer_43_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a0bff6f862afc12297e48eb5f99d88c71b24ae0 --- /dev/null +++ b/resid_post_all/layer_43_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.43.output", + "hf_hook_point_out": "model.layers.43.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_44_width_16k_l0_big/config.json b/resid_post_all/layer_44_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ccf1e086aa2a49685cb07116c6abbd5bc2acf5e3 --- /dev/null +++ b/resid_post_all/layer_44_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.output", + "hf_hook_point_out": "model.layers.44.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_44_width_16k_l0_small/config.json b/resid_post_all/layer_44_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..10e848b55fadc35bb2d2244c5b5e710a48db154c --- /dev/null +++ b/resid_post_all/layer_44_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.output", + "hf_hook_point_out": "model.layers.44.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_44_width_262k_l0_big/config.json b/resid_post_all/layer_44_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a4e54505763021e8472f8583bb7e96bcdb18afad --- /dev/null +++ b/resid_post_all/layer_44_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.output", + "hf_hook_point_out": "model.layers.44.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_44_width_262k_l0_small/config.json b/resid_post_all/layer_44_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9f5c227065b8631114648dff924d6a9ec2d2efd --- /dev/null +++ b/resid_post_all/layer_44_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.output", + "hf_hook_point_out": "model.layers.44.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_45_width_16k_l0_big/config.json b/resid_post_all/layer_45_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0fc37b28e82a4781b03c6e7a17fcd54f1dc85ea1 --- /dev/null +++ b/resid_post_all/layer_45_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.output", + "hf_hook_point_out": "model.layers.45.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_45_width_262k_l0_small/config.json b/resid_post_all/layer_45_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..18b5441616e0d172dfcf3d965ef69ef672e1e221 --- /dev/null +++ b/resid_post_all/layer_45_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.output", + "hf_hook_point_out": "model.layers.45.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_46_width_16k_l0_big/config.json b/resid_post_all/layer_46_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..09a70d48c920c42cf22db9087af6c3cc41d7adb4 --- /dev/null +++ b/resid_post_all/layer_46_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.46.output", + "hf_hook_point_out": "model.layers.46.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_47_width_16k_l0_small/config.json b/resid_post_all/layer_47_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5d8582355b7a06b1ae9e3cf9e931a023dcf0d4f0 --- /dev/null +++ b/resid_post_all/layer_47_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.output", + "hf_hook_point_out": "model.layers.47.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_47_width_262k_l0_big/config.json b/resid_post_all/layer_47_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5db6b6856b67b40f463cdd1e3c8d26c6a1eab2fd --- /dev/null +++ b/resid_post_all/layer_47_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.output", + "hf_hook_point_out": "model.layers.47.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_47_width_262k_l0_small/config.json b/resid_post_all/layer_47_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..18bf9dfc36cd47613d09963a970e12eb82239cfd --- /dev/null +++ b/resid_post_all/layer_47_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.output", + "hf_hook_point_out": "model.layers.47.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_48_width_16k_l0_small/config.json b/resid_post_all/layer_48_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..563ee76ab96485c6fb8eaada02d97673bef6e403 --- /dev/null +++ b/resid_post_all/layer_48_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.48.output", + "hf_hook_point_out": "model.layers.48.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_48_width_262k_l0_small/config.json b/resid_post_all/layer_48_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c402078c81bb9cb310f046bdbc98b1cde9d21292 --- /dev/null +++ b/resid_post_all/layer_48_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.48.output", + "hf_hook_point_out": "model.layers.48.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_16k_l0_big/config.json b/resid_post_all/layer_4_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..569e089df43321dddbd4989be31b7c1f987b8e42 --- /dev/null +++ b/resid_post_all/layer_4_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 71, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_16k_l0_small/config.json b/resid_post_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..471566bd3a2fd88e624c8b22207f1333291475ed --- /dev/null +++ b/resid_post_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_50_width_16k_l0_big/config.json b/resid_post_all/layer_50_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f64d6ea506c6395464398c23ef12d22fdbd2f697 --- /dev/null +++ b/resid_post_all/layer_50_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.50.output", + "hf_hook_point_out": "model.layers.50.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_50_width_262k_l0_big/config.json b/resid_post_all/layer_50_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7844e52e3d64dfcb2a46c87e5bd83d1d065fa155 --- /dev/null +++ b/resid_post_all/layer_50_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.50.output", + "hf_hook_point_out": "model.layers.50.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_51_width_16k_l0_small/config.json b/resid_post_all/layer_51_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ab03c91fb9770fa8e33f9b9f094977fe26b7819a --- /dev/null +++ b/resid_post_all/layer_51_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.51.output", + "hf_hook_point_out": "model.layers.51.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_52_width_16k_l0_big/config.json b/resid_post_all/layer_52_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c094cb08a3b29a8e2c308be8fb88dd6a769a125 --- /dev/null +++ b/resid_post_all/layer_52_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.52.output", + "hf_hook_point_out": "model.layers.52.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_52_width_16k_l0_small/config.json b/resid_post_all/layer_52_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dc80976ca5a76f2d8cc68b00ceff8edfbe09337a --- /dev/null +++ b/resid_post_all/layer_52_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.52.output", + "hf_hook_point_out": "model.layers.52.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_52_width_262k_l0_small/config.json b/resid_post_all/layer_52_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b321487143e3d397c95b71dfb72f67e03ed4428a --- /dev/null +++ b/resid_post_all/layer_52_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.52.output", + "hf_hook_point_out": "model.layers.52.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_54_width_262k_l0_big/config.json b/resid_post_all/layer_54_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..56fd35d80da851e33ec08ffbc57997e80fbee607 --- /dev/null +++ b/resid_post_all/layer_54_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.54.output", + "hf_hook_point_out": "model.layers.54.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_54_width_262k_l0_small/config.json b/resid_post_all/layer_54_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eff863d33d3af12f196ad0a9d38c3cca8731ab31 --- /dev/null +++ b/resid_post_all/layer_54_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.54.output", + "hf_hook_point_out": "model.layers.54.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_55_width_16k_l0_big/config.json b/resid_post_all/layer_55_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b05de4864ddc4f0a1268acc5f4d904dd52216d6d --- /dev/null +++ b/resid_post_all/layer_55_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.55.output", + "hf_hook_point_out": "model.layers.55.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_55_width_16k_l0_small/config.json b/resid_post_all/layer_55_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2a78da10aa6a07a88f6c336ebd8c3dfbeda5731 --- /dev/null +++ b/resid_post_all/layer_55_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.55.output", + "hf_hook_point_out": "model.layers.55.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_56_width_262k_l0_small/config.json b/resid_post_all/layer_56_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5f9fc89b08be7fc69952114e64d411b26a3c847b --- /dev/null +++ b/resid_post_all/layer_56_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.56.output", + "hf_hook_point_out": "model.layers.56.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_58_width_262k_l0_small/config.json b/resid_post_all/layer_58_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72d9a1e594f3fea17d60d7c6669861d64a77dcf8 --- /dev/null +++ b/resid_post_all/layer_58_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.58.output", + "hf_hook_point_out": "model.layers.58.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_59_width_16k_l0_small/config.json b/resid_post_all/layer_59_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..90bfb7c401cc0523c9ba6996928b6489a9e2017c --- /dev/null +++ b/resid_post_all/layer_59_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.59.output", + "hf_hook_point_out": "model.layers.59.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_59_width_262k_l0_big/config.json b/resid_post_all/layer_59_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..72c5dbe3daa024ecd9ed3c0f923af50273ccce08 --- /dev/null +++ b/resid_post_all/layer_59_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.59.output", + "hf_hook_point_out": "model.layers.59.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_16k_l0_small/config.json b/resid_post_all/layer_5_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..852ee58fe9593c15f4eaa8c64175f3a3c31fb5ba --- /dev/null +++ b/resid_post_all/layer_5_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_262k_l0_small/config.json b/resid_post_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a4f938a4f28ff4735d2882de19f7bcdb672839b --- /dev/null +++ b/resid_post_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_60_width_16k_l0_big/config.json b/resid_post_all/layer_60_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..98e54de65d505378ef9c2d09051da85d44569ebf --- /dev/null +++ b/resid_post_all/layer_60_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.60.output", + "hf_hook_point_out": "model.layers.60.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_61_width_16k_l0_small/config.json b/resid_post_all/layer_61_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3d901502815ac0f74fed4c1583ed49cc7e8fc5b2 --- /dev/null +++ b/resid_post_all/layer_61_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.61.output", + "hf_hook_point_out": "model.layers.61.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_61_width_262k_l0_big/config.json b/resid_post_all/layer_61_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e01f24d9f4ad99749c7dd6ed59ec96710b0eb99 --- /dev/null +++ b/resid_post_all/layer_61_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.61.output", + "hf_hook_point_out": "model.layers.61.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_big/config.json b/resid_post_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..943fb8913e9bdd5c027bc505035ed88c9cdf53ed --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 80, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_16k_l0_small/config.json b/resid_post_all/layer_9_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..835e9a3d8f11187255eb94f67829ab0ff67d0fb5 --- /dev/null +++ b/resid_post_all/layer_9_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_262k_l0_small/config.json b/resid_post_all/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e1794a632d06382d3b1fa220690a8ca93e89e0ed --- /dev/null +++ b/resid_post_all/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false +} \ No newline at end of file