diff --git a/resid_post/layer_16_width_1m_l0_big/config.json b/resid_post/layer_16_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ae1c247d6f687baed4a05fd68865175051353d0d --- /dev/null +++ b/resid_post/layer_16_width_1m_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 1048576, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 129, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post/layer_31_width_16k_l0_small/config.json b/resid_post/layer_31_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..193afd855c963cb584c3c979b577e0bb334c2da2 --- /dev/null +++ b/resid_post/layer_31_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post/layer_31_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_31_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe8e610a809c50cda1cd6b0328bacb3ce1fb15cb --- /dev/null +++ b/resid_post/layer_31_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_0_width_16k_l0_big/config.json b/resid_post_all/layer_0_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..90a59b5720151df87a67e6bc170780eb9d3d6ad6 --- /dev/null +++ b/resid_post_all/layer_0_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.output", + "hf_hook_point_out": "model.layers.0.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_16k_l0_big/config.json b/resid_post_all/layer_10_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1649d27259bbc83d3c48fe6e624c5d6b27f6d75 --- /dev/null +++ b/resid_post_all/layer_10_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 89, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_16k_l0_small/config.json b/resid_post_all/layer_10_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f8c5540e725104d4f401cdfe230f95ee360b1ad2 --- /dev/null +++ b/resid_post_all/layer_10_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_262k_l0_small/config.json b/resid_post_all/layer_10_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a0ea2a34e125632c94f956c92281cba4a0dc58f1 --- /dev/null +++ b/resid_post_all/layer_10_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_16k_l0_big/config.json b/resid_post_all/layer_11_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8776fc1d44787f9bc7494da4a855ae11624810ca --- /dev/null +++ b/resid_post_all/layer_11_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_16k_l0_small/config.json b/resid_post_all/layer_11_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f224d29930b4d6f3d1aa491241ea41d5ac8f8feb --- /dev/null +++ b/resid_post_all/layer_11_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_262k_l0_small/config.json b/resid_post_all/layer_11_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..859b11f15bba4b38edb875b37680702fcb6aeb28 --- /dev/null +++ b/resid_post_all/layer_11_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_262k_l0_big/config.json b/resid_post_all/layer_12_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..246ac481c717dd348f43b5c43245b6b3f5a4a25a --- /dev/null +++ b/resid_post_all/layer_12_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 94, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_16k_l0_big/config.json b/resid_post_all/layer_14_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b2077d36618f6494344d6707a4d00c176442298 --- /dev/null +++ b/resid_post_all/layer_14_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 100, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_14_width_262k_l0_small/config.json b/resid_post_all/layer_14_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..de7a550dfa45f9e4143e1f9a9a0141c7a8fd2f78 --- /dev/null +++ b/resid_post_all/layer_14_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.14.output", + "hf_hook_point_out": "model.layers.14.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_16k_l0_big/config.json b/resid_post_all/layer_15_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..146f2c8a55bc4a1fa3ce64de6c2044466a78ce0e --- /dev/null +++ b/resid_post_all/layer_15_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 103, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_16k_l0_small/config.json b/resid_post_all/layer_15_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..888a072cc74623d6f28789fa903a4bb2c166ea1b --- /dev/null +++ b/resid_post_all/layer_15_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_262k_l0_big/config.json b/resid_post_all/layer_15_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef774e1180e34a135141ce523f6a6704b1615b01 --- /dev/null +++ b/resid_post_all/layer_15_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 103, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_262k_l0_big/config.json b/resid_post_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8c5bbe755aaec6f0550f3db067dc9bf7bda61f1 --- /dev/null +++ b/resid_post_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 106, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_16k_l0_small/config.json b/resid_post_all/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e25bb2738ba31528c998c298b3ce8267933938e6 --- /dev/null +++ b/resid_post_all/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_262k_l0_small/config.json b/resid_post_all/layer_17_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c54cb11ddefcccfb4e1e12c1bdf89a4a4fd7920a --- /dev/null +++ b/resid_post_all/layer_17_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_262k_l0_big/config.json b/resid_post_all/layer_18_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b008886833de8990575b05dca51329f4bbf92d --- /dev/null +++ b/resid_post_all/layer_18_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_16k_l0_big/config.json b/resid_post_all/layer_1_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6eff614fb18ebd88d70b8756c320a44d4bb81b40 --- /dev/null +++ b/resid_post_all/layer_1_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 62, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_262k_l0_big/config.json b/resid_post_all/layer_1_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3dcf92737daa9e26b886ef4f62730169a5d7560d --- /dev/null +++ b/resid_post_all/layer_1_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 62, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_262k_l0_small/config.json b/resid_post_all/layer_1_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1cdd9058237efb66fd159923cbd714d1ae9aa482 --- /dev/null +++ b/resid_post_all/layer_1_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_16k_l0_big/config.json b/resid_post_all/layer_20_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1311a54eae6e84fae880182b7c5f7f8a595b3daa --- /dev/null +++ b/resid_post_all/layer_20_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_16k_l0_small/config.json b/resid_post_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bcf73be3d7162a2ff7a9696f43c40be18853d2f5 --- /dev/null +++ b/resid_post_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_big/config.json b/resid_post_all/layer_20_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4eedfc0eca82e55e25eddb5ee9bafe02db4d1592 --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_small/config.json b/resid_post_all/layer_20_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d64945ba9173d96d8eb01e354215ff0197cde1bb --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_16k_l0_big/config.json b/resid_post_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..89b80403abeb35c283fd56a6a8963c8faa8e7519 --- /dev/null +++ b/resid_post_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_16k_l0_small/config.json b/resid_post_all/layer_21_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1198317a03e70489ad1a7e63f98500dcd800b1d1 --- /dev/null +++ b/resid_post_all/layer_21_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_262k_l0_small/config.json b/resid_post_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3445630a0a39a60a5c50abed0dd556b736c3408a --- /dev/null +++ b/resid_post_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_262k_l0_small/config.json b/resid_post_all/layer_23_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..00538f77766c745cd7a4b55a5a501d6ef7b18580 --- /dev/null +++ b/resid_post_all/layer_23_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_16k_l0_small/config.json b/resid_post_all/layer_24_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4d3c359dee6710700ddce6fcbb9d0d52fdefcbb --- /dev/null +++ b/resid_post_all/layer_24_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_262k_l0_big/config.json b/resid_post_all/layer_24_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..31c596ce45ab536ee84bde5c77573ab4c0846217 --- /dev/null +++ b/resid_post_all/layer_24_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_262k_l0_big/config.json b/resid_post_all/layer_27_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fefad6de19599eba08efdb9a79822e3041f336ab --- /dev/null +++ b/resid_post_all/layer_27_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_16k_l0_big/config.json b/resid_post_all/layer_29_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8c2118fb8a3a7ee583972b0c9c18b6af422d0b3b --- /dev/null +++ b/resid_post_all/layer_29_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_262k_l0_small/config.json b/resid_post_all/layer_29_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2ce4f8fb4ffad808c3bca6d1ea142093065648e5 --- /dev/null +++ b/resid_post_all/layer_29_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_16k_l0_big/config.json b/resid_post_all/layer_2_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6b701417dcaae7c7764423c0362a4929f2a2e072 --- /dev/null +++ b/resid_post_all/layer_2_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_262k_l0_small/config.json b/resid_post_all/layer_2_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..06038814e0d066d9503e1b3abf493d1ccefcc681 --- /dev/null +++ b/resid_post_all/layer_2_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_16k_l0_big/config.json b/resid_post_all/layer_30_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5c3b466a861753ab9ca6baad9c629d1ca7d4dc74 --- /dev/null +++ b/resid_post_all/layer_30_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_16k_l0_small/config.json b/resid_post_all/layer_30_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4312829daa3553e61dae919efb56a6b03430a26f --- /dev/null +++ b/resid_post_all/layer_30_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_31_width_262k_l0_small/config.json b/resid_post_all/layer_31_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a0d80fb463c0e94a35e9316cb3a4b7f6c98bdc --- /dev/null +++ b/resid_post_all/layer_31_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.output", + "hf_hook_point_out": "model.layers.31.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_16k_l0_big/config.json b/resid_post_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d4e5794ef5bd7948d7f54aadbd2a3e5dbf1d943 --- /dev/null +++ b/resid_post_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_16k_l0_small/config.json b/resid_post_all/layer_32_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eda390a89919073336fe9760c8bb450f6826c799 --- /dev/null +++ b/resid_post_all/layer_32_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_262k_l0_big/config.json b/resid_post_all/layer_33_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9eb93eca47b609959757d5c1dcdfcbc52c5297c2 --- /dev/null +++ b/resid_post_all/layer_33_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_262k_l0_small/config.json b/resid_post_all/layer_33_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b05ed2f4a97b4fee4042656a8fa7089464d4a4ae --- /dev/null +++ b/resid_post_all/layer_33_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_34_width_262k_l0_big/config.json b/resid_post_all/layer_34_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a0116d14d98c88ff600812089784d9abd32bab4 --- /dev/null +++ b/resid_post_all/layer_34_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.34.output", + "hf_hook_point_out": "model.layers.34.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_35_width_16k_l0_small/config.json b/resid_post_all/layer_35_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e9545f02bfd43dbaaed8dbf975f1acdc226272ef --- /dev/null +++ b/resid_post_all/layer_35_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.output", + "hf_hook_point_out": "model.layers.35.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_35_width_262k_l0_big/config.json b/resid_post_all/layer_35_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1025f4e5cfa06406517489931073481b74ed0d39 --- /dev/null +++ b/resid_post_all/layer_35_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.output", + "hf_hook_point_out": "model.layers.35.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_37_width_262k_l0_big/config.json b/resid_post_all/layer_37_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7d31189862869a76e9489b86aec9b2f33a2ff4e9 --- /dev/null +++ b/resid_post_all/layer_37_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.37.output", + "hf_hook_point_out": "model.layers.37.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_38_width_16k_l0_small/config.json b/resid_post_all/layer_38_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..087ab72cce1e5c3d116e653b15cffb4ee869bba2 --- /dev/null +++ b/resid_post_all/layer_38_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.38.output", + "hf_hook_point_out": "model.layers.38.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_38_width_262k_l0_big/config.json b/resid_post_all/layer_38_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0b197327f1b571700c97554f51e6344cc2a95dab --- /dev/null +++ b/resid_post_all/layer_38_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.38.output", + "hf_hook_point_out": "model.layers.38.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_16k_l0_big/config.json b/resid_post_all/layer_3_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cd548abb190e5b36eb892f75c60da5f4a8f89def --- /dev/null +++ b/resid_post_all/layer_3_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 68, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_262k_l0_big/config.json b/resid_post_all/layer_3_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..82f0fb1c6ff12edce466a1284baf5d3793f91d7c --- /dev/null +++ b/resid_post_all/layer_3_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 68, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_41_width_16k_l0_big/config.json b/resid_post_all/layer_41_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..26e76529878af740ea265ffc095ce9c6c6e34109 --- /dev/null +++ b/resid_post_all/layer_41_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.output", + "hf_hook_point_out": "model.layers.41.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_42_width_262k_l0_big/config.json b/resid_post_all/layer_42_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dabfd56144eee4bda5eacde3aa68edefcd7b1de6 --- /dev/null +++ b/resid_post_all/layer_42_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.42.output", + "hf_hook_point_out": "model.layers.42.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_43_width_16k_l0_big/config.json b/resid_post_all/layer_43_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7137193b1c7931f5210aefc0202f31e4547c7571 --- /dev/null +++ b/resid_post_all/layer_43_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.43.output", + "hf_hook_point_out": "model.layers.43.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_45_width_16k_l0_small/config.json b/resid_post_all/layer_45_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8159e396c264b1dafd538f76971e07848802e889 --- /dev/null +++ b/resid_post_all/layer_45_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.output", + "hf_hook_point_out": "model.layers.45.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_48_width_16k_l0_big/config.json b/resid_post_all/layer_48_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..62f9435520636a783e301b07514114695ee699cd --- /dev/null +++ b/resid_post_all/layer_48_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.48.output", + "hf_hook_point_out": "model.layers.48.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_48_width_262k_l0_big/config.json b/resid_post_all/layer_48_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8a2f7ca7319bff83dd86c5dd3c265c8df7511ae5 --- /dev/null +++ b/resid_post_all/layer_48_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.48.output", + "hf_hook_point_out": "model.layers.48.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_49_width_16k_l0_big/config.json b/resid_post_all/layer_49_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2ce0d1d93814a6f2223037c2e2198d76ddff3f3 --- /dev/null +++ b/resid_post_all/layer_49_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.49.output", + "hf_hook_point_out": "model.layers.49.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_49_width_16k_l0_small/config.json b/resid_post_all/layer_49_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f16b92f013252ba206f7c8833552af7381580d7c --- /dev/null +++ b/resid_post_all/layer_49_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.49.output", + "hf_hook_point_out": "model.layers.49.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_49_width_262k_l0_small/config.json b/resid_post_all/layer_49_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a8f955cd390f18d8d94ea3fd4091e1373750b833 --- /dev/null +++ b/resid_post_all/layer_49_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.49.output", + "hf_hook_point_out": "model.layers.49.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_262k_l0_small/config.json b/resid_post_all/layer_4_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba568e479e4f91f4ef82a0a3bc813ed26ff2625b --- /dev/null +++ b/resid_post_all/layer_4_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_51_width_262k_l0_small/config.json b/resid_post_all/layer_51_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e652b3feff9e2b3e82e27eb9e9c1b75acae35db --- /dev/null +++ b/resid_post_all/layer_51_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.51.output", + "hf_hook_point_out": "model.layers.51.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_52_width_262k_l0_big/config.json b/resid_post_all/layer_52_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e676eb6e9b9812f337c798e2547353804d8fc7d2 --- /dev/null +++ b/resid_post_all/layer_52_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.52.output", + "hf_hook_point_out": "model.layers.52.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_56_width_16k_l0_big/config.json b/resid_post_all/layer_56_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9ec3c1f5282a192357182e83ce7362c0c9e7461c --- /dev/null +++ b/resid_post_all/layer_56_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.56.output", + "hf_hook_point_out": "model.layers.56.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_56_width_262k_l0_big/config.json b/resid_post_all/layer_56_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..093a954e013574bab5197efb07351ef49e7bf8d2 --- /dev/null +++ b/resid_post_all/layer_56_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.56.output", + "hf_hook_point_out": "model.layers.56.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_58_width_16k_l0_small/config.json b/resid_post_all/layer_58_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6421836e24e50d94c83ddf5fd0b745fc61146149 --- /dev/null +++ b/resid_post_all/layer_58_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.58.output", + "hf_hook_point_out": "model.layers.58.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_16k_l0_big/config.json b/resid_post_all/layer_5_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2339dbe957461f984d74dbc71bb72857a47a9c34 --- /dev/null +++ b/resid_post_all/layer_5_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 74, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_262k_l0_big/config.json b/resid_post_all/layer_5_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aac98471b5ed88d421343a6199d06a95642c18cc --- /dev/null +++ b/resid_post_all/layer_5_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 74, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_60_width_16k_l0_small/config.json b/resid_post_all/layer_60_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c711f99f9b52c999356eaedabe1b7938f08df002 --- /dev/null +++ b/resid_post_all/layer_60_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.60.output", + "hf_hook_point_out": "model.layers.60.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_60_width_262k_l0_big/config.json b/resid_post_all/layer_60_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..91bd3d42adaea25db6a1545ed664861f803734b1 --- /dev/null +++ b/resid_post_all/layer_60_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.60.output", + "hf_hook_point_out": "model.layers.60.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_262k_l0_small/config.json b/resid_post_all/layer_6_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8bb9d53105778e19595f1d348237d646049cda62 --- /dev/null +++ b/resid_post_all/layer_6_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_small/config.json b/resid_post_all/layer_7_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f0683c79f236381fed2e8545cd673cbcdef38ff --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_16k_l0_small/config.json b/resid_post_all/layer_8_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f8e6c94eff7d1d879a340bced1f3937c914d5a2 --- /dev/null +++ b/resid_post_all/layer_8_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false +} \ No newline at end of file