diff --git a/transcoder_all/layer_0_width_16k_l0_small/config.json b/transcoder_all/layer_0_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f18f3f231791cec0480a37c830fee497b5ac81a --- /dev/null +++ b/transcoder_all/layer_0_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_0_width_262k_l0_big/config.json b/transcoder_all/layer_0_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..085ec9aae95a4c3158f68c30b9be3284a48036d1 --- /dev/null +++ b/transcoder_all/layer_0_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_10_width_16k_l0_big/config.json b/transcoder_all/layer_10_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a15c97e250bdbe243ff1fdb7933fc93cdc18dffc --- /dev/null +++ b/transcoder_all/layer_10_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_10_width_262k_l0_big_affine/config.json b/transcoder_all/layer_10_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3a4dbd2356aa1f3ff0cd54e577b45d5a04757ed --- /dev/null +++ b/transcoder_all/layer_10_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_10_width_262k_l0_small_affine/config.json b/transcoder_all/layer_10_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c737500b4a87643c4de752c3d7abb0e856a59799 --- /dev/null +++ b/transcoder_all/layer_10_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_11_width_16k_l0_big_affine/config.json b/transcoder_all/layer_11_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..108513afb8816453e4535bb6cb0d7e4ba7ef7024 --- /dev/null +++ b/transcoder_all/layer_11_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 101, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_11_width_16k_l0_small/config.json b/transcoder_all/layer_11_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2241b00145be678f8495ca0aeebda772457c8e0 --- /dev/null +++ b/transcoder_all/layer_11_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_11_width_16k_l0_small_affine/config.json b/transcoder_all/layer_11_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb7baa6212c8b85b2b05413b793537a00a862be9 --- /dev/null +++ b/transcoder_all/layer_11_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.11.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_12_width_262k_l0_small/config.json b/transcoder_all/layer_12_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f8469ad09df7c1824a43c4a615fb2db5763f065 --- /dev/null +++ b/transcoder_all/layer_12_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.12.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.12.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_13_width_16k_l0_small/config.json b/transcoder_all/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eae00d93cd631084199e5a1f464984274f1d6e5b --- /dev/null +++ b/transcoder_all/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_13_width_262k_l0_big_affine/config.json b/transcoder_all/layer_13_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1701422695b2db4951a5416a820b8de3a1c7a6ab --- /dev/null +++ b/transcoder_all/layer_13_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 108, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_15_width_262k_l0_small/config.json b/transcoder_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a3dabdb33bfb07b101325ce8fe68a0f12a9a6dc --- /dev/null +++ b/transcoder_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.15.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_18_width_262k_l0_big_affine/config.json b/transcoder_all/layer_18_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f2285c9e3a5dc3ab31342b39f1e0ecdadfdb34d --- /dev/null +++ b/transcoder_all/layer_18_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.18.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_18_width_262k_l0_small/config.json b/transcoder_all/layer_18_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c675be919f9574cb1de0e11668880ff5bcb6745 --- /dev/null +++ b/transcoder_all/layer_18_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.18.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_1_width_16k_l0_big_affine/config.json b/transcoder_all/layer_1_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d6416271cdf5ffee2254269f3b09da075b54e5c7 --- /dev/null +++ b/transcoder_all/layer_1_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.1.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 63, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_20_width_16k_l0_big/config.json b/transcoder_all/layer_20_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd0942265f7a4c39b4b865b723d26d4296542488 --- /dev/null +++ b/transcoder_all/layer_20_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_20_width_16k_l0_big_affine/config.json b/transcoder_all/layer_20_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b8444ff4865498fc85bb38e0c87a15c7d7b22ed1 --- /dev/null +++ b/transcoder_all/layer_20_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_20_width_16k_l0_small/config.json b/transcoder_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a43e4521e1d60b559d4c10ba787dd3ab7e41abc7 --- /dev/null +++ b/transcoder_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_21_width_16k_l0_small_affine/config.json b/transcoder_all/layer_21_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c0978db496cedf8036eca5ddfd160670b210301 --- /dev/null +++ b/transcoder_all/layer_21_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_21_width_262k_l0_small_affine/config.json b/transcoder_all/layer_21_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..77cdb3a17b83a0512fd1b13b7ae9eef17c4d4d18 --- /dev/null +++ b/transcoder_all/layer_21_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_22_width_16k_l0_big/config.json b/transcoder_all/layer_22_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5bb737ec776dad95ddc90986006ee0c9f244a415 --- /dev/null +++ b/transcoder_all/layer_22_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.22.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_22_width_262k_l0_small_affine/config.json b/transcoder_all/layer_22_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fbf3f053d21d25cae8713a9f8a51c473bed851be --- /dev/null +++ b/transcoder_all/layer_22_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.22.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_23_width_16k_l0_small/config.json b/transcoder_all/layer_23_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1e1f0616f6e7b991fda0e2d81e3c2ed2beafcc4 --- /dev/null +++ b/transcoder_all/layer_23_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.23.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_23_width_16k_l0_small_affine/config.json b/transcoder_all/layer_23_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..232097d86f252ec273d6987b5a297c91cb55e1f6 --- /dev/null +++ b/transcoder_all/layer_23_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.23.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_24_width_16k_l0_big/config.json b/transcoder_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac291a5c9da5840461cf012b7cedb9971437da51 --- /dev/null +++ b/transcoder_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_24_width_262k_l0_big/config.json b/transcoder_all/layer_24_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..585c84897a43039fb3dfdedc0040f1cae41270b6 --- /dev/null +++ b/transcoder_all/layer_24_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_24_width_262k_l0_small/config.json b/transcoder_all/layer_24_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..620491757dde549c346c5ceed6f0007b3c94e9e7 --- /dev/null +++ b/transcoder_all/layer_24_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_25_width_16k_l0_big_affine/config.json b/transcoder_all/layer_25_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d406def4e3c08f323ac48c59876d4fe217bcea19 --- /dev/null +++ b/transcoder_all/layer_25_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_25_width_16k_l0_small_affine/config.json b/transcoder_all/layer_25_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..01ee346bade34af80beacc33dd67857c244d6bdb --- /dev/null +++ b/transcoder_all/layer_25_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_25_width_262k_l0_big/config.json b/transcoder_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cba9866eb1cf4f75c4510a71e10547534a33c160 --- /dev/null +++ b/transcoder_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_26_width_16k_l0_big/config.json b/transcoder_all/layer_26_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..22e18d7fca9b8034488df2830b118cae6a61cf7c --- /dev/null +++ b/transcoder_all/layer_26_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_26_width_16k_l0_big_affine/config.json b/transcoder_all/layer_26_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b65080a3f52189130bb1cb3f307e2baf071675ce --- /dev/null +++ b/transcoder_all/layer_26_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_26_width_262k_l0_small_affine/config.json b/transcoder_all/layer_26_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..79cbb32a68ef5ceb2e9fa1c26aedd4a8d3eceda4 --- /dev/null +++ b/transcoder_all/layer_26_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_27_width_262k_l0_big_affine/config.json b/transcoder_all/layer_27_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..24fa4f7bf095c507c20f3ba16f285f5f8cd18e58 --- /dev/null +++ b/transcoder_all/layer_27_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.27.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_28_width_16k_l0_big/config.json b/transcoder_all/layer_28_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0db9a0f4cee7890856e2832202560f7d4dea34c3 --- /dev/null +++ b/transcoder_all/layer_28_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_28_width_16k_l0_small_affine/config.json b/transcoder_all/layer_28_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b3a876d02cdc957996e87f75feff5869fdd29b --- /dev/null +++ b/transcoder_all/layer_28_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_28_width_262k_l0_big_affine/config.json b/transcoder_all/layer_28_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cfb542192ac38e30b3638704fc5ad935755e62e2 --- /dev/null +++ b/transcoder_all/layer_28_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_28_width_262k_l0_small/config.json b/transcoder_all/layer_28_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8c344df926981d42576c24d2dfb960d0844dcc4a --- /dev/null +++ b/transcoder_all/layer_28_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_28_width_262k_l0_small_affine/config.json b/transcoder_all/layer_28_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a2ea1c8ca9e1cd0fda73432c188cfe3aba4f181 --- /dev/null +++ b/transcoder_all/layer_28_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_29_width_16k_l0_small_affine/config.json b/transcoder_all/layer_29_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..44b2d05f856aa9791679f8965cdc18446664c46a --- /dev/null +++ b/transcoder_all/layer_29_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.29.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_29_width_262k_l0_small/config.json b/transcoder_all/layer_29_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..81f0ab3e3f31ee0eea52e49a375a1248f5f1d8b3 --- /dev/null +++ b/transcoder_all/layer_29_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.29.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_2_width_16k_l0_small_affine/config.json b/transcoder_all/layer_2_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..602d881f5df20c4cdf5e7bc3da6cb33c925af88e --- /dev/null +++ b/transcoder_all/layer_2_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.2.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_2_width_262k_l0_big_affine/config.json b/transcoder_all/layer_2_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2452a0ae1c81965fd9a5251ff54d039826e9f332 --- /dev/null +++ b/transcoder_all/layer_2_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.2.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 67, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_30_width_16k_l0_big/config.json b/transcoder_all/layer_30_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7920752006150c6564dff81420bac4492c058831 --- /dev/null +++ b/transcoder_all/layer_30_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_30_width_16k_l0_small_affine/config.json b/transcoder_all/layer_30_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c7ae71ab048c20247b1548b21281fe55989627a --- /dev/null +++ b/transcoder_all/layer_30_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_30_width_262k_l0_big/config.json b/transcoder_all/layer_30_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b050f4c6610c7fa28e74d737dfb53cb9ed3a60f2 --- /dev/null +++ b/transcoder_all/layer_30_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_31_width_16k_l0_big_affine/config.json b/transcoder_all/layer_31_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2772a7559a45e2d5d09803349b3b75d848c3710e --- /dev/null +++ b/transcoder_all/layer_31_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_31_width_262k_l0_big/config.json b/transcoder_all/layer_31_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2ef8b42c14c4a5e66bf443e9b41dd47b757e5e0a --- /dev/null +++ b/transcoder_all/layer_31_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_31_width_262k_l0_small/config.json b/transcoder_all/layer_31_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2894467cc0ffb0c55fdff65211794549b1ac8f27 --- /dev/null +++ b/transcoder_all/layer_31_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.31.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_32_width_262k_l0_big_affine/config.json b/transcoder_all/layer_32_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..827c252074c72fdc56b3be7143a93ed14bf0f9ee --- /dev/null +++ b/transcoder_all/layer_32_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_32_width_262k_l0_small/config.json b/transcoder_all/layer_32_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8a13788f1cf689fccf442924d56c813c80ee796f --- /dev/null +++ b/transcoder_all/layer_32_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_33_width_262k_l0_big_affine/config.json b/transcoder_all/layer_33_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bac3aee4def68e9f3e1283eb70ff75a675f4b9fe --- /dev/null +++ b/transcoder_all/layer_33_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.33.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_34_width_16k_l0_small/config.json b/transcoder_all/layer_34_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..019b94e0290f26895bb503d9ec1f28c63744a243 --- /dev/null +++ b/transcoder_all/layer_34_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.34.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.34.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_34_width_262k_l0_big/config.json b/transcoder_all/layer_34_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9a134cde0539a77114e04fcf5c0e5e3f58623b1 --- /dev/null +++ b/transcoder_all/layer_34_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.34.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.34.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_35_width_16k_l0_big/config.json b/transcoder_all/layer_35_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..620fb3515c688f0bc6447f3cd8a181322300e86a --- /dev/null +++ b/transcoder_all/layer_35_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_35_width_16k_l0_small/config.json b/transcoder_all/layer_35_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92905833f1a983ddf9266177f2a54955a845f9d6 --- /dev/null +++ b/transcoder_all/layer_35_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_36_width_262k_l0_big_affine/config.json b/transcoder_all/layer_36_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9cbbb650fe4c1dc4a575d01f2eeb4f4a42fafb7e --- /dev/null +++ b/transcoder_all/layer_36_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.36.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.36.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_37_width_16k_l0_small/config.json b/transcoder_all/layer_37_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a737acd44e415f0ee3191e1b970a9807731be01c --- /dev/null +++ b/transcoder_all/layer_37_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.37.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.37.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_37_width_262k_l0_small_affine/config.json b/transcoder_all/layer_37_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d30ccad0d521ec17fa8cc23044aea0175d7a88eb --- /dev/null +++ b/transcoder_all/layer_37_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.37.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.37.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_38_width_262k_l0_big/config.json b/transcoder_all/layer_38_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b1efe4b97b4d16888147b050a33048853622c575 --- /dev/null +++ b/transcoder_all/layer_38_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.38.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.38.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_39_width_16k_l0_big_affine/config.json b/transcoder_all/layer_39_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c311725312c786bec073e7944e1ce8c9d1e32d6 --- /dev/null +++ b/transcoder_all/layer_39_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.39.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_39_width_262k_l0_small/config.json b/transcoder_all/layer_39_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..09ee3fb6238b2805f4cfd409d26637fd048ffc85 --- /dev/null +++ b/transcoder_all/layer_39_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.39.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_3_width_262k_l0_big_affine/config.json b/transcoder_all/layer_3_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a0aaa1ba5b3e62f40289424c587b42db99c126fd --- /dev/null +++ b/transcoder_all/layer_3_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.3.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 71, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_3_width_262k_l0_small/config.json b/transcoder_all/layer_3_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..662ecb626f24fd20ca48dec3315c4af7636b6723 --- /dev/null +++ b/transcoder_all/layer_3_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.3.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_40_width_16k_l0_small/config.json b/transcoder_all/layer_40_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b140da977626436d3dfd9001d6bf6f4a73b2d124 --- /dev/null +++ b/transcoder_all/layer_40_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.40.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.40.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_40_width_16k_l0_small_affine/config.json b/transcoder_all/layer_40_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8814c98322a1ee2550334d28d7595c34f35241cc --- /dev/null +++ b/transcoder_all/layer_40_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.40.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.40.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_41_width_16k_l0_small/config.json b/transcoder_all/layer_41_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..661161ba0983d3f2183ef416535e14c39a925d73 --- /dev/null +++ b/transcoder_all/layer_41_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.41.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_41_width_262k_l0_big/config.json b/transcoder_all/layer_41_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3db539815ef88ce05c84bf80c98abb056781ca29 --- /dev/null +++ b/transcoder_all/layer_41_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.41.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_41_width_262k_l0_big_affine/config.json b/transcoder_all/layer_41_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ab177881afb19a6307516efb626055fc4c104918 --- /dev/null +++ b/transcoder_all/layer_41_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.41.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_41_width_262k_l0_small/config.json b/transcoder_all/layer_41_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0d325c8bc5f89383c4541158ed1883e106dbd414 --- /dev/null +++ b/transcoder_all/layer_41_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.41.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.41.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_42_width_16k_l0_small_affine/config.json b/transcoder_all/layer_42_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5a6608a5196a6a1c7e2be5b421f24a6cff19d6d3 --- /dev/null +++ b/transcoder_all/layer_42_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.42.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.42.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_42_width_262k_l0_big_affine/config.json b/transcoder_all/layer_42_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dab1b45206c63c542efb277deb2fe829a2008b6d --- /dev/null +++ b/transcoder_all/layer_42_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.42.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.42.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_43_width_16k_l0_small/config.json b/transcoder_all/layer_43_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1d50682ba6644399663647c177fe6947b2dfbd5 --- /dev/null +++ b/transcoder_all/layer_43_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.43.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.43.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_44_width_16k_l0_big/config.json b/transcoder_all/layer_44_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..51abe50a84eae73443ba0d634eac4764fc7a1aa9 --- /dev/null +++ b/transcoder_all/layer_44_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_44_width_262k_l0_big/config.json b/transcoder_all/layer_44_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..346c849ccdf4b8ee30bd1c7f07bb76d2a46c991c --- /dev/null +++ b/transcoder_all/layer_44_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_45_width_16k_l0_small_affine/config.json b/transcoder_all/layer_45_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b1e486388ea17ed55284951f26f79f89dd22f67 --- /dev/null +++ b/transcoder_all/layer_45_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.45.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_45_width_262k_l0_small/config.json b/transcoder_all/layer_45_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a32d7593257759edf0521e34abfc98ba050ef01 --- /dev/null +++ b/transcoder_all/layer_45_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.45.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.45.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_46_width_16k_l0_small/config.json b/transcoder_all/layer_46_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63fc72b358803342175a69ced7776f793922ac0f --- /dev/null +++ b/transcoder_all/layer_46_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.46.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.46.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_46_width_16k_l0_small_affine/config.json b/transcoder_all/layer_46_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f8dffbdf01b9676f771a67ab0074b11390204c1 --- /dev/null +++ b/transcoder_all/layer_46_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.46.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.46.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_46_width_262k_l0_small/config.json b/transcoder_all/layer_46_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dae48f55c7bed1c31429a8c07dfcd449f26097e4 --- /dev/null +++ b/transcoder_all/layer_46_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.46.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.46.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_47_width_16k_l0_big_affine/config.json b/transcoder_all/layer_47_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e1cf4089d1199d94b99c1d698036a307cff8d8a4 --- /dev/null +++ b/transcoder_all/layer_47_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_47_width_16k_l0_small/config.json b/transcoder_all/layer_47_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..14b75b44fc702d9c2bd3cacd7f4ad2ef8b59d8b5 --- /dev/null +++ b/transcoder_all/layer_47_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_47_width_262k_l0_big_affine/config.json b/transcoder_all/layer_47_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9f2fb497692af7e558d59ac7b2a41f6ef439155 --- /dev/null +++ b/transcoder_all/layer_47_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_4_width_16k_l0_big_affine/config.json b/transcoder_all/layer_4_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23812a3f61c46ea3bcfda6d83926750e2375ff1e --- /dev/null +++ b/transcoder_all/layer_4_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 75, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_4_width_16k_l0_small/config.json b/transcoder_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f88b7965e5a3d62f4585869f529c00d95a5f3f43 --- /dev/null +++ b/transcoder_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_4_width_16k_l0_small_affine/config.json b/transcoder_all/layer_4_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..df21520290296f0ea42154291bf06024a097b03f --- /dev/null +++ b/transcoder_all/layer_4_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_5_width_16k_l0_big/config.json b/transcoder_all/layer_5_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..83050fc2286707953a3b0c7bacb19784dddc91d2 --- /dev/null +++ b/transcoder_all/layer_5_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 78, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_5_width_262k_l0_small/config.json b/transcoder_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6237edd8ea3f092fe48f10c0545a2148583a3957 --- /dev/null +++ b/transcoder_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_5_width_262k_l0_small_affine/config.json b/transcoder_all/layer_5_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a3e8cd38def7a1470acb3df91350c7a704e9038 --- /dev/null +++ b/transcoder_all/layer_5_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_6_width_16k_l0_small/config.json b/transcoder_all/layer_6_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4104d464532ea2007bc5a0527c716e057f44c92 --- /dev/null +++ b/transcoder_all/layer_6_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.6.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_6_width_262k_l0_small/config.json b/transcoder_all/layer_6_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cc7a8b86ab40bcdbc57e4e021ac81298febf2530 --- /dev/null +++ b/transcoder_all/layer_6_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.6.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_7_width_16k_l0_big/config.json b/transcoder_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed630d2d02491c41c526f43cc81a7d1eb633da0c --- /dev/null +++ b/transcoder_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.7.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 86, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_7_width_16k_l0_big_affine/config.json b/transcoder_all/layer_7_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6aac8d6af8ac12c560ccc46208cb22465879a698 --- /dev/null +++ b/transcoder_all/layer_7_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.7.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 86, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_7_width_16k_l0_small_affine/config.json b/transcoder_all/layer_7_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dd19c639fdc2967cf4dd5adccaff11a1618eb2f6 --- /dev/null +++ b/transcoder_all/layer_7_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.7.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_8_width_16k_l0_big_affine/config.json b/transcoder_all/layer_8_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..657aa42ae1d4c56937e82b7865098d8aa8a8944a --- /dev/null +++ b/transcoder_all/layer_8_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.8.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 90, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_9_width_16k_l0_big/config.json b/transcoder_all/layer_9_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..80011620e55ce0de1dd3249aaac3b8174a6bdd3d --- /dev/null +++ b/transcoder_all/layer_9_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 93, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_9_width_16k_l0_big_affine/config.json b/transcoder_all/layer_9_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..453931304977a43d286041165d14da3e213af0fc --- /dev/null +++ b/transcoder_all/layer_9_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 93, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_9_width_16k_l0_small_affine/config.json b/transcoder_all/layer_9_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..db0ae7b57ead3518d7823778d56a206c32bb75aa --- /dev/null +++ b/transcoder_all/layer_9_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_9_width_262k_l0_big_affine/config.json b/transcoder_all/layer_9_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cafae46b07f619641dcf853b684f807b2d6c5247 --- /dev/null +++ b/transcoder_all/layer_9_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 93, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_9_width_262k_l0_small_affine/config.json b/transcoder_all/layer_9_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d5f3d7c91e78cb6caeac001e7f31150fd9f726ba --- /dev/null +++ b/transcoder_all/layer_9_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-12b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": true +} \ No newline at end of file