diff --git a/resid_post_all/layer_0_width_16k_l0_big/config.json b/resid_post_all/layer_0_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..128c5485ffe2cc00f1ab14a726300dbf53ba0731 --- /dev/null +++ b/resid_post_all/layer_0_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.output", + "hf_hook_point_out": "model.layers.0.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_0_width_16k_l0_small/config.json b/resid_post_all/layer_0_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..974880df18f2e2283f313858006ca8954c5b7d33 --- /dev/null +++ b/resid_post_all/layer_0_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.output", + "hf_hook_point_out": "model.layers.0.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_16k_l0_big/config.json b/resid_post_all/layer_10_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2fcb4651991e199282c8ce41db9219dac851245b --- /dev/null +++ b/resid_post_all/layer_10_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_16k_l0_small/config.json b/resid_post_all/layer_10_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..937b9104b222119ea2642e97316d99970ffd8910 --- /dev/null +++ b/resid_post_all/layer_10_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_16k_l0_big/config.json b/resid_post_all/layer_11_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..638901aba5d946c4069df941bf124df0a430d35a --- /dev/null +++ b/resid_post_all/layer_11_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_11_width_262k_l0_small/config.json b/resid_post_all/layer_11_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c18abe88030e5a9308a4ebe4513599180a7bdf72 --- /dev/null +++ b/resid_post_all/layer_11_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.output", + "hf_hook_point_out": "model.layers.11.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_262k_l0_big/config.json b/resid_post_all/layer_12_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..334c288c09ee2555862cfd603e88b057ba5bd062 --- /dev/null +++ b/resid_post_all/layer_12_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_262k_l0_small/config.json b/resid_post_all/layer_12_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2755b61260b031669345de59ed9d2f9427b1435 --- /dev/null +++ b/resid_post_all/layer_12_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_16k_l0_small/config.json b/resid_post_all/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b05cd60ff43c247578793cc5aa6ef2d3b6349a58 --- /dev/null +++ b/resid_post_all/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_262k_l0_big/config.json b/resid_post_all/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d27201ea13376e0ae3715187504cd73db9691872 --- /dev/null +++ b/resid_post_all/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_262k_l0_big/config.json b/resid_post_all/layer_15_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a45c28f248977582f37d5d06614b3596d513f11 --- /dev/null +++ b/resid_post_all/layer_15_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_262k_l0_small/config.json b/resid_post_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec733e5c325292754db9faaf971625ca5c4f38c --- /dev/null +++ b/resid_post_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_16k_l0_small/config.json b/resid_post_all/layer_16_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6a5e8d08840c514c73111eddbb7f6fba56479ba4 --- /dev/null +++ b/resid_post_all/layer_16_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_262k_l0_big/config.json b/resid_post_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d51ff5fa222cc299e02cb294260d9fe434859b94 --- /dev/null +++ b/resid_post_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_16k_l0_small/config.json b/resid_post_all/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..426461ca84a6536e25c5c05ee5efec60152517a5 --- /dev/null +++ b/resid_post_all/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_17_width_262k_l0_big/config.json b/resid_post_all/layer_17_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..51ad83c67c8748681690f7c1d0ec5684c3630bd4 --- /dev/null +++ b/resid_post_all/layer_17_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_262k_l0_big/config.json b/resid_post_all/layer_18_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..31d0bc5f32d1fdf56c338f318f8c8dc7e1658926 --- /dev/null +++ b/resid_post_all/layer_18_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_16k_l0_big/config.json b/resid_post_all/layer_19_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f8cf7c84f1dcaca63866bedd04df518b0b10885a --- /dev/null +++ b/resid_post_all/layer_19_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_16k_l0_small/config.json b/resid_post_all/layer_19_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5476254c134607838d2c903e91a946e3ba32e3bc --- /dev/null +++ b/resid_post_all/layer_19_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_262k_l0_small/config.json b/resid_post_all/layer_19_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5f913590ecdcd8d48bf3435abb44d1d362d4517a --- /dev/null +++ b/resid_post_all/layer_19_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_16k_l0_big/config.json b/resid_post_all/layer_1_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d6aa9d09f633f63fe38f1ab37d5b597e772602a4 --- /dev/null +++ b/resid_post_all/layer_1_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_16k_l0_big/config.json b/resid_post_all/layer_20_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a868b366d33272a47d9feedef63cfe391a109b05 --- /dev/null +++ b/resid_post_all/layer_20_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_16k_l0_small/config.json b/resid_post_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..071c215c6c936b4280ecf93d2c5432668b88a97d --- /dev/null +++ b/resid_post_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_16k_l0_big/config.json b/resid_post_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8c27dffd96b26804d795a71665ba7c5e5034b49e --- /dev/null +++ b/resid_post_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_21_width_16k_l0_small/config.json b/resid_post_all/layer_21_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..67a26782e5a5ce9cf70692c682164de141fdfe81 --- /dev/null +++ b/resid_post_all/layer_21_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.output", + "hf_hook_point_out": "model.layers.21.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_16k_l0_small/config.json b/resid_post_all/layer_22_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ec25fb5ed4d2814a072225d5ae6229c7069cd05d --- /dev/null +++ b/resid_post_all/layer_22_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_262k_l0_small/config.json b/resid_post_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3eb7770f0ef19cbe82a03048d9c8188ebc4514a9 --- /dev/null +++ b/resid_post_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_16k_l0_small/config.json b/resid_post_all/layer_23_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..802a5611601d470d885ce514e70e4657d6af38b6 --- /dev/null +++ b/resid_post_all/layer_23_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_16k_l0_big/config.json b/resid_post_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bffe2078dd20d366e5abc12762274a8e906dcc84 --- /dev/null +++ b/resid_post_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_262k_l0_big/config.json b/resid_post_all/layer_24_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b593efd6d73b1d417f63d9c0007de435be1d10f --- /dev/null +++ b/resid_post_all/layer_24_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_262k_l0_small/config.json b/resid_post_all/layer_24_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..21fc3f2701b6d96e4816fc8494a279870ece2b68 --- /dev/null +++ b/resid_post_all/layer_24_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_16k_l0_big/config.json b/resid_post_all/layer_25_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0026b7ecbbf33bd496cf8eeff740e06db1b19eec --- /dev/null +++ b/resid_post_all/layer_25_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_262k_l0_small/config.json b/resid_post_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e5d4af10662e3a0cfa02b323d1cd62948c0b7fc --- /dev/null +++ b/resid_post_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_16k_l0_big/config.json b/resid_post_all/layer_26_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b80ef04363b1cb75742cc4876ce06db1628f832b --- /dev/null +++ b/resid_post_all/layer_26_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_16k_l0_small/config.json b/resid_post_all/layer_26_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..29458949398ec9ae3cd5b4552ced308f31e592a8 --- /dev/null +++ b/resid_post_all/layer_26_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_26_width_262k_l0_big/config.json b/resid_post_all/layer_26_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1654f7750a80ab2983b2d2bf31642ab79d0b117b --- /dev/null +++ b/resid_post_all/layer_26_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.output", + "hf_hook_point_out": "model.layers.26.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_27_width_262k_l0_small/config.json b/resid_post_all/layer_27_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2a56e769a3219d5b2dd4536b0e8e3e4d05b3e05c --- /dev/null +++ b/resid_post_all/layer_27_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.output", + "hf_hook_point_out": "model.layers.27.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_16k_l0_big/config.json b/resid_post_all/layer_28_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..293087fb4054f9c432c7f88cc593e014af2ef782 --- /dev/null +++ b/resid_post_all/layer_28_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_16k_l0_small/config.json b/resid_post_all/layer_28_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d04485c25ec17c2048202f07fa66c3505de31d4 --- /dev/null +++ b/resid_post_all/layer_28_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_28_width_262k_l0_small/config.json b/resid_post_all/layer_28_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..15ca1ef6fa48af0190ab6f0d591668291bed8dbe --- /dev/null +++ b/resid_post_all/layer_28_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.output", + "hf_hook_point_out": "model.layers.28.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_16k_l0_big/config.json b/resid_post_all/layer_29_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ccc58e8c5206f1c8897c74dbb34c77e954bbb605 --- /dev/null +++ b/resid_post_all/layer_29_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_29_width_16k_l0_small/config.json b/resid_post_all/layer_29_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bdeb8ccbcf488d3d1d99e8772022fd899db35b2 --- /dev/null +++ b/resid_post_all/layer_29_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.output", + "hf_hook_point_out": "model.layers.29.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_2_width_262k_l0_small/config.json b/resid_post_all/layer_2_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f3c910d7401980e14cdc7e7acc41a5608d3d1640 --- /dev/null +++ b/resid_post_all/layer_2_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.output", + "hf_hook_point_out": "model.layers.2.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_16k_l0_big/config.json b/resid_post_all/layer_30_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b023667b178c2bbb0475fe71fffb7dcb405d392a --- /dev/null +++ b/resid_post_all/layer_30_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_16k_l0_small/config.json b/resid_post_all/layer_30_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5a66f0d1f6a13d8ba24808e69c2a854aaa4dd5b --- /dev/null +++ b/resid_post_all/layer_30_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_30_width_262k_l0_small/config.json b/resid_post_all/layer_30_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6fe94fd6939c971291dad97a9c93a1e7e384b8d6 --- /dev/null +++ b/resid_post_all/layer_30_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.output", + "hf_hook_point_out": "model.layers.30.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_16k_l0_big/config.json b/resid_post_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5a5b5d730b443df377268f62bb8eed3c73f1737b --- /dev/null +++ b/resid_post_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_16k_l0_small/config.json b/resid_post_all/layer_32_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0feddee7f208b1908525ce63d8a4d0680b9dda97 --- /dev/null +++ b/resid_post_all/layer_32_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_262k_l0_big/config.json b/resid_post_all/layer_32_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a8c9fde4f3143ac6d2887b073a3a00f0d5843aa --- /dev/null +++ b/resid_post_all/layer_32_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_32_width_262k_l0_small/config.json b/resid_post_all/layer_32_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c533e33b0954e80ff2c4acc2cf8ffab1ccb310d4 --- /dev/null +++ b/resid_post_all/layer_32_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.output", + "hf_hook_point_out": "model.layers.32.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_33_width_262k_l0_small/config.json b/resid_post_all/layer_33_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0485e6a8d9a6160bb925cbeb51ab8406bdbe9d25 --- /dev/null +++ b/resid_post_all/layer_33_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.output", + "hf_hook_point_out": "model.layers.33.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_16k_l0_big/config.json b/resid_post_all/layer_3_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..96d7cb6e4745bf8c94b15cd9833a6f74dddb8854 --- /dev/null +++ b/resid_post_all/layer_3_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 75, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_262k_l0_small/config.json b/resid_post_all/layer_3_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5cc7316d55ded3c046c7ab0399d69b4328a5e973 --- /dev/null +++ b/resid_post_all/layer_3_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_16k_l0_big/config.json b/resid_post_all/layer_4_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c02fb69d8bc9fca84dde51f0b0633be034a5e4d4 --- /dev/null +++ b/resid_post_all/layer_4_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 81, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_16k_l0_small/config.json b/resid_post_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c518577af2fc8ae17719050b9b4da7f55a9d4c35 --- /dev/null +++ b/resid_post_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_262k_l0_small/config.json b/resid_post_all/layer_4_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3cea11ce44f7fb3fdfcc80ae27944076c885acf5 --- /dev/null +++ b/resid_post_all/layer_4_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_262k_l0_big/config.json b/resid_post_all/layer_5_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..659f5c7ff820f1ad00ff42ce4b46e3d97bf94d7a --- /dev/null +++ b/resid_post_all/layer_5_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 86, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_5_width_262k_l0_small/config.json b/resid_post_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d68c0250189f4a6c9c4b0097eab6754de8a0e5a4 --- /dev/null +++ b/resid_post_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.output", + "hf_hook_point_out": "model.layers.5.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_16k_l0_big/config.json b/resid_post_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..738b1b3db3f993c10cc639ada7a99004f6d954f7 --- /dev/null +++ b/resid_post_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_16k_l0_small/config.json b/resid_post_all/layer_6_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd9bb460ac12e8893b57ac47b7fa0cb6cc0892bf --- /dev/null +++ b/resid_post_all/layer_6_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_262k_l0_small/config.json b/resid_post_all/layer_6_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e24d80a046741c74b9246983f79c811cd7abda67 --- /dev/null +++ b/resid_post_all/layer_6_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_big/config.json b/resid_post_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c02a1cd6cce9bc18840e404f735e0420f0a426e7 --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_small/config.json b/resid_post_all/layer_7_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..518c345d514adfd8d7b6a850a4b3170a17e483c6 --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_262k_l0_big/config.json b/resid_post_all/layer_7_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..db61034119b52c9311988f389850d88f46d188ba --- /dev/null +++ b/resid_post_all/layer_7_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_262k_l0_small/config.json b/resid_post_all/layer_7_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4cd255e67e0e92799302d1d043b64f0387d7f2a8 --- /dev/null +++ b/resid_post_all/layer_7_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_16k_l0_big/config.json b/resid_post_all/layer_8_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d67367804bb34263e36c21726822eb2fb32c3147 --- /dev/null +++ b/resid_post_all/layer_8_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 16384, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 102, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_262k_l0_big/config.json b/resid_post_all/layer_8_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f4fe7f6c22b905b677d2ae360ed42091246785a --- /dev/null +++ b/resid_post_all/layer_8_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 102, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_262k_l0_small/config.json b/resid_post_all/layer_8_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2f52501485bd04b3f4469ed6b2e2ae3d9af9e7e --- /dev/null +++ b/resid_post_all/layer_8_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_262k_l0_big/config.json b/resid_post_all/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1b87016076c44c6dfdc13b99486eb1749e2ed055 --- /dev/null +++ b/resid_post_all/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 107, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_9_width_262k_l0_small/config.json b/resid_post_all/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5958b7e6f2781e8b8e5afe66bd8e8d1926860b7 --- /dev/null +++ b/resid_post_all/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.output", + "hf_hook_point_out": "model.layers.9.output", + "width": 262144, + "model_name": "google/gemma-3-4b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file