diff --git a/attn_out_all/layer_0_width_16k_l0_big/config.json b/attn_out_all/layer_0_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a741f51679f159b28250f2dd1510890cd9f14cc0 --- /dev/null +++ b/attn_out_all/layer_0_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.0.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_0_width_16k_l0_small/config.json b/attn_out_all/layer_0_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f6671c6625b12c1ad48917cae1336850bf4b3b8 --- /dev/null +++ b/attn_out_all/layer_0_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.0.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_0_width_262k_l0_small/config.json b/attn_out_all/layer_0_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ad946e3cef654f9e575823669a129f862e7b14cb --- /dev/null +++ b/attn_out_all/layer_0_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.0.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_10_width_262k_l0_big/config.json b/attn_out_all/layer_10_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2c6d3e75f122e9f2d3557896f7e5d56b7b03707 --- /dev/null +++ b/attn_out_all/layer_10_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.10.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 89, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_11_width_262k_l0_big/config.json b/attn_out_all/layer_11_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0f20fbec3fd9c52b62f935a4b71d47af322c2416 --- /dev/null +++ b/attn_out_all/layer_11_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.11.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_12_width_16k_l0_big/config.json b/attn_out_all/layer_12_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3eecef3563ff34bede4ef348738bf06256243952 --- /dev/null +++ b/attn_out_all/layer_12_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.12.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 94, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_12_width_16k_l0_small/config.json b/attn_out_all/layer_12_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..451f60a425427a7dcc2ea30f37ce2e3aca864194 --- /dev/null +++ b/attn_out_all/layer_12_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.12.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_13_width_262k_l0_big/config.json b/attn_out_all/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7bea758e274a8e5d82b198155bf146cb5d1bdf3d --- /dev/null +++ b/attn_out_all/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.13.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_14_width_262k_l0_big/config.json b/attn_out_all/layer_14_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f246b91259076e890e8979d3179e71e3b489330c --- /dev/null +++ b/attn_out_all/layer_14_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.14.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 100, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_14_width_262k_l0_small/config.json b/attn_out_all/layer_14_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..84ef4da88b71ab29b9e9eea6d4c18f829e45fb5a --- /dev/null +++ b/attn_out_all/layer_14_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.14.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_16_width_16k_l0_big/config.json b/attn_out_all/layer_16_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ebab6c86c144a222bfb48dbedc0668a6397191f2 --- /dev/null +++ b/attn_out_all/layer_16_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 106, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_17_width_262k_l0_small/config.json b/attn_out_all/layer_17_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a14020774764b8152f145a31b9624288a1e4bf7 --- /dev/null +++ b/attn_out_all/layer_17_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.17.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_18_width_16k_l0_big/config.json b/attn_out_all/layer_18_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..02d808d7210f9ea6cfc0756c658fa541a4264416 --- /dev/null +++ b/attn_out_all/layer_18_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.18.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_18_width_16k_l0_small/config.json b/attn_out_all/layer_18_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3d7cff18a57bda297c7a7df668213eada5473839 --- /dev/null +++ b/attn_out_all/layer_18_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.18.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_18_width_262k_l0_small/config.json b/attn_out_all/layer_18_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..147fa611fc19144e11c26404e75137ea8e9f1c89 --- /dev/null +++ b/attn_out_all/layer_18_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.18.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_1_width_16k_l0_big/config.json b/attn_out_all/layer_1_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..68a53d139e3b8f86e648c5641b78aff24bb00684 --- /dev/null +++ b/attn_out_all/layer_1_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.1.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 62, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_1_width_262k_l0_big/config.json b/attn_out_all/layer_1_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f3ccce58a01d840dbb0a3bdccf762e91c6cad67d --- /dev/null +++ b/attn_out_all/layer_1_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.1.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 62, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_23_width_262k_l0_small/config.json b/attn_out_all/layer_23_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1decc55cf327a8014c829a674bf88ced3c4a4920 --- /dev/null +++ b/attn_out_all/layer_23_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.23.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_24_width_262k_l0_big/config.json b/attn_out_all/layer_24_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7385818bc9707e6a468fa797baf0502e602ba315 --- /dev/null +++ b/attn_out_all/layer_24_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.24.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_26_width_262k_l0_big/config.json b/attn_out_all/layer_26_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1342b73183ede3ca9196aad94e941fd4e12764d3 --- /dev/null +++ b/attn_out_all/layer_26_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.26.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_29_width_262k_l0_big/config.json b/attn_out_all/layer_29_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0dbf121c1502212a940e4e9c844ef4ef159198ae --- /dev/null +++ b/attn_out_all/layer_29_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.29.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_29_width_262k_l0_small/config.json b/attn_out_all/layer_29_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c986de90f08bbf910b02acb5799a244f118343dc --- /dev/null +++ b/attn_out_all/layer_29_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.29.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_30_width_16k_l0_big/config.json b/attn_out_all/layer_30_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..962471fb5608f00309d485033fdd2f54a0680318 --- /dev/null +++ b/attn_out_all/layer_30_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.30.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_30_width_262k_l0_small/config.json b/attn_out_all/layer_30_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8eabcc59f62fede1c6db5383d5b1dab2994160 --- /dev/null +++ b/attn_out_all/layer_30_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.30.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_31_width_262k_l0_big/config.json b/attn_out_all/layer_31_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e6137892e827d16a894e11f0756811ac0754a542 --- /dev/null +++ b/attn_out_all/layer_31_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.31.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_32_width_16k_l0_small/config.json b/attn_out_all/layer_32_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c272ad76d9dcbf4cd24200b99ab637dda5f1c373 --- /dev/null +++ b/attn_out_all/layer_32_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.32.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_33_width_16k_l0_small/config.json b/attn_out_all/layer_33_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5437407b3524d17bedd76394de4a70583edc521b --- /dev/null +++ b/attn_out_all/layer_33_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.33.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_34_width_262k_l0_big/config.json b/attn_out_all/layer_34_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dfa14ea0f07d5fb4dddcc6d5286fc7788dbbb1eb --- /dev/null +++ b/attn_out_all/layer_34_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.34.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.34.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_35_width_262k_l0_big/config.json b/attn_out_all/layer_35_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9ca1fce3ed9e1610a6091519b68040a0cda62e3f --- /dev/null +++ b/attn_out_all/layer_35_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.35.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.35.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_37_width_16k_l0_big/config.json b/attn_out_all/layer_37_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..86ff4fe19fd1e0d9c43d445709ee116198374cb7 --- /dev/null +++ b/attn_out_all/layer_37_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.37.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.37.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_37_width_262k_l0_small/config.json b/attn_out_all/layer_37_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..19d95bf525bb6896e1a140026f8b8c652fa4598f --- /dev/null +++ b/attn_out_all/layer_37_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.37.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.37.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_41_width_16k_l0_big/config.json b/attn_out_all/layer_41_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..17fed1a980eebba34365d11d769ca0d725f3915a --- /dev/null +++ b/attn_out_all/layer_41_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.41.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.41.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_42_width_262k_l0_big/config.json b/attn_out_all/layer_42_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..532ea370d20075a00f7cc2981cbc85cfaeba869a --- /dev/null +++ b/attn_out_all/layer_42_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.42.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.42.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_42_width_262k_l0_small/config.json b/attn_out_all/layer_42_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2ba04b0823f53740c0f93f1c3f3e0228ac897930 --- /dev/null +++ b/attn_out_all/layer_42_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.42.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.42.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_44_width_262k_l0_big/config.json b/attn_out_all/layer_44_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2aa8c294022c76bc7f898dfa97fe0442089e1174 --- /dev/null +++ b/attn_out_all/layer_44_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.44.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.44.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_47_width_262k_l0_big/config.json b/attn_out_all/layer_47_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d03b5d095229c4da9235e48e7dee725e1d45c543 --- /dev/null +++ b/attn_out_all/layer_47_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.47.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.47.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_4_width_16k_l0_small/config.json b/attn_out_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..154148c8072a56da662a7425f3881593341f0f78 --- /dev/null +++ b/attn_out_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.4.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_4_width_262k_l0_big/config.json b/attn_out_all/layer_4_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef767d5d20134a625a1f2d91ffb4272fbd349ace --- /dev/null +++ b/attn_out_all/layer_4_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.4.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 71, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_50_width_262k_l0_big/config.json b/attn_out_all/layer_50_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..78c65bf734a88fbca0d3b44038d07ac39fbe2a59 --- /dev/null +++ b/attn_out_all/layer_50_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.50.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.50.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_52_width_16k_l0_big/config.json b/attn_out_all/layer_52_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..754456348e794be78b419426b295bd071d00137d --- /dev/null +++ b/attn_out_all/layer_52_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.52.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.52.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_53_width_262k_l0_big/config.json b/attn_out_all/layer_53_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..43c7e06d999a91f0ab010e1b3612b28f94292d3d --- /dev/null +++ b/attn_out_all/layer_53_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.53.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.53.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_54_width_16k_l0_small/config.json b/attn_out_all/layer_54_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e35c4b4e93457909eeba452e2ae7ac5ff5eb9214 --- /dev/null +++ b/attn_out_all/layer_54_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.54.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.54.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_56_width_16k_l0_big/config.json b/attn_out_all/layer_56_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..609e7625cb640b7be771c954d3ef82aa1c4a997b --- /dev/null +++ b/attn_out_all/layer_56_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.56.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.56.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_58_width_262k_l0_big/config.json b/attn_out_all/layer_58_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2dea731a7ad6a24ea2f2e5c00acf373d191748c7 --- /dev/null +++ b/attn_out_all/layer_58_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.58.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.58.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_58_width_262k_l0_small/config.json b/attn_out_all/layer_58_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cc698aeae3ebee210fb2fb10d0211eed6e9c25c3 --- /dev/null +++ b/attn_out_all/layer_58_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.58.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.58.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_59_width_16k_l0_small/config.json b/attn_out_all/layer_59_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..07c7a004e155cbb1309abd570641003920f63bfb --- /dev/null +++ b/attn_out_all/layer_59_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.59.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.59.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_60_width_262k_l0_small/config.json b/attn_out_all/layer_60_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e17187e7a5a780b02171f34c1ba40bf9d402339a --- /dev/null +++ b/attn_out_all/layer_60_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.60.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.60.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_61_width_16k_l0_small/config.json b/attn_out_all/layer_61_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7ed9aa181ab1d7f1c46b1385ed1e59ec9f882919 --- /dev/null +++ b/attn_out_all/layer_61_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.61.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.61.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_6_width_262k_l0_big/config.json b/attn_out_all/layer_6_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dd39fc6d0646a787cebafc8a3f4cda7d25f0d064 --- /dev/null +++ b/attn_out_all/layer_6_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.6.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 77, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_6_width_262k_l0_small/config.json b/attn_out_all/layer_6_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f6b39aaa155f7d86feab04b042d3955d963e4e08 --- /dev/null +++ b/attn_out_all/layer_6_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.6.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_7_width_16k_l0_big/config.json b/attn_out_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bdb4149094fac8f6fdba2f8fb99c81ca16711c0c --- /dev/null +++ b/attn_out_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.7.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 80, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_7_width_16k_l0_small/config.json b/attn_out_all/layer_7_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92f73ceaf15a843d333855dfcc88011963fb0c32 --- /dev/null +++ b/attn_out_all/layer_7_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.7.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_7_width_262k_l0_big/config.json b/attn_out_all/layer_7_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b11f6936dd46f6d12d272791a8c291b74bd8d1e6 --- /dev/null +++ b/attn_out_all/layer_7_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.7.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 80, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_7_width_262k_l0_small/config.json b/attn_out_all/layer_7_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c09f8210cd4b324a85d44df33a50eeff3203cfd --- /dev/null +++ b/attn_out_all/layer_7_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.7.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_8_width_16k_l0_big/config.json b/attn_out_all/layer_8_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e4e64646ce8bcb6f8dc9bd5d1f341c741e7e9704 --- /dev/null +++ b/attn_out_all/layer_8_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.8.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 83, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_8_width_16k_l0_small/config.json b/attn_out_all/layer_8_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e800c2d39ff99f7ce4f89fb73dbe130a644c2b6 --- /dev/null +++ b/attn_out_all/layer_8_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.8.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_9_width_262k_l0_big/config.json b/attn_out_all/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..34e588f038dfb29e9c8360e523815b0d3b9ea57c --- /dev/null +++ b/attn_out_all/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.9.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-27b-pt", + "architecture": "jump_relu", + "l0": 86, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file