Upload config_orig.yaml
Browse files
transcoder_all/width_16k_l0_small/config_orig.yaml
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name: "google/gemma-3-4b-it"
|
| 2 |
+
model_kind: "transcoder_set"
|
| 3 |
+
feature_input_hook: "mlp.hook_in"
|
| 4 |
+
feature_output_hook: 'hook_mlp_out'
|
| 5 |
+
|
| 6 |
+
transcoders:
|
| 7 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_0_width_16k_l0_small/params.safetensors"
|
| 8 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_1_width_16k_l0_small/params.safetensors"
|
| 9 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_2_width_16k_l0_small/params.safetensors"
|
| 10 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_3_width_16k_l0_small/params.safetensors"
|
| 11 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_4_width_16k_l0_small/params.safetensors"
|
| 12 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_5_width_16k_l0_small/params.safetensors"
|
| 13 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_6_width_16k_l0_small/params.safetensors"
|
| 14 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_7_width_16k_l0_small/params.safetensors"
|
| 15 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_8_width_16k_l0_small/params.safetensors"
|
| 16 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_9_width_16k_l0_small/params.safetensors"
|
| 17 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_10_width_16k_l0_small/params.safetensors"
|
| 18 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_11_width_16k_l0_small/params.safetensors"
|
| 19 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_12_width_16k_l0_small/params.safetensors"
|
| 20 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_13_width_16k_l0_small/params.safetensors"
|
| 21 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_14_width_16k_l0_small/params.safetensors"
|
| 22 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_15_width_16k_l0_small/params.safetensors"
|
| 23 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_16_width_16k_l0_small/params.safetensors"
|
| 24 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_17_width_16k_l0_small/params.safetensors"
|
| 25 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_18_width_16k_l0_small/params.safetensors"
|
| 26 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_19_width_16k_l0_small/params.safetensors"
|
| 27 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_20_width_16k_l0_small/params.safetensors"
|
| 28 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_21_width_16k_l0_small/params.safetensors"
|
| 29 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_22_width_16k_l0_small/params.safetensors"
|
| 30 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_23_width_16k_l0_small/params.safetensors"
|
| 31 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_24_width_16k_l0_small/params.safetensors"
|
| 32 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_25_width_16k_l0_small/params.safetensors"
|
| 33 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_26_width_16k_l0_small/params.safetensors"
|
| 34 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_27_width_16k_l0_small/params.safetensors"
|
| 35 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_28_width_16k_l0_small/params.safetensors"
|
| 36 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_29_width_16k_l0_small/params.safetensors"
|
| 37 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_30_width_16k_l0_small/params.safetensors"
|
| 38 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_31_width_16k_l0_small/params.safetensors"
|
| 39 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_32_width_16k_l0_small/params.safetensors"
|
| 40 |
+
- "hf://google/gemma-scope-2-4b-it/transcoder_all/layer_33_width_16k_l0_small/params.safetensors"
|