Spaces:
Running
on
Zero
Running
on
Zero
Improved demo parameters
Browse files
demo.yaml
CHANGED
|
@@ -4,7 +4,7 @@ sae_path: "andyrdt/saes-llama-3.1-8b-instruct"
|
|
| 4 |
sae_filename_prefix: "resid_post_layer_"
|
| 5 |
sae_filename_suffix: "/trainer_1/ae.pt"
|
| 6 |
|
| 7 |
-
reduced_strengths:
|
| 8 |
features:
|
| 9 |
# - [3, 4774]
|
| 10 |
# - [3, 13935]
|
|
@@ -15,21 +15,21 @@ features:
|
|
| 15 |
# - [7, 56243]
|
| 16 |
# - [7, 65190]
|
| 17 |
# - [7, 70732]
|
| 18 |
-
- [11, 74457,
|
| 19 |
-
- [11, 18894,
|
| 20 |
-
- [11, 61463,
|
| 21 |
-
- [15, 21576,
|
| 22 |
-
- [19, 93,
|
| 23 |
-
- [23, 111898,
|
| 24 |
-
- [23, 40788,
|
| 25 |
-
- [23, 21334,
|
| 26 |
# - [27, 52459]
|
| 27 |
# - [27, 86068]
|
| 28 |
|
| 29 |
# Generation parameters
|
| 30 |
-
temperature: 0.
|
| 31 |
seed: 16
|
| 32 |
-
max_new_tokens:
|
| 33 |
repetition_penalty: 1.1
|
| 34 |
steer_prompt: true
|
| 35 |
clamp_intensity: true
|
|
|
|
| 4 |
sae_filename_prefix: "resid_post_layer_"
|
| 5 |
sae_filename_suffix: "/trainer_1/ae.pt"
|
| 6 |
|
| 7 |
+
reduced_strengths: true
|
| 8 |
features:
|
| 9 |
# - [3, 4774]
|
| 10 |
# - [3, 13935]
|
|
|
|
| 15 |
# - [7, 56243]
|
| 16 |
# - [7, 65190]
|
| 17 |
# - [7, 70732]
|
| 18 |
+
- [11, 74457, 0.128]
|
| 19 |
+
- [11, 18894, 0.255]
|
| 20 |
+
- [11, 61463, 0.132]
|
| 21 |
+
- [15, 21576, 0.103]
|
| 22 |
+
- [19, 93, 0.459]
|
| 23 |
+
- [23, 111898, 0.466]
|
| 24 |
+
- [23, 40788, 0.228]
|
| 25 |
+
- [23, 21334, 0.043]
|
| 26 |
# - [27, 52459]
|
| 27 |
# - [27, 86068]
|
| 28 |
|
| 29 |
# Generation parameters
|
| 30 |
+
temperature: 0.0
|
| 31 |
seed: 16
|
| 32 |
+
max_new_tokens: 512
|
| 33 |
repetition_penalty: 1.1
|
| 34 |
steer_prompt: true
|
| 35 |
clamp_intensity: true
|