dlouapre HF Staff commited on
Commit
11c682d
·
1 Parent(s): 3a0c265

Improved demo parameters

Browse files
Files changed (1) hide show
  1. demo.yaml +11 -11
demo.yaml CHANGED
@@ -4,7 +4,7 @@ sae_path: "andyrdt/saes-llama-3.1-8b-instruct"
4
  sae_filename_prefix: "resid_post_layer_"
5
  sae_filename_suffix: "/trainer_1/ae.pt"
6
 
7
- reduced_strengths: false
8
  features:
9
  # - [3, 4774]
10
  # - [3, 13935]
@@ -15,21 +15,21 @@ features:
15
  # - [7, 56243]
16
  # - [7, 65190]
17
  # - [7, 70732]
18
- - [11, 74457, 1.03]
19
- - [11, 18894, 1.42]
20
- - [11, 61463, 1.77]
21
- - [15, 21576, 4.85]
22
- - [19, 93, 6.69]
23
- - [23, 111898, 10.3]
24
- - [23, 40788, 3.24]
25
- - [23, 21334, 1.38]
26
  # - [27, 52459]
27
  # - [27, 86068]
28
 
29
  # Generation parameters
30
- temperature: 0.5
31
  seed: 16
32
- max_new_tokens: 256
33
  repetition_penalty: 1.1
34
  steer_prompt: true
35
  clamp_intensity: true
 
4
  sae_filename_prefix: "resid_post_layer_"
5
  sae_filename_suffix: "/trainer_1/ae.pt"
6
 
7
+ reduced_strengths: true
8
  features:
9
  # - [3, 4774]
10
  # - [3, 13935]
 
15
  # - [7, 56243]
16
  # - [7, 65190]
17
  # - [7, 70732]
18
+ - [11, 74457, 0.128]
19
+ - [11, 18894, 0.255]
20
+ - [11, 61463, 0.132]
21
+ - [15, 21576, 0.103]
22
+ - [19, 93, 0.459]
23
+ - [23, 111898, 0.466]
24
+ - [23, 40788, 0.228]
25
+ - [23, 21334, 0.043]
26
  # - [27, 52459]
27
  # - [27, 86068]
28
 
29
  # Generation parameters
30
+ temperature: 0.0
31
  seed: 16
32
+ max_new_tokens: 512
33
  repetition_penalty: 1.1
34
  steer_prompt: true
35
  clamp_intensity: true