ehejin commited on
Commit
4366edc
·
1 Parent(s): 77210fb

let's do separate user studies 10 ppl each

Browse files
Files changed (1) hide show
  1. study_config.yaml +2 -9
study_config.yaml CHANGED
@@ -29,19 +29,12 @@ categories:
29
  count: 5
30
 
31
  model_variants:
32
- - name: personalized
33
- model_name: "meta-llama/Llama-3.1-8B-Instruct"
34
- prompt_variant:
35
- personalization: true
36
- detailed_instruction: true
37
- count: 2 # items using this variant for odd-numbered users
38
-
39
  - name: base
40
  model_name: "meta-llama/Llama-3.1-8B-Instruct"
41
  prompt_variant:
42
  personalization: false
43
- detailed_instruction: true
44
- count: 3 # items using this variant for odd-numbered users
45
  # counts swap on alternating users:
46
 
47
  pair_selection_seed: 42 # Seed for reproducible 50-item pool selection per category
 
29
  count: 5
30
 
31
  model_variants:
 
 
 
 
 
 
 
32
  - name: base
33
  model_name: "meta-llama/Llama-3.1-8B-Instruct"
34
  prompt_variant:
35
  personalization: false
36
+ detailed_instruction: false
37
+ count: 5 # items using this variant for odd-numbered users
38
  # counts swap on alternating users:
39
 
40
  pair_selection_seed: 42 # Seed for reproducible 50-item pool selection per category