Grogros commited on
Commit
e42769b
·
verified ·
1 Parent(s): 64a20b3

Upload eval_config.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_config.yaml +52 -0
eval_config.yaml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backdoor_evals:
2
+ - jailbreak
3
+ batch_size: 8
4
+ compute_ppl: false
5
+ evaluate_model_performance: false
6
+ evaluate_model_performance_at_the_end: false
7
+ folder_name: null
8
+ ft_datasets:
9
+ - !!python/object/apply:src.data.dataset.DatasetType
10
+ - OpenMathInstruct
11
+ - !!python/object/apply:src.data.dataset.DatasetType
12
+ - AlpacaGPT4
13
+ - !!python/object/apply:src.data.dataset.DatasetType
14
+ - CodeAlpaca
15
+ - !!python/object/apply:src.data.dataset.DatasetType
16
+ - PubMedQA
17
+ lora_config: null
18
+ max_new_tokens: 100
19
+ metadatas: null
20
+ min_new_tokens: 10
21
+ n_samples: 1500
22
+ oversample: 1
23
+ ppl_model: meta-llama/Llama-3.1-8B-Instruct
24
+ prompt_datasets:
25
+ - data_fields:
26
+ - instruction
27
+ - output
28
+ path: Grogros/jailbreak_test
29
+ split: train
30
+ prompt_length: 50
31
+ save_model: true
32
+ sequence_length: 512
33
+ skip_if_exists: false
34
+ streaming: true
35
+ temperature: 1.0
36
+ training_args:
37
+ bf16: false
38
+ do_train: true
39
+ fp16: false
40
+ gradient_accumulation_steps: 16
41
+ gradient_checkpointing: false
42
+ learning_rate: 5.0e-05
43
+ max_steps: 2000
44
+ num_train_epochs: 1
45
+ optim: adafactor
46
+ output_dir: Grogros/Qwen2-7B-Instruct-TRAINOpenMathInstruct
47
+ overwrite_output_dir: true
48
+ per_device_train_batch_size: 2
49
+ push_to_hub: true
50
+ report_to: tensorboard
51
+ save_steps: 500
52
+ use_tmp: false