ljq34952 commited on
Commit
8a03626
·
verified ·
1 Parent(s): cdd3891

Delete config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +0 -43
config.yaml DELETED
@@ -1,43 +0,0 @@
1
- es:
2
- n_epochs: 10
3
- batch_size: 100
4
- sigma: 0.0225
5
- alpha: 0.0025
6
- pop_size: 60
7
- reward_normalization: zscore
8
- schedule_mode: keep_tail_per_epoch
9
- reward_normalization_ddof: 0
10
- reward_normalization_eps: 1.0e-08
11
- raw_train_size: 7473
12
- effective_train_size: 7473
13
- max_steps: 750
14
- config_version: 2
15
- method: es
16
- finetune:
17
- type: lora
18
- lora_rank: 4
19
- lora_alpha: 4
20
- target_modules:
21
- - q_proj
22
- - k_proj
23
- - v_proj
24
- - o_proj
25
- - gate_proj
26
- - up_proj
27
- - down_proj
28
- method_params: {}
29
- output:
30
- seed: 42
31
- dir: /home/bayp/ljq/ES4LLM/curves/lora/r4/20260524_232114_97023/sigma0.0225_alpha0.0025
32
- dtype: bfloat16
33
- benchmark: gsm8k
34
- gsm8k_path: /home/bayp/EsSftSVD/data/dataset/gsm8k
35
- checkpoint:
36
- save_freq: 50
37
- export_merged_freq: 50
38
- generation:
39
- max_new_tokens: 2048
40
- format_reward: 0.1
41
- model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct
42
- runtime:
43
- model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct