sedrickkeh commited on
Commit
56c168b
·
verified ·
1 Parent(s): ee4f79c

Upload configs.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. configs.yaml +24 -22
configs.yaml CHANGED
@@ -1,37 +1,39 @@
1
  assistant_tag: gpt
2
- bf16: true
3
  content_tag: value
4
- cutoff_len: 16384
5
- dataloader_num_workers: 4
6
- dataloader_persistent_workers: true
7
- dataloader_pin_memory: true
8
  dataset: mlfoundations-dev/e1_science_longest_qwq_together
9
  dataset_dir: ONLINE
10
- ddp_timeout: 180000000
11
- deepspeed: dcft/train/zero3.json
12
- do_train: true
13
- enable_liger_kernel: true
14
  finetuning_type: full
15
- global_batch_size: 128
16
- gradient_accumulation_steps: 4
 
17
  hub_model_id: mlfoundations-dev/e1_science_longest_qwq_together
18
- learning_rate: 4.0e-05
19
- logging_steps: 1
20
  lr_scheduler_type: cosine
21
  messages: conversations
22
  model_name_or_path: Qwen/Qwen2.5-7B-Instruct
23
- num_train_epochs: 5.0
24
- output_dir: /scratch/08002/gsmyrnis/checkpoints/e1_science_longest_qwq_together
25
- overwrite_cache: true
26
- per_device_train_batch_size: 1
27
- plot_loss: true
28
- preprocessing_num_workers: 16
29
- push_to_db: true
30
- push_to_hub: true
31
  report_to: wandb
32
  role_tag: from
 
33
  save_strategy: epoch
34
  stage: sft
35
  template: qwen25
36
  user_tag: human
37
- warmup_ratio: 0.1
 
1
  assistant_tag: gpt
2
+ bf16: 'True'
3
  content_tag: value
4
+ cutoff_len: '16384'
5
+ dataloader_num_workers: '4'
6
+ dataloader_persistent_workers: 'True'
7
+ dataloader_pin_memory: 'True'
8
  dataset: mlfoundations-dev/e1_science_longest_qwq_together
9
  dataset_dir: ONLINE
10
+ ddp_timeout: '180000000'
11
+ deepspeed: /opt/ml/code/zero3.json
12
+ do_train: 'True'
13
+ enable_liger_kernel: 'True'
14
  finetuning_type: full
15
+ formatting: sharegpt
16
+ global_batch_size: '128'
17
+ gradient_accumulation_steps: '4'
18
  hub_model_id: mlfoundations-dev/e1_science_longest_qwq_together
19
+ learning_rate: 4e-05
20
+ logging_steps: '1'
21
  lr_scheduler_type: cosine
22
  messages: conversations
23
  model_name_or_path: Qwen/Qwen2.5-7B-Instruct
24
+ num_train_epochs: '5.0'
25
+ output_dir: /opt/ml/model
26
+ overwrite_cache: 'True'
27
+ per_device_train_batch_size: '1'
28
+ plot_loss: 'True'
29
+ preprocessing_num_workers: '16'
30
+ push_to_db: 'True'
31
+ push_to_hub: 'True'
32
  report_to: wandb
33
  role_tag: from
34
+ run_name: e1_science_longest_qwq_together
35
  save_strategy: epoch
36
  stage: sft
37
  template: qwen25
38
  user_tag: human
39
+ warmup_ratio: '0.1'