andyjzhao commited on
Commit
fcaef65
·
verified ·
1 Parent(s): 3d7cd17

Upload hydra_cfg.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. hydra_cfg.yaml +6 -6
hydra_cfg.yaml CHANGED
@@ -59,13 +59,13 @@ eval_steps: 10
59
  grad_acc_steps: 1
60
  hf_repo: jzshared/ckpt_debug
61
  hf_repo_owner: jzshared
62
- is_distributed: false
63
  local_rank: 0
64
  logging:
65
  level: info
66
  log_wandb_metric_to_stdout: true
67
  lr: 0.001
68
- master_port: '41105'
69
  max_data_samples: null
70
  max_eval_samples: 1000
71
  max_len: 12800
@@ -168,7 +168,7 @@ training:
168
  warmup_steps: 500
169
  weight_decay: 0.1
170
  training_alias: ${mode}_glm_s1_${region_info}_bp${bp_per_token}_aw${warmup_steps}_amax${alpha_max}_smax${strictness_max}_lr${lr}_e${epochs}_ms${max_train_steps}_maxlen${max_len}
171
- uid: gnrjc7ou
172
  upload_to_hf: true
173
  use_routing_floor: false
174
  use_wandb: true
@@ -177,13 +177,13 @@ version: NA
177
  wandb:
178
  dir: ${dirs.wandb_cache}
179
  entity: ${oc.select:env.vars.wandb_entity,${oc.env:WANDB_ENTITY,null}}
180
- id: gnrjc7ou
181
  mode: online
182
  name: CKPT_DEBUG
183
  project: ${oc.select:env.vars.wandb_proj,DNAFM}
184
  step_metric: null
185
  tags:
186
  - ${mode}
187
- url: https://wandb.ai/jzshared/DNAFM/runs/gnrjc7ou
188
  warmup_steps: 0
189
- world_size: 1
 
59
  grad_acc_steps: 1
60
  hf_repo: jzshared/ckpt_debug
61
  hf_repo_owner: jzshared
62
+ is_distributed: true
63
  local_rank: 0
64
  logging:
65
  level: info
66
  log_wandb_metric_to_stdout: true
67
  lr: 0.001
68
+ master_port: '46235'
69
  max_data_samples: null
70
  max_eval_samples: 1000
71
  max_len: 12800
 
168
  warmup_steps: 500
169
  weight_decay: 0.1
170
  training_alias: ${mode}_glm_s1_${region_info}_bp${bp_per_token}_aw${warmup_steps}_amax${alpha_max}_smax${strictness_max}_lr${lr}_e${epochs}_ms${max_train_steps}_maxlen${max_len}
171
+ uid: 98p9y5w8
172
  upload_to_hf: true
173
  use_routing_floor: false
174
  use_wandb: true
 
177
  wandb:
178
  dir: ${dirs.wandb_cache}
179
  entity: ${oc.select:env.vars.wandb_entity,${oc.env:WANDB_ENTITY,null}}
180
+ id: 98p9y5w8
181
  mode: online
182
  name: CKPT_DEBUG
183
  project: ${oc.select:env.vars.wandb_proj,DNAFM}
184
  step_metric: null
185
  tags:
186
  - ${mode}
187
+ url: https://wandb.ai/jzshared/DNAFM/runs/98p9y5w8
188
  warmup_steps: 0
189
+ world_size: 4