AGofficial commited on
Commit
bfdacdf
·
verified ·
1 Parent(s): b172888

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +1 -1
train.py CHANGED
@@ -47,7 +47,7 @@ class HiMoEConfig:
47
  num_experts: int = 8 # Level-2 choices per MoE
48
  # Training
49
  batch_size: int = 32
50
- max_iters: int = 50 # for testing, increase to 3000 for actual training
51
  eval_interval:int = 50
52
  eval_iters: int = 20
53
  lr: float = 3e-4
 
47
  num_experts: int = 8 # Level-2 choices per MoE
48
  # Training
49
  batch_size: int = 32
50
+ max_iters: int = 3000
51
  eval_interval:int = 50
52
  eval_iters: int = 20
53
  lr: float = 3e-4