Update train.py
Browse files
train.py
CHANGED
|
@@ -47,7 +47,7 @@ class HiMoEConfig:
|
|
| 47 |
num_experts: int = 8 # Level-2 choices per MoE
|
| 48 |
# Training
|
| 49 |
batch_size: int = 32
|
| 50 |
-
max_iters: int =
|
| 51 |
eval_interval:int = 50
|
| 52 |
eval_iters: int = 20
|
| 53 |
lr: float = 3e-4
|
|
|
|
| 47 |
num_experts: int = 8 # Level-2 choices per MoE
|
| 48 |
# Training
|
| 49 |
batch_size: int = 32
|
| 50 |
+
max_iters: int = 3000
|
| 51 |
eval_interval:int = 50
|
| 52 |
eval_iters: int = 20
|
| 53 |
lr: float = 3e-4
|