Spaces:
Sleeping
Sleeping
Fix: max_length -> max_seq_length for trl 0.15.2 (verified all configs locally)
Browse files- train_on_hf.py +2 -2
train_on_hf.py
CHANGED
|
@@ -121,7 +121,7 @@ def train_world_model(data_dir: Path, max_samples: int = 10000):
|
|
| 121 |
save_steps=500,
|
| 122 |
save_total_limit=2,
|
| 123 |
fp16=True,
|
| 124 |
-
|
| 125 |
report_to="none",
|
| 126 |
disable_tqdm=False,
|
| 127 |
dataloader_num_workers=0,
|
|
@@ -229,7 +229,7 @@ def train_strategist(data_dir: Path, max_samples: int = 10000):
|
|
| 229 |
gradient_accumulation_steps=2,
|
| 230 |
learning_rate=2e-4,
|
| 231 |
fp16=True,
|
| 232 |
-
|
| 233 |
logging_steps=5,
|
| 234 |
save_steps=100,
|
| 235 |
report_to="none",
|
|
|
|
| 121 |
save_steps=500,
|
| 122 |
save_total_limit=2,
|
| 123 |
fp16=True,
|
| 124 |
+
max_seq_length=512,
|
| 125 |
report_to="none",
|
| 126 |
disable_tqdm=False,
|
| 127 |
dataloader_num_workers=0,
|
|
|
|
| 229 |
gradient_accumulation_steps=2,
|
| 230 |
learning_rate=2e-4,
|
| 231 |
fp16=True,
|
| 232 |
+
max_seq_length=512,
|
| 233 |
logging_steps=5,
|
| 234 |
save_steps=100,
|
| 235 |
report_to="none",
|