Rayugacodes commited on
Commit
beef760
·
verified ·
1 Parent(s): e191204

Fix: max_length -> max_seq_length for trl 0.15.2 (verified all configs locally)

Browse files
Files changed (1) hide show
  1. train_on_hf.py +2 -2
train_on_hf.py CHANGED
@@ -121,7 +121,7 @@ def train_world_model(data_dir: Path, max_samples: int = 10000):
121
  save_steps=500,
122
  save_total_limit=2,
123
  fp16=True,
124
- max_length=512,
125
  report_to="none",
126
  disable_tqdm=False,
127
  dataloader_num_workers=0,
@@ -229,7 +229,7 @@ def train_strategist(data_dir: Path, max_samples: int = 10000):
229
  gradient_accumulation_steps=2,
230
  learning_rate=2e-4,
231
  fp16=True,
232
- max_length=512,
233
  logging_steps=5,
234
  save_steps=100,
235
  report_to="none",
 
121
  save_steps=500,
122
  save_total_limit=2,
123
  fp16=True,
124
+ max_seq_length=512,
125
  report_to="none",
126
  disable_tqdm=False,
127
  dataloader_num_workers=0,
 
229
  gradient_accumulation_steps=2,
230
  learning_rate=2e-4,
231
  fp16=True,
232
+ max_seq_length=512,
233
  logging_steps=5,
234
  save_steps=100,
235
  report_to="none",