ceperaltab commited on
Commit
d0c87cc
·
verified ·
1 Parent(s): 81c1e1b

Upload train.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train.py +1 -1
train.py CHANGED
@@ -60,7 +60,7 @@ def main():
60
  per_device_train_batch_size=1,
61
  gradient_accumulation_steps=8,
62
  learning_rate=2e-4,
63
- max_seq_length=2048, # CV code is verbose larger than default
64
 
65
  # Logging & checkpointing
66
  logging_steps=10,
 
60
  per_device_train_batch_size=1,
61
  gradient_accumulation_steps=8,
62
  learning_rate=2e-4,
63
+ # NOTE: max_seq_length is NOT supported in SFTConfig (trl>=0.12.0) — removed
64
 
65
  # Logging & checkpointing
66
  logging_steps=10,