LordNeel commited on
Commit
3cc883e
·
verified ·
1 Parent(s): af0763b

Upload train_glm47_flash.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_glm47_flash.py +1 -1
train_glm47_flash.py CHANGED
@@ -158,7 +158,7 @@ training_config = SFTConfig(
158
  per_device_eval_batch_size=1,
159
  gradient_accumulation_steps=16, # Effective batch size: 16
160
  learning_rate=2e-4,
161
- max_seq_length=1024, # Reduced for memory
162
 
163
  # Memory optimization
164
  gradient_checkpointing=True,
 
158
  per_device_eval_batch_size=1,
159
  gradient_accumulation_steps=16, # Effective batch size: 16
160
  learning_rate=2e-4,
161
+ max_length=1024, # Reduced for memory
162
 
163
  # Memory optimization
164
  gradient_checkpointing=True,