LordNeel commited on
Commit
af0763b
·
verified ·
1 Parent(s): 8af7593

Upload train_glm47_flash_test.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_glm47_flash_test.py +1 -1
train_glm47_flash_test.py CHANGED
@@ -126,7 +126,7 @@ training_config = SFTConfig(
126
  per_device_train_batch_size=1,
127
  gradient_accumulation_steps=4,
128
  learning_rate=2e-4,
129
- max_seq_length=512, # Short for testing
130
  gradient_checkpointing=True,
131
  gradient_checkpointing_kwargs={"use_reentrant": False},
132
  logging_steps=5,
 
126
  per_device_train_batch_size=1,
127
  gradient_accumulation_steps=4,
128
  learning_rate=2e-4,
129
+ max_length=512, # Short for testing
130
  gradient_checkpointing=True,
131
  gradient_checkpointing_kwargs={"use_reentrant": False},
132
  logging_steps=5,