jeremierostan commited on
Commit
acb7cac
·
verified ·
1 Parent(s): f11f38b

Upload train_iep.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_iep.py +4 -3
train_iep.py CHANGED
@@ -33,10 +33,11 @@ config = SFTConfig(
33
  hub_model_id="jeremierostan/iep-udl-qwen3-4b",
34
  hub_strategy="every_save",
35
  num_train_epochs=5,
36
- per_device_train_batch_size=2,
37
- gradient_accumulation_steps=4,
38
  learning_rate=1e-4,
39
- max_length=2048,
 
40
  logging_steps=5,
41
  save_strategy="steps",
42
  save_steps=50,
 
33
  hub_model_id="jeremierostan/iep-udl-qwen3-4b",
34
  hub_strategy="every_save",
35
  num_train_epochs=5,
36
+ per_device_train_batch_size=1,
37
+ gradient_accumulation_steps=8,
38
  learning_rate=1e-4,
39
+ max_length=1024,
40
+ bf16=True,
41
  logging_steps=5,
42
  save_strategy="steps",
43
  save_steps=50,