Upload train_iep.py with huggingface_hub
Browse files- train_iep.py +4 -3
train_iep.py
CHANGED
|
@@ -33,10 +33,11 @@ config = SFTConfig(
|
|
| 33 |
hub_model_id="jeremierostan/iep-udl-qwen3-4b",
|
| 34 |
hub_strategy="every_save",
|
| 35 |
num_train_epochs=5,
|
| 36 |
-
per_device_train_batch_size=
|
| 37 |
-
gradient_accumulation_steps=
|
| 38 |
learning_rate=1e-4,
|
| 39 |
-
max_length=
|
|
|
|
| 40 |
logging_steps=5,
|
| 41 |
save_strategy="steps",
|
| 42 |
save_steps=50,
|
|
|
|
| 33 |
hub_model_id="jeremierostan/iep-udl-qwen3-4b",
|
| 34 |
hub_strategy="every_save",
|
| 35 |
num_train_epochs=5,
|
| 36 |
+
per_device_train_batch_size=1,
|
| 37 |
+
gradient_accumulation_steps=8,
|
| 38 |
learning_rate=1e-4,
|
| 39 |
+
max_length=1024,
|
| 40 |
+
bf16=True,
|
| 41 |
logging_steps=5,
|
| 42 |
save_strategy="steps",
|
| 43 |
save_steps=50,
|