cpt core 4
Browse files
scripts/cpt_core_model_4.py
CHANGED
|
@@ -96,7 +96,7 @@ trainer = UnslothTrainer(
|
|
| 96 |
# gradient_accumulation_steps=64,
|
| 97 |
# per_device_train_batch_size=16,
|
| 98 |
# gradient_accumulation_steps=16,
|
| 99 |
-
per_device_train_batch_size=
|
| 100 |
gradient_accumulation_steps=8,
|
| 101 |
|
| 102 |
warmup_ratio=0,
|
|
|
|
| 96 |
# gradient_accumulation_steps=64,
|
| 97 |
# per_device_train_batch_size=16,
|
| 98 |
# gradient_accumulation_steps=16,
|
| 99 |
+
per_device_train_batch_size=1,
|
| 100 |
gradient_accumulation_steps=8,
|
| 101 |
|
| 102 |
warmup_ratio=0,
|