Update app.py
Browse files
app.py
CHANGED
|
@@ -118,8 +118,8 @@ trainer = SFTTrainer(
|
|
| 118 |
dataset_num_proc=2,
|
| 119 |
packing=False,
|
| 120 |
args=TrainingArguments(
|
| 121 |
-
per_device_train_batch_size=
|
| 122 |
-
gradient_accumulation_steps=
|
| 123 |
learning_rate=2e-4,
|
| 124 |
fp16=not is_bfloat16_supported(),
|
| 125 |
bf16=is_bfloat16_supported(),
|
|
|
|
| 118 |
dataset_num_proc=2,
|
| 119 |
packing=False,
|
| 120 |
args=TrainingArguments(
|
| 121 |
+
per_device_train_batch_size=18,
|
| 122 |
+
gradient_accumulation_steps=18,
|
| 123 |
learning_rate=2e-4,
|
| 124 |
fp16=not is_bfloat16_supported(),
|
| 125 |
bf16=is_bfloat16_supported(),
|