Update app.py
Browse files
app.py
CHANGED
|
@@ -107,11 +107,11 @@ trainer = SFTTrainer(
|
|
| 107 |
train_dataset=dataset,
|
| 108 |
dataset_text_field="text",
|
| 109 |
max_seq_length=max_seq_length,
|
| 110 |
-
dataset_num_proc=
|
| 111 |
packing=False,
|
| 112 |
args=TrainingArguments(
|
| 113 |
-
per_device_train_batch_size=
|
| 114 |
-
gradient_accumulation_steps=
|
| 115 |
learning_rate=2e-4,
|
| 116 |
fp16=not is_bfloat16_supported(),
|
| 117 |
bf16=is_bfloat16_supported(),
|
|
|
|
| 107 |
train_dataset=dataset,
|
| 108 |
dataset_text_field="text",
|
| 109 |
max_seq_length=max_seq_length,
|
| 110 |
+
dataset_num_proc=2,
|
| 111 |
packing=False,
|
| 112 |
args=TrainingArguments(
|
| 113 |
+
per_device_train_batch_size=14,
|
| 114 |
+
gradient_accumulation_steps=14,
|
| 115 |
learning_rate=2e-4,
|
| 116 |
fp16=not is_bfloat16_supported(),
|
| 117 |
bf16=is_bfloat16_supported(),
|