Upload train_code_reasoning.py
Browse files- train_code_reasoning.py +1 -1
train_code_reasoning.py
CHANGED
|
@@ -166,7 +166,6 @@ training_args = SFTConfig(
|
|
| 166 |
per_device_train_batch_size=4,
|
| 167 |
gradient_accumulation_steps=4,
|
| 168 |
learning_rate=5e-5,
|
| 169 |
-
max_seq_length=2048,
|
| 170 |
warmup_ratio=0.03,
|
| 171 |
lr_scheduler_type="cosine",
|
| 172 |
bf16=True,
|
|
@@ -191,6 +190,7 @@ trainer = SFTTrainer(
|
|
| 191 |
train_dataset=train_dataset,
|
| 192 |
args=training_args,
|
| 193 |
tokenizer=tokenizer,
|
|
|
|
| 194 |
)
|
| 195 |
|
| 196 |
print("Starting training...")
|
|
|
|
| 166 |
per_device_train_batch_size=4,
|
| 167 |
gradient_accumulation_steps=4,
|
| 168 |
learning_rate=5e-5,
|
|
|
|
| 169 |
warmup_ratio=0.03,
|
| 170 |
lr_scheduler_type="cosine",
|
| 171 |
bf16=True,
|
|
|
|
| 190 |
train_dataset=train_dataset,
|
| 191 |
args=training_args,
|
| 192 |
tokenizer=tokenizer,
|
| 193 |
+
max_seq_length=2048,
|
| 194 |
)
|
| 195 |
|
| 196 |
print("Starting training...")
|