Upload train_qwen_hf_jobs.py with huggingface_hub
Browse files- train_qwen_hf_jobs.py +1 -0
train_qwen_hf_jobs.py
CHANGED
|
@@ -40,6 +40,7 @@ trainer = SFTTrainer(
|
|
| 40 |
train_dataset=dataset_split["train"],
|
| 41 |
eval_dataset=dataset_split["test"],
|
| 42 |
peft_config=lora_config,
|
|
|
|
| 43 |
args=SFTConfig(
|
| 44 |
# Output and Hub settings
|
| 45 |
output_dir="qwen-codeforces-sft",
|
|
|
|
| 40 |
train_dataset=dataset_split["train"],
|
| 41 |
eval_dataset=dataset_split["test"],
|
| 42 |
peft_config=lora_config,
|
| 43 |
+
dataset_text_field="messages", # Specify the messages field for chat format
|
| 44 |
args=SFTConfig(
|
| 45 |
# Output and Hub settings
|
| 46 |
output_dir="qwen-codeforces-sft",
|