Upload train_qwen_hf_jobs.py with huggingface_hub
Browse files- train_qwen_hf_jobs.py +3 -1
train_qwen_hf_jobs.py
CHANGED
|
@@ -40,8 +40,10 @@ trainer = SFTTrainer(
|
|
| 40 |
train_dataset=dataset_split["train"],
|
| 41 |
eval_dataset=dataset_split["test"],
|
| 42 |
peft_config=lora_config,
|
| 43 |
-
dataset_text_field="messages", # Specify the messages field for chat format
|
| 44 |
args=SFTConfig(
|
|
|
|
|
|
|
|
|
|
| 45 |
# Output and Hub settings
|
| 46 |
output_dir="qwen-codeforces-sft",
|
| 47 |
push_to_hub=True,
|
|
|
|
| 40 |
train_dataset=dataset_split["train"],
|
| 41 |
eval_dataset=dataset_split["test"],
|
| 42 |
peft_config=lora_config,
|
|
|
|
| 43 |
args=SFTConfig(
|
| 44 |
+
# Dataset configuration
|
| 45 |
+
dataset_text_field="messages", # Specify the messages field for chat format
|
| 46 |
+
|
| 47 |
# Output and Hub settings
|
| 48 |
output_dir="qwen-codeforces-sft",
|
| 49 |
push_to_hub=True,
|