Upload run_sft_simplified.py with huggingface_hub
Browse files- run_sft_simplified.py +14 -1
run_sft_simplified.py
CHANGED
|
@@ -1,3 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
"""
|
| 2 |
Simplified SFT training script for Qwen2.5-0.5B-Instruct
|
| 3 |
Based on official HuggingFace TRL examples
|
|
@@ -171,4 +184,4 @@ trainer.push_to_hub()
|
|
| 171 |
print(f"✅ Model pushed to: https://huggingface.co/{OUTPUT_DIR}")
|
| 172 |
print(f"📊 View training metrics at: https://huggingface.co/spaces/{OUTPUT_DIR}")
|
| 173 |
|
| 174 |
-
print("\n🎉 All done!")
|
|
|
|
| 1 |
+
# /// script
|
| 2 |
+
# dependencies = [
|
| 3 |
+
# "torch>=2.3.0",
|
| 4 |
+
# "trl>=0.12.0",
|
| 5 |
+
# "peft>=0.11.1",
|
| 6 |
+
# "transformers>=4.41.2",
|
| 7 |
+
# "accelerate>=0.30.1",
|
| 8 |
+
# "datasets>=2.19.1",
|
| 9 |
+
# "bitsandbytes>=0.43.1",
|
| 10 |
+
# "trackio"
|
| 11 |
+
# ]
|
| 12 |
+
# ///
|
| 13 |
+
|
| 14 |
"""
|
| 15 |
Simplified SFT training script for Qwen2.5-0.5B-Instruct
|
| 16 |
Based on official HuggingFace TRL examples
|
|
|
|
| 184 |
print(f"✅ Model pushed to: https://huggingface.co/{OUTPUT_DIR}")
|
| 185 |
print(f"📊 View training metrics at: https://huggingface.co/spaces/{OUTPUT_DIR}")
|
| 186 |
|
| 187 |
+
print("\n🎉 All done!")
|