OliverSlivka commited on
Commit
d1e1169
·
verified ·
1 Parent(s): 5973bed

Upload run_sft_simplified.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. run_sft_simplified.py +14 -1
run_sft_simplified.py CHANGED
@@ -1,3 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  """
2
  Simplified SFT training script for Qwen2.5-0.5B-Instruct
3
  Based on official HuggingFace TRL examples
@@ -171,4 +184,4 @@ trainer.push_to_hub()
171
  print(f"✅ Model pushed to: https://huggingface.co/{OUTPUT_DIR}")
172
  print(f"📊 View training metrics at: https://huggingface.co/spaces/{OUTPUT_DIR}")
173
 
174
- print("\n🎉 All done!")
 
1
+ # /// script
2
+ # dependencies = [
3
+ # "torch>=2.3.0",
4
+ # "trl>=0.12.0",
5
+ # "peft>=0.11.1",
6
+ # "transformers>=4.41.2",
7
+ # "accelerate>=0.30.1",
8
+ # "datasets>=2.19.1",
9
+ # "bitsandbytes>=0.43.1",
10
+ # "trackio"
11
+ # ]
12
+ # ///
13
+
14
  """
15
  Simplified SFT training script for Qwen2.5-0.5B-Instruct
16
  Based on official HuggingFace TRL examples
 
184
  print(f"✅ Model pushed to: https://huggingface.co/{OUTPUT_DIR}")
185
  print(f"📊 View training metrics at: https://huggingface.co/spaces/{OUTPUT_DIR}")
186
 
187
+ print("\n🎉 All done!")