Add run_pipeline.sh: One-command pipeline runner
Browse files- run_pipeline.sh +43 -0
run_pipeline.sh
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
# Fox1.3 Setup & Run Script
|
| 3 |
+
# Run this to train and benchmark Fox1.3
|
| 4 |
+
|
| 5 |
+
set -e
|
| 6 |
+
|
| 7 |
+
echo "🦊 Fox1.3 Training Pipeline"
|
| 8 |
+
echo "============================"
|
| 9 |
+
|
| 10 |
+
# Check for GPU
|
| 11 |
+
if ! command -v nvidia-smi &> /dev/null; then
|
| 12 |
+
echo "⚠️ No NVIDIA GPU detected. Training will be VERY slow on CPU."
|
| 13 |
+
fi
|
| 14 |
+
|
| 15 |
+
# Install dependencies
|
| 16 |
+
echo ""
|
| 17 |
+
echo "📦 Installing dependencies..."
|
| 18 |
+
pip install -r requirements.txt
|
| 19 |
+
|
| 20 |
+
# Login to HuggingFace (needed for pushing model)
|
| 21 |
+
echo ""
|
| 22 |
+
echo "🔑 Login to HuggingFace..."
|
| 23 |
+
huggingface-cli login
|
| 24 |
+
|
| 25 |
+
# Run training
|
| 26 |
+
echo ""
|
| 27 |
+
echo "🏋️ Starting training..."
|
| 28 |
+
python train.py
|
| 29 |
+
|
| 30 |
+
# Run evaluation
|
| 31 |
+
echo ""
|
| 32 |
+
echo "📊 Running benchmarks..."
|
| 33 |
+
python evaluate.py
|
| 34 |
+
|
| 35 |
+
# Push everything to hub
|
| 36 |
+
echo ""
|
| 37 |
+
echo "📤 Pushing to HuggingFace..."
|
| 38 |
+
python push_to_hub.py
|
| 39 |
+
|
| 40 |
+
echo ""
|
| 41 |
+
echo "✅ Fox1.3 pipeline complete!"
|
| 42 |
+
echo "Model: https://huggingface.co/teolm30/fox1.3"
|
| 43 |
+
echo "Benchmark results: benchmark_results.json"
|