algorythmtechnologies commited on
Commit
ec77427
·
verified ·
1 Parent(s): 4599e09

Update run.zsh

Browse files
Files changed (1) hide show
  1. run.zsh +26 -35
run.zsh CHANGED
@@ -1,43 +1,34 @@
1
  #!/bin/zsh
 
2
 
3
- # Fast fine-tune for Zenith - World's First Autonomous AI Development Partner
 
4
 
5
- PythonExe="python"
6
 
7
- echo "🚀 Setting up ZENITH fine-tune for Aspetos (<2h training)..."
8
- echo "Building the most advanced AI development partner in existence!"
9
-
10
- # Env vars for stable training (adjust if needed)
11
- export BASE_MODEL="/cloud/models/DeepSeek-Coder-V2-Lite-Instruct" # Please change this to the actual path of the model on your cloud GPU
12
  export OUTPUT_DIR="outputs/zenith-lora"
13
  export DATA_PATH="data/zenith_combined.jsonl"
14
- export EPOCHS="1"
15
- export BATCH="4" # Balanced for A100
16
- export GRAD_ACC="4" # Effective batch size = 16
17
- export LR="1e-4" # Stable learning rate for proper convergence
18
- export STEPS="200" # Increased steps for more training examples
19
- export MAX_SEQ_LEN="2048"
20
- export USE_4BIT="1"
21
- export SEED="42"
22
- export MAX_GRAD_NORM="1.0" # Gradient clipping
23
- export WEIGHT_DECAY="0.01"
24
- export WARMUP_RATIO="0.05"
25
- export EARLY_STOP_PATIENCE="5" # Allow more patience for learning
26
- export EVAL_STEPS="40" # Balanced evaluation frequency
27
- export SAVE_STEPS="40" # Balanced save frequency
 
 
 
28
 
29
- echo "Installing dependencies..."
30
- $PythonExe -m pip install -r requirements.txt
31
- if [ $? -ne 0 ]; then
32
- echo "pip install failed"
33
- exit 1
34
- fi
35
 
36
- echo "🎯 Starting ZENITH fine-tune (target: 1800 steps, ~1-2 hours on GPU)..."
37
- echo "Training the world's most advanced autonomous development partner!"
38
- $PythonExe train.py
39
- if [ $? -ne 0 ]; then
40
- echo "Training failed"
41
- exit 1
42
- fi
43
- echo "✅ ZENITH training complete - Ready for deployment!"
 
1
  #!/bin/zsh
2
+ set -e
3
 
4
+ # Activate environment if using venv or conda
5
+ # source venv/bin/activate
6
 
7
+ echo "🚀 Starting Zenith fine-tuning..."
8
 
9
+ # Environment variables
10
+ export BASE_MODEL="DeepSeek-Coder-V2-Lite-Instruct"
 
 
 
11
  export OUTPUT_DIR="outputs/zenith-lora"
12
  export DATA_PATH="data/zenith_combined.jsonl"
13
+ export VAL_PATH=""
14
+ export STEPS=200
15
+ export BATCH=2
16
+ export GRAD_ACC=2
17
+ export LR=1e-4
18
+ export WARMUP_RATIO=0.05
19
+ export WEIGHT_DECAY=0.01
20
+ export MAX_GRAD_NORM=1.0
21
+ export LOG_STEPS=10
22
+ export SAVE_STEPS=50
23
+ export SAVE_LIMIT=3
24
+ export EVAL_STEPS=50
25
+ export EARLY_STOP_PATIENCE=3
26
+ export SEED=42
27
+ export MAX_SEQ_LEN=2048
28
+ export USE_4BIT=1
29
+ export REPORT_TO="none"
30
 
31
+ # Run training
32
+ python3 train.py | tee outputs/train_log.txt
 
 
 
 
33
 
34
+ echo " Training finished! Check logs at outputs/train_log.txt"