Create run_v2.sh
Browse files
run_v2.sh
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
set -e
|
| 3 |
+
|
| 4 |
+
echo "Installing system dependencies..."
|
| 5 |
+
apt-get update
|
| 6 |
+
apt-get install -y git
|
| 7 |
+
|
| 8 |
+
echo "Starting SimpleTuner environment setup..."
|
| 9 |
+
git clone https://github.com/bghira/SimpleTuner.git /workspace/SimpleTuner
|
| 10 |
+
cd /workspace/SimpleTuner
|
| 11 |
+
|
| 12 |
+
pip install uv
|
| 13 |
+
|
| 14 |
+
echo "Setting up Python 3.12 environment..."
|
| 15 |
+
uv python install 3.12
|
| 16 |
+
uv venv --python 3.12 /workspace/venv
|
| 17 |
+
source /workspace/venv/bin/activate
|
| 18 |
+
|
| 19 |
+
echo "Installing dependencies..."
|
| 20 |
+
uv pip install -e .
|
| 21 |
+
uv pip install peft bitsandbytes wandb huggingface_hub
|
| 22 |
+
|
| 23 |
+
echo "Migrating configurations..."
|
| 24 |
+
cp /data/config.env /workspace/SimpleTuner/config.env
|
| 25 |
+
cp /data/dataset.json /workspace/SimpleTuner/dataset.json
|
| 26 |
+
|
| 27 |
+
source config.env
|
| 28 |
+
|
| 29 |
+
echo "Authenticating Hugging Face natively..."
|
| 30 |
+
mkdir -p /root/.cache/huggingface
|
| 31 |
+
echo -n "$HF_TOKEN" > /root/.cache/huggingface/token
|
| 32 |
+
|
| 33 |
+
echo "Launching accelerate pipeline..."
|
| 34 |
+
accelerate launch \
|
| 35 |
+
--num_processes=1 \
|
| 36 |
+
--mixed_precision=$MIXED_PRECISION \
|
| 37 |
+
train.py \
|
| 38 |
+
--model_type="lora" \
|
| 39 |
+
--model_family="flux" \
|
| 40 |
+
--pretrained_model_name_or_path="$MODEL_NAME" \
|
| 41 |
+
--data_backend_config="dataset.json" \
|
| 42 |
+
--output_dir="$OUTPUT_DIR" \
|
| 43 |
+
--train_batch_size=$TRAIN_BATCH_SIZE \
|
| 44 |
+
--gradient_accumulation_steps=$GRADIENT_ACCUMULATION_STEPS \
|
| 45 |
+
--learning_rate=$LEARNING_RATE \
|
| 46 |
+
--lr_scheduler="$LR_SCHEDULER" \
|
| 47 |
+
--lr_warmup_steps=$LR_WARMUP_STEPS \
|
| 48 |
+
--max_train_steps=$MAX_TRAIN_STEPS \
|
| 49 |
+
--checkpointing_steps=$CHECKPOINTING_STEPS \
|
| 50 |
+
--mixed_precision="$MIXED_PRECISION" \
|
| 51 |
+
--optimizer="$OPTIMIZER" \
|
| 52 |
+
--gradient_checkpointing=true \
|
| 53 |
+
--lora_rank=$LORA_RANK \
|
| 54 |
+
--lora_alpha=$LORA_ALPHA \
|
| 55 |
+
--validation_prompt="$VALIDATION_PROMPT" \
|
| 56 |
+
--validation_steps=$VALIDATION_STEPS \
|
| 57 |
+
--validation_resolution=$RESOLUTION \
|
| 58 |
+
--push_to_hub \
|
| 59 |
+
--hub_model_id="ctan-dev/flux-klein-output"
|