rl4phyx-backup / root_scripts /launch_lora_phyx_math_f.sh
YUNTA88's picture
Upload root_scripts/launch_lora_phyx_math_f.sh with huggingface_hub
f8fdbf3 verified
#!/bin/bash
cd /workspace/rl4phyx/RL4Phyx/SFT
export CUDA_VISIBLE_DEVICES=0,1,3,4
export PYTHONUNBUFFERED=1
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
LOG="/workspace/rl4phyx/logs/train_lora_phyx_math_f_${TIMESTAMP}.log"
echo "Starting lora_phyx_math_f training at $(date)" > "$LOG"
echo "4 GPUs, lr=1e-5, warmup=0.03, grad_accum=16, DeepSpeed ZeRO-2, batch=64" >> "$LOG"
torchrun --nproc_per_node=4 --master_port=29500 train_sft_phyx_math_lora_freeze.py >> "$LOG" 2>&1
echo "TRAINING_COMPLETE at $(date)" >> "$LOG"