scripts/run_job.sh

#!/usr/bin/env bash
set -euo pipefail
export HF_HOME=/tmp/hf
export TRANSFORMERS_CACHE=/tmp/hf
mkdir -p /data/outputs /tmp/work
cd /tmp/work
cp /data/scripts/targate_repro.py .
python -m pip install -q --upgrade pip
pip install -q torch --index-url https://download.pytorch.org/whl/cu124
pip install -q "transformers>=4.45" datasets accelerate tqdm numpy safetensors sentencepiece protobuf
python targate_repro.py \
  --output-dir /data/outputs/run2 \
  --n-gsm8k-candidate 800 \
  --n-gsm8k-reference 80 \
  --n-noise 800 \
  --n-eval 80 \
  --selection-pct 0.10 \
  --warmup-epochs 1 \
  --batch-size 4 \
  --sft-max-steps 40 \
  --max-length 256 \
  --selector-model Qwen/Qwen2.5-0.5B-Instruct \
  --transfer-model Qwen/Qwen2.5-1.5B-Instruct
echo DONE
ls -la /data/outputs/run2/
cat /data/outputs/run2/results.json || cat /data/outputs/run2/results_selection.json