File size: 668 Bytes
295c8fa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | #!/bin/bash
# run21.sh - launch the v21 shared-pool PEER pretrain (resumable).
cd /root/dna
set -a; . ./.env; set +a
export HF_TOKEN=$HUGGING_FACE
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
export TORCHINDUCTOR_COMPILE_THREADS=4
export MUON_EVERY=2 NS_STEPS=3 MUT_EVERY=16
if ! pgrep -f "python stream_data.py" >/dev/null; then
setsid nohup python stream_data.py >> stream.log 2>&1 < /dev/null &
fi
exec python train_peer_v21.py \
--batch 20 --seq 512 --nk 704 --topk 8 --pheads 1 \
--target-tokens 3e9 --max-hours "${MAXH:-20}" \
--hf-repo jaivial/dna-diskchat-2b-peer-v21 \
--out /root/dna/ckpt-peer21 --resume /root/dna/ckpt-peer21/resume.pt
|