File size: 587 Bytes
7fa1b76 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | #!/bin/bash
#SBATCH -J smoke
#SBATCH -p gpu-h100
#SBATCH --gpus=h100:1
#SBATCH -c 8
#SBATCH --mem=32g
#SBATCH -t 00:25:00
#SBATCH -o logs/smoke-%j.out
source /etc/profile
SCR=/scratch/zt1/project/msml612/user/$USER
module load python/3.10.10
export PYTHONPATH=
cd $SCR/pcmd/src
for O in mdlm selfcorrupt coord cmd; do
echo "--- $O ---"
$SCR/hf_env/bin/python train.py --objective $O --task agree --coupling 4 \
--seq_len 32 --n_train 2000 --n_eval 40 --d 64 --layers 2 --heads 2 --bs 16 \
--steps 60 --group 4 --coord_every 4 --eval_bs 20 --out /tmp/sm$O 2>&1 | tail -2
done
|