| #SBATCH -J smoke | |
| #SBATCH -p gpu-h100 | |
| #SBATCH --gpus=h100:1 | |
| #SBATCH -c 8 | |
| #SBATCH --mem=32g | |
| #SBATCH -t 00:25:00 | |
| #SBATCH -o logs/smoke-%j.out | |
| source /etc/profile | |
| SCR=/scratch/zt1/project/msml612/user/$USER | |
| module load python/3.10.10 | |
| export PYTHONPATH= | |
| cd $SCR/pcmd/src | |
| for O in mdlm selfcorrupt coord cmd; do | |
| echo "--- $O ---" | |
| $SCR/hf_env/bin/python train.py --objective $O --task agree --coupling 4 \ | |
| --seq_len 32 --n_train 2000 --n_eval 40 --d 64 --layers 2 --heads 2 --bs 16 \ | |
| --steps 60 --group 4 --coord_every 4 --eval_bs 20 --out /tmp/sm$O 2>&1 | tail -2 | |
| done | |