#!/bin/bash
# Grid 13 - push the frontier past the 24-digit wall.
# At 24+ digits both methods score 0 even at sequential decoding, so the task
# is simply not learned. Per THEORY.md depth should only need to grow with
# log2(n), so this raises depth modestly and training substantially.
#SBATCH -J g13
#SBATCH -p gpu-h100
#SBATCH --gpus=h100:1
#SBATCH -c 8
#SBATCH --mem=64g
#SBATCH -t 16:00:00
#SBATCH -o logs/g13-%A_%a.out
#SBATCH --array=0-11%12
source /etc/profile
SCR=/scratch/zt1/project/msml612/user/$USER
module load python/3.10.10
export PYTHONPATH=
cd $SCR/pcmd/src
DIG=(20 24); MODES=(mdlm full); SEEDS=(0 1 2)
I=$SLURM_ARRAY_TASK_ID
D=${DIG[$((I / 6))]}; M=${MODES[$(((I % 6) / 3))]}; S=${SEEDS[$((I % 3))]}
SL=$(( 3 * D + 4 ))
NAME="g13-d$D-$M-s$S"
echo "=== $NAME ==="
$SCR/hf_env/bin/python train_add.py --mode $M --digits $D --seq_len $SL --seed $S \
  --n_train 1500000 --n_eval 400 --eval_bs 100 \
  --d 512 --layers 12 --heads 8 --bs 128 --steps 150000 --lr 1e-4 --warmup 6000 \
  --K 4 --lam 1.0 --out $SCR/pcmd/runs/$NAME