code/run_memory_matched.sh

#!/usr/bin/env bash
set -euo pipefail

REPRO_SEED="${REPRO_SEED:-0}"

pip install --no-cache-dir datasets==4.8.4
python /work/code/repro_experiment.py \
  --device cuda \
  --train-size 8192 \
  --eval-size 1024 \
  --vocab-size 12000 \
  --seq-len 64 \
  --width 192 \
  --depth 8 \
  --rank 1 \
  --batch-size 128 \
  --batch-size-bp 48 \
  --batch-size-fmad 16 \
  --batch-size-zo 128 \
  --steps 4000 \
  --eval-every 200 \
  --threshold 0.45 \
  --perturbations 1 \
  --lr-bp 0.003 \
  --lr-fmad 0.001 \
  --lr-zo 0.001 \
  --seed "${REPRO_SEED}" \
  --output-dir "/work/memory_matched_seed${REPRO_SEED}"