#!/usr/bin/env bash
cd "$(dirname "$0")"
export PYTHONPATH="$PWD"
setsid ./.venv/bin/python train/train_lm.py \
  --data data/code_train.bin --val data/code_valid.bin --tok data/tokenizer.json \
  --config tiny10m --ckpt ckpt/code \
  --resume ckpt/forensic --batch 16 --seq 256 --lr 2e-4 --warmup 100 --steps 2500 \
  --eval-every 250 --save-every 500 --threads 8 --seed 1 \
  > logs/code_train.log 2>&1 < /dev/null &
echo "code launched pid $!"