slayer-scratch / training /run_polish.sh
kacperwikiel's picture
Upload Slayer GPT tokenizer model archive
78c54ec verified
Raw
History Blame Contribute Delete
356 Bytes
#!/usr/bin/env bash
# Single clean training launch with persistent compile cache.
export TORCHINDUCTOR_CACHE_DIR="$HOME/.cache/torchinductor_polish"
export TORCHINDUCTOR_FX_GRAPH_CACHE=1
export TORCHINDUCTOR_AUTOGRAD_CACHE=1
mkdir -p "$TORCHINDUCTOR_CACHE_DIR"
cd "$HOME/modded-nanogpt"
exec .venv/bin/torchrun --standalone --nproc_per_node=1 train_gpt.py