source uv_gpt2/bin/activate


export DATA_DIR=/mnt/yixiali/CODES/WTY/GPT-2_pretrain/data
export OUTPUT_BASE=/mnt/yixiali/CODES/WTY/GPT-2_pretrain/output

bash run_all.sh