Steven668866's picture
training scripts (sft_phase2.sh, deepspeed config, env)
915d2ca verified
Raw
History Blame Contribute Delete
592 Bytes
#!/bin/bash
export PATH=/root/miniconda3/bin:$PATH
export HF_ENDPOINT=https://hf-mirror.com
export PYTHONPATH=/root/autodl-tmp/covt_repro/CoVT/train:/root/autodl-tmp/covt_repro/CoVT/train/src:/root/autodl-tmp/covt_repro/CoVT/train/src/training:${PYTHONPATH:-}
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
BASE=/root/autodl-tmp/covt_repro
COVT_CODE=$BASE/CoVT
DATA_DIR=$BASE/covt_data
SCRIPTS_DIR=$BASE/scripts
DS_CONFIG=$SCRIPTS_DIR/zero2_pro6000.json
IMAGE_MIN_PIXELS=$((256*28*28))
IMAGE_MAX_PIXELS=$((1024*28*28))
IMAGE_RESIZE_W=448
IMAGE_RESIZE_H=448
PER_DEV_BS=1
GRAD_ACCUM=8