File size: 369 Bytes
7155cf2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
set -x
export stage=2
export VLLM_ATTENTION_BACKEND=XFORMERS
export CUDA_VISIBLE_DEVICES=0,1,2,3
export steady=8ratio_v1
export TENSORBOARD_DIR=tensorlog_${steady}
MODEL_PATH=/path/to/your/model
export remaining=8ratio
python3 -m verl.trainer.main \
config=examples/8ratio_v1.yaml \
worker.actor.model.model_path=${MODEL_PATH} \
trainer.n_gpus_per_node=4 |