export BASE_MODEL_PATH='' # Base model path
export ALIGNER_MODEL_PATH='' # Aligner model path
export BASE_PORT=8011 # Base port
export ALIGNER_PORT=8013 # Aligner port

echo $BASE_MODEL_PATH
echo $ALIGNER_MODEL_PATH
echo $BASE_PORT
echo $ALIGNER_PORT
CUDA_VISIBLE_DEVICES=0,1,2,3 vllm serve $BASE_MODEL_PATH --host 0.0.0.0 --port $BASE_PORT --max-model-len 2048  --tensor-parallel-size 4 --api-key jiayi --trust-remote-code  --dtype auto --enforce-eager --swap-space 1 &
CUDA_VISIBLE_DEVICES=4,5,6,7 vllm serve $ALIGNER_MODEL_PATH --host 0.0.0.0 --port $ALIGNER_PORT --max-model-len 2048  --tensor-parallel-size 4 --api-key jiayi --trust-remote-code  --dtype auto --enforce-eager --swap-space 1
# vllm serve /aifs4su/hansirui/yaodong/models/DeepSeek-R1 --host 0.0.0.0 --port 8009 --max-model-len 12800  --tensor-parallel-size 16 --api-key jiayi --trust-remote-code  --dtype auto --enforce-eager --enable-reasoning --reasoning-parser deepseek_r1 --swap-space 1

echo 'Base Port:' $BASE_PORT
echo 'Aligner Port:' $ALIGNER_PORT
# CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 vllm serve /aifs4su/yaodong/spring_r1_model/QVQ-72B-Preview --enable-reasoning --reasoning-parser deepseek_r1 --host 0.0.0.0 --port 8009 --max-model-len 12000  --tensor-parallel-size 8 --api-key jiayi