File size: 520 Bytes
55500d6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
cd /share/minghao/VideoProjects/Sythesis2/ObjectRecognition
source activate /share/minghao/Envs/vllm
source activate /share/liangzy/miniconda3/envs/vllm
export NCCL_DEBUG='INFO'
START=0
END=40000
python mira_object_vllmdataparallel.py \
--save_dir ./Results/object_${START}_${END} \
--model Qwen2.5-72B-Instruct-GPTQ-Int8 \
--GPUs_per_dp_rank 2 \
--DP_size 4 \
--max_num_seqs 16 \
--max_model_len 32768 \
--start ${START} \
--end ${END} 2>&1 | tee ./logs/object_${START}_${END}_mira.log |