synthesis / ObjectRecognition /Scripts /object_0_40k_mira.sh
CharmingDog's picture
Upload folder using huggingface_hub
55500d6 verified
cd /share/minghao/VideoProjects/Sythesis2/ObjectRecognition
source activate /share/minghao/Envs/vllm
source activate /share/liangzy/miniconda3/envs/vllm
export NCCL_DEBUG='INFO'
START=0
END=40000
python mira_object_vllmdataparallel.py \
--save_dir ./Results/object_${START}_${END} \
--model Qwen2.5-72B-Instruct-GPTQ-Int8 \
--GPUs_per_dp_rank 2 \
--DP_size 4 \
--max_num_seqs 16 \
--max_model_len 32768 \
--start ${START} \
--end ${END} 2>&1 | tee ./logs/object_${START}_${END}_mira.log