File size: 516 Bytes
55500d6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | cd /share/minghao/VideoProjects/Sythesis2/AttributePerception
source activate /share/minghao/Envs/vllm
source activate /share/liangzy/miniconda3/envs/vllm
export NCCL_DEBUG='INFO'
START=0
END=40000
python mira_attr_vllmdataparallel.py \
--save_dir ./Results/attr_${START}_${END} \
--model Qwen2.5-72B-Instruct-GPTQ-Int8 \
--GPUs_per_dp_rank 2 \
--DP_size 4 \
--max_num_seqs 12 \
--max_model_len 32768 \
--start ${START} \
--end ${END} 2>&1 | tee ./logs/attr_${START}_${END}_mira.log |