llm_cp2 / src /lmms-eval /examples /models /vllm_generate_qwen3vl.sh
csuhan's picture
Upload folder using huggingface_hub
b0c0df0 verified
accelerate launch --num_processes=1 --main_process_port=12346 -m lmms_eval \
--model vllm_generate \
--model_args model=Qwen/Qwen3-VL-4B-Instruct,tensor_parallel_size=1,disable_log_stats=True \
--tasks mmmu_val \
--batch_size 32 \
--log_samples \
--output_path ./logs --verbosity DEBUG --limit 32