File size: 347 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 |
export HF_HOME="~/.cache/huggingface"
# pip install git+https://github.com/EvolvingLMMs-Lab/lmms-eval.git
accelerate launch --num_processes=8 --main_process_port 12399 -m lmms_eval \
--model llama_vision \
--model_args pretrained=meta-llama/Llama-3.2-11B-Vision-Instruct \
--tasks ai2d,chartqa,docvqa_val,mmmu_pro \
--batch_size 1 |