File size: 315 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 9 10 |
export HF_HOME="~/.cache/huggingface"
export OPENAI_API_KEY="xai-xxxxxxxxxx"
export OPENAI_API_BASE="https://api.x.ai/v1"
python3 -m lmms_eval \
--model openai_compatible \
--model_args model_version=grok-2-vision-1212 \
--tasks ai2d,chartqa,docvqa_val,mathvista_testmini,mmmu_pro \
--batch_size 1 |