File size: 232 Bytes
cb2428f |
1 2 3 4 5 6 7 8 9 |
CUDA_VISIBLE_DEVICES=0,1 \
swift infer \
--model OpenGVLab/InternVL2_5-1B \
--infer_backend lmdeploy \
--val_dataset AI-ModelScope/captcha-images#1000 \
--tp 2 \
--vision_batch_size 8 \
--max_new_tokens 2048
|