yuccaaa commited on
Commit
3052af6
·
verified ·
1 Parent(s): a89d61a

Upload ms-swift/examples/app/mllm.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. ms-swift/examples/app/mllm.sh +13 -0
ms-swift/examples/app/mllm.sh ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ CUDA_VISIBLE_DEVICES=0 \
2
+ MAX_PIXELS=1003520 \
3
+ VIDEO_MAX_PIXELS=50176 \
4
+ FPS_MAX_FRAMES=12 \
5
+ swift app \
6
+ --model Qwen/Qwen2.5-VL-7B-Instruct \
7
+ --stream true \
8
+ --infer_backend vllm \
9
+ --gpu_memory_utilization 0.9 \
10
+ --max_model_len 8192 \
11
+ --max_new_tokens 2048 \
12
+ --limit_mm_per_prompt '{"image": 5, "video": 2}' \
13
+ --lang zh