yuccaaa commited on
Commit
46eed02
·
verified ·
1 Parent(s): 2f52fd7

Upload ms-swift/examples/export/quantize/mllm/awq.sh with huggingface_hub

Browse files
ms-swift/examples/export/quantize/mllm/awq.sh ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pip uninstall autoawq
2
+ pip install git+https://github.com/casper-hansen/AutoAWQ.git --no-deps # or "autoawq>=0.2.9"
3
+
4
+ CUDA_VISIBLE_DEVICES=0 \
5
+ MAX_PIXELS=1003520 \
6
+ VIDEO_MAX_PIXELS=50176 \
7
+ FPS_MAX_FRAMES=12 \
8
+ swift export \
9
+ --model Qwen/Qwen2.5-VL-3B-Instruct \
10
+ --dataset 'AI-ModelScope/alpaca-gpt4-data-zh#500' \
11
+ 'AI-ModelScope/alpaca-gpt4-data-en#500' \
12
+ 'modelscope/coco_2014_caption:validation#500' \
13
+ 'swift/VideoChatGPT:Generic#500' \
14
+ --quant_n_samples 256 \
15
+ --quant_batch_size -1 \
16
+ --max_length 2048 \
17
+ --quant_method awq \
18
+ --quant_bits 4 \
19
+ --output_dir Qwen2.5-VL-3B-Instruct-AWQ