yuccaaa commited on
Commit
63569e5
·
verified ·
1 Parent(s): ec110aa

Upload ms-swift/examples/export/quantize/omni/gptq.sh with huggingface_hub

Browse files
ms-swift/examples/export/quantize/omni/gptq.sh ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # OMP_NUM_THREADS=14 please Check issue: https://github.com/AutoGPTQ/AutoGPTQ/issues/439
2
+ OMP_NUM_THREADS=14 \
3
+ CUDA_VISIBLE_DEVICES=0 \
4
+ MAX_PIXELS=1003520 \
5
+ VIDEO_MAX_PIXELS=50176 \
6
+ FPS_MAX_FRAMES=12 \
7
+ swift export \
8
+ --model Qwen/Qwen2.5-Omni-7B \
9
+ --dataset 'AI-ModelScope/alpaca-gpt4-data-zh#500' \
10
+ 'AI-ModelScope/alpaca-gpt4-data-en#500' \
11
+ 'modelscope/coco_2014_caption:validation#500' \
12
+ 'swift/VideoChatGPT:Generic#500' \
13
+ --quant_n_samples 256 \
14
+ --quant_batch_size 1 \
15
+ --max_length 2048 \
16
+ --quant_method gptq \
17
+ --quant_bits 4 \
18
+ --output_dir Qwen2.5-Omni-7B-GPTQ-Int4