Direct_Transformers/scripts/run_minicpm_int4.sh

python infer.py \
--model_path openbmb/MiniCPM-V-4-int4 \
--sampling_rate 5

python infer.py \
--model_path openbmb/MiniCPM-V-4-int4 \
--sampling_rate 10

python infer.py \
--model_path openbmb/MiniCPM-V-4-int4 \
--sampling_rate 20

python infer.py \
--model_path openbmb/MiniCPM-V-4-int4 \
--sampling_rate 30

python infer.py \
--model_path openbmb/MiniCPM-V-4-int4 \
--sampling_rate 40

python infer.py \
--model_path openbmb/MiniCPM-V-4-int4 \
--sampling_rate 50

python infer.py \
--model_path openbmb/MiniCPM-V-4-int4 \
--sampling_rate 60