File size: 438 Bytes
cb2428f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
# merge-lora
CUDA_VISIBLE_DEVICES=0 swift export \
--adapters swift/test_bert \
--output_dir output/swift_test_bert_merged \
--merge_lora true
# bnb quantize
CUDA_VISIBLE_DEVICES=0 swift export \
--model output/swift_test_bert_merged \
--output_dir output/swift_test_bert_bnb_int4 \
--quant_bits 4 \
--quant_method bnb
# infer
CUDA_VISIBLE_DEVICES=0 swift infer \
--model output/swift_test_bert_bnb_int4
|