Upload ms-swift/examples/export/quantize/bert/bnb.sh with huggingface_hub

ms-swift/examples/export/quantize/bert/bnb.sh

@@ -0,0 +1,16 @@
+# merge-lora
+CUDA_VISIBLE_DEVICES=0 swift export \
+    --adapters swift/test_bert \
+    --output_dir output/swift_test_bert_merged \
+    --merge_lora true
+
+# bnb quantize
+CUDA_VISIBLE_DEVICES=0 swift export \
+    --model output/swift_test_bert_merged \
+    --output_dir output/swift_test_bert_bnb_int4 \
+    --quant_bits 4 \
+    --quant_method bnb
+
+# infer
+CUDA_VISIBLE_DEVICES=0 swift infer \
+    --model output/swift_test_bert_bnb_int4