d73500e
1
2
3
4
5
6
7
8
9
10
#!/usr/bin/bash model_path="########PATH_TO_HUGGING_FACE_CHECKPOINT#########" quant_path="########PATH_TO_SAVE_THE_QUANTIZED_MODEL########" bits=4 python AutoAWQ/quantize.py \ $model_path \ $quant_path \ $bits
