Create quantization_config.json

quantization_config.json

@@ -0,0 +1,8 @@
+{
+  "quantization_config": {
+    "bits": 4,
+    "group_size": 128,
+    "desc_act": false,
+    "sym": true
+  }
+}