Update config.json

config.json

@@ -38,5 +38,16 @@
     "num_hidden_layers": 27,
     "patch_size": 14,
     "vision_use_head": false
+  },
+  "quantization_config": {
+    "bits": 4,
+    "group_size": 32,
+    "quant_method": "awq",
+    "version": "gemm",
+    "zero_point": true,
+    "modules_to_not_convert": [
+      "lm_head",
+      "vision_tower"
+    ]
   }
 }