Update config.json

config.json

@@ -17,6 +17,14 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 36,
   "num_key_value_heads": 8,
+  "quantization_config": {
+    "linear_class": "bitlinear",
+    "quant_method": "bitnet",
+    "quantization_mode": "online",
+    "linear_class": "autobitlinear",
+    "use_rms_norm": true,
+    "modules_to_not_convert": []
+  },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 1000000,