Update README.md

README.md

@@ -10,6 +10,13 @@ tags: []
 
 
 ## Model Details
+# quantization_config = BitsAndBytesConfig(
+#     load_in_4bit=True,
+#     bnb_4bit_compute_dtype=torch.float16,
+#     bnb_4bit_quant_type="squeezellm",
+#     bnb_4bit_use_double_quant=True,
+# )
+
 
 ### Model Description