Update model_setup.py

model_setup.py

@@ -5,12 +5,12 @@ from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM
 
 # Cấu hình BitsAndBytes để tải mô hình 4-bit
-bnb_config = BitsAndBytesConfig(
-    load_in_4bit=True,
-    bnb_4bit_quant_type='nf4',
-    bnb_4bit_compute_dtype="float16",
-    bnb_4bit_use_double_quant=False,
-)
+# bnb_config = BitsAndBytesConfig(
+#     load_in_4bit=True,
+#     bnb_4bit_quant_type='nf4',
+#     bnb_4bit_compute_dtype="float16",
+#     bnb_4bit_use_double_quant=False,
+# )