commented out bitsandbytesconfig

app.py

@@ -6,15 +6,15 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline,BitsAndBy
 
 model_name = "microsoft/phi-2"
 
-bnb_config = BitsAndBytesConfig(
-    load_in_4bit=True,
-    bnb_4bit_quant_type="nf4",
-    bnb_4bit_compute_dtype=torch.float16,
-)
+#bnb_config = BitsAndBytesConfig(
+#    load_in_4bit=True,
+#    bnb_4bit_quant_type="nf4",
+#    bnb_4bit_compute_dtype=torch.float16,
+#)
 
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    quantization_config=bnb_config,
+    #quantization_config=bnb_config,
     trust_remote_code=True
 )
 model.config.use_cache = False