Update app.py

app.py

@@ -20,7 +20,7 @@ print(f"Starting to load the model {model_name}")
 m = AutoModelForCausalLM.from_pretrained(
     model_name,
     device_map=0,
-    load_in_8bit=True,
+    #load_in_8bit=True,
 )
 
 m.config.pad_token_id = m.config.eos_token_id