Update app.py

app.py

@@ -76,10 +76,10 @@ def generate_prompt(instruction, input=None):
 
 ### Response:"""
 
-
+model.half()
 model.eval()
-if torch.__version__ >= "2":
-    model = torch.compile(model)
+#if torch.__version__ >= "2":
+#    model = torch.compile(model)
 
 
 def evaluate(