Update app.py

app.py

@@ -82,6 +82,9 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
             'top_p': top_p,
             'top_k': top_k,
             'repeat_penalty': penalty,
+            'low_vram': True,
+            'main_gpu': 0,
+            'num_gpu': 1,
         },
     )