Update app.py

app.py

@@ -218,7 +218,7 @@ def respond(
                 n_batch=8,
                 n_ctx=2048,
                 n_threads=2,
-                n_threads_batch=4,
+                n_threads_batch=2,
                 verbose=False
             )
             llm_model = model