Update app.py

app.py

@@ -23,9 +23,9 @@ def load_model(model_name):
         raise FileNotFoundError(f"Model file not found at {model_path}")
     llm = Llama(
         model_path=model_path,
-        n_ctx=2048,
+        n_ctx=1024,
         n_threads=2,
-        n_batch=32,
+        n_batch=256,
         verbose=False
     )
     current_model = model_name