Update app.py

app.py

@@ -56,9 +56,10 @@ def setup_server():
         f"./{BINARY_NAME}",
         "-m", model_path,
         "--port", SERVER_PORT,
-        "--ctx-size", "81920",
+        "--ctx-size", "8192",
         "--n-gpu-layers", "0",
-        "--host", "127.0.0.1"
+        "--host", "127.0.0.1",
+        "--no-cache-prompt"
     ]
     proc = subprocess.Popen(
         cmd,
@@ -94,6 +95,7 @@ def predict(message, history, system_prompt, temperature):
         "messages": messages,
         "temperature": temperature,
         "max_tokens": 100,
+        "top_p": 0.5,
         "stream": False
     }
     print("\n--- [Request Payload] ---")