Update app.py

app.py

@@ -54,7 +54,7 @@ def oai_error(message: str, code: str = "internal_error", status: int = 500):
 #   N_CTX=2048 (or 3072 if you can afford more latency)
 #   N_BATCH=512 or 1024 (try 1024 first)
 N_THREADS = int(os.environ.get("N_THREADS", "2"))
-N_CTX = int(os.environ.get("N_CTX", "2048"))
+N_CTX = int(os.environ.get("N_CTX", "3072"))
 N_BATCH = int(os.environ.get("N_BATCH", "1024"))
 MAX_TOKENS_DEFAULT = int(os.environ.get("MAX_TOKENS_DEFAULT", "256"))
 CTX_MARGIN = int(os.environ.get("CTX_MARGIN", "96"))