Eric Xu commited on
Add 45s timeout + 2 retries on LLM client to prevent Space restarts
Browse files- web/app.py +1 -1
web/app.py
CHANGED
|
@@ -125,7 +125,7 @@ def get_client(api_key=None, base_url=None):
|
|
| 125 |
base = base_url or os.getenv("LLM_BASE_URL")
|
| 126 |
if not key:
|
| 127 |
raise HTTPException(400, "No API key configured. Enter your key above.")
|
| 128 |
-
return OpenAI(api_key=key, base_url=base)
|
| 129 |
|
| 130 |
|
| 131 |
def get_model(model=None):
|
|
|
|
| 125 |
base = base_url or os.getenv("LLM_BASE_URL")
|
| 126 |
if not key:
|
| 127 |
raise HTTPException(400, "No API key configured. Enter your key above.")
|
| 128 |
+
return OpenAI(api_key=key, base_url=base, timeout=45, max_retries=2)
|
| 129 |
|
| 130 |
|
| 131 |
def get_model(model=None):
|