Spaces:
Running
Running
Commit ·
f1d32da
1
Parent(s): 3670990
fix: increase Ollama HTTP client timeout to 30.0s to handle model cold starts resiliently
Browse files
webapp/tipitaka-api/app/services/query_transform_service.py
CHANGED
|
@@ -66,7 +66,7 @@ class QueryTransformService:
|
|
| 66 |
"stream": False,
|
| 67 |
"options": {"num_predict": 80, "temperature": 0}
|
| 68 |
}
|
| 69 |
-
async with httpx.AsyncClient(timeout=
|
| 70 |
resp = await client.post(url, json=payload)
|
| 71 |
raw = resp.json()["message"]["content"].strip()
|
| 72 |
return self._parse_json(raw, query)
|
|
|
|
| 66 |
"stream": False,
|
| 67 |
"options": {"num_predict": 80, "temperature": 0}
|
| 68 |
}
|
| 69 |
+
async with httpx.AsyncClient(timeout=30.0) as client:
|
| 70 |
resp = await client.post(url, json=payload)
|
| 71 |
raw = resp.json()["message"]["content"].strip()
|
| 72 |
return self._parse_json(raw, query)
|