dhammawatthumpra commited on
Commit
f1d32da
·
1 Parent(s): 3670990

fix: increase Ollama HTTP client timeout to 30.0s to handle model cold starts resiliently

Browse files
webapp/tipitaka-api/app/services/query_transform_service.py CHANGED
@@ -66,7 +66,7 @@ class QueryTransformService:
66
  "stream": False,
67
  "options": {"num_predict": 80, "temperature": 0}
68
  }
69
- async with httpx.AsyncClient(timeout=10.0) as client:
70
  resp = await client.post(url, json=payload)
71
  raw = resp.json()["message"]["content"].strip()
72
  return self._parse_json(raw, query)
 
66
  "stream": False,
67
  "options": {"num_predict": 80, "temperature": 0}
68
  }
69
+ async with httpx.AsyncClient(timeout=30.0) as client:
70
  resp = await client.post(url, json=payload)
71
  raw = resp.json()["message"]["content"].strip()
72
  return self._parse_json(raw, query)