VietCat commited on
Commit
0922931
·
1 Parent(s): 1098299

fix bug LLM

Browse files
Files changed (1) hide show
  1. app/llm.py +16 -12
app/llm.py CHANGED
@@ -222,21 +222,25 @@ class LLMClient:
222
  """Generate text với HFS provider."""
223
  endpoint = f"{self.base_url}/purechat"
224
  payload = {"prompt": prompt}
225
- logger.info(f"[LLM] _generate_hfs - endpoint: {endpoint}, payload: {payload}")
 
226
  headers = {}
227
  if self.api_key:
228
  headers["Authorization"] = f"Bearer {self.api_key}"
229
- response = await self._client.post(endpoint, headers=headers, json=payload)
230
- logger.info(f"[LLM] _generate_hfs - response status: {response.status_code}")
231
- response.raise_for_status()
232
- data = response.json()
233
- logger.info(f"[LLM] _generate_hfs - response data: {data}")
234
- # Giả sử response là {'result': '...'} hoặc {'data': ['...']}
235
- if 'result' in data:
236
- return data['result']
237
- elif 'data' in data and isinstance(data['data'], list):
238
- return data['data'][0]
239
- return str(data)
 
 
 
240
 
241
  @timing_decorator_async
242
  async def chat(
 
222
  """Generate text với HFS provider."""
223
  endpoint = f"{self.base_url}/purechat"
224
  payload = {"prompt": prompt}
225
+ logger.info(f"[LLM][FLOW] Chuẩn bị gửi request tới HFS endpoint: {endpoint}")
226
+ logger.info(f"[LLM][FLOW] Payload gửi đi: {payload}")
227
  headers = {}
228
  if self.api_key:
229
  headers["Authorization"] = f"Bearer {self.api_key}"
230
+ try:
231
+ response = await self._client.post(endpoint, headers=headers, json=payload)
232
+ logger.info(f"[LLM][FLOW] Đã nhận response từ HFS, status: {response.status_code}")
233
+ response.raise_for_status()
234
+ data = response.json()
235
+ logger.info(f"[LLM][FLOW] Response data: {data}")
236
+ if 'result' in data:
237
+ return data['result']
238
+ elif 'data' in data and isinstance(data['data'], list):
239
+ return data['data'][0]
240
+ return str(data)
241
+ except Exception as e:
242
+ logger.error(f"[LLM][FLOW][ERROR] Lỗi khi gọi HFS endpoint: {endpoint} | Exception: {e}")
243
+ raise
244
 
245
  @timing_decorator_async
246
  async def chat(