Update apis/chat_api.py

apis/chat_api.py

@@ -5,6 +5,7 @@ import time
 import uvicorn
 import requests
 import asyncio
+import logging
 
 from pathlib import Path
 from fastapi import FastAPI, Depends, HTTPException
@@ -192,11 +193,18 @@ class ChatAPIApp:
         headers = {"Authorization": f"Bearer {api_key}"}
         response = requests.post(api_url, headers=headers, json={"inputs": input_text})
         result = response.json()
+    
+        # Improved error handling and logging
+        if "error" in result:
+            logging.error(f"Error from Hugging Face API: {result['error']}")
+            # More detailed error message
+            error_detail = result.get('error', 'No detailed error message provided.')
+            raise RuntimeError(f"The model is currently loading, please re-run the query. Detail: {error_detail}")
+    
         if isinstance(result, list) and len(result) > 0 and isinstance(result[0], list):
-            return [item for sublist in result for item in sublist]  # Flatten the list of lists
-        elif "error" in result:
-            raise RuntimeError("The model is currently loading, please re-run the query.")
+            return [item for sublist in result for item in sublist]  # Flatten list of lists
         else:
+            logging.error(f"Unexpected response format: {result}")
             raise RuntimeError("Unexpected response format.")
 
     async def embedding(self, request: QueryRequest, api_key: str = Depends(extract_api_key)):