Upload folder using huggingface_hub

main.py

@@ -4,6 +4,7 @@ from fastapi.staticfiles import StaticFiles
 from fastapi.responses import FileResponse
 from pydantic import BaseModel
 import os
+import json
 import httpx
 import redis
 
@@ -86,7 +87,32 @@ async def chat_endpoint(request: ChatRequest):
             )
             resp.raise_for_status()
             data = resp.json()
-            reply = data["choices"][0]["message"]["content"]
+
+            # Robust response extraction — different providers return different formats
+            reply = None
+            try:
+                choices = data.get("choices", [])
+                if choices and len(choices) > 0:
+                    choice = choices[0]
+                    msg = choice.get("message") or choice.get("delta") or {}
+                    reply = msg.get("content") or choice.get("text") or ""
+            except (KeyError, IndexError, TypeError):
+                pass
+
+            # Fallback: some providers use different top-level keys
+            if not reply:
+                reply = (
+                    data.get("text")
+                    or data.get("output")
+                    or data.get("response")
+                    or data.get("content")
+                    or data.get("result")
+                    or ""
+                )
+
+            # Last resort: dump the raw response so the user can see what came back
+            if not reply:
+                reply = f"[Unexpected response format from {request.provider}]\n\nRaw: {json.dumps(data, indent=2)[:1000]}"
 
             # Cache to Redis if available
             if REDIS_OK: