Update app.py

app.py

@@ -1,40 +1,98 @@
 import os
-from fastapi import FastAPI, Request, HTTPException
-import uvicorn
+import time
+import logging
+from fastapi import FastAPI, Request, HTTPException, Depends
+from fastapi.responses import JSONResponse
+from fastapi.concurrency import run_in_threadpool
 from gradio_client import Client
+import uvicorn
+from typing import Dict
+
+# ---------------- CONFIG ----------------
+VALID_API_KEY = os.getenv("APP_API_KEY")       # Your FastAPI security key
+SPACE_API_KEY = os.getenv("SPACE_API_KEY")     # Hugging Face Space key
+SPACE_NAME = os.getenv("SPACE_NAME", "Futuresony/Mr.Events")  # default space
+
+if not VALID_API_KEY or not SPACE_API_KEY:
+    raise RuntimeError("❌ APP_API_KEY and SPACE_API_KEY must be set as environment variables.")
+
+# ---------------- LOGGER ----------------
+logging.basicConfig(
+    level=logging.INFO,
+    format="%(asctime)s [%(levelname)s] %(message)s",
+)
+logger = logging.getLogger("prod-api")
+
+# ---------------- CLIENT ----------------
+client = Client(SPACE_NAME)
 
-# Keys
-VALID_API_KEY = os.getenv("APP_API_KEY")       # for your FastAPI security
-SPACE_API_KEY = os.getenv("SPACE_API_KEY")     # for your hosted HF Space
+# ---------------- FASTAPI APP ----------------
+app = FastAPI(
+    title="Production Chat API",
+    description="Secure API that connects to Hugging Face Space",
+    version="1.0.0"
+)
 
-# Connect to hosted space
-client = Client("Futuresony/Mr.Events")
-#Futuresony/Mr.Events
-#Futuresony/ABSA_Test_Space
+# ---------------- RATE LIMITER ----------------
+RATE_LIMIT = 5           # max requests
+WINDOW = 60              # per 60 seconds
+client_requests: Dict[str, list] = {}  # tracks requests per IP
 
-app = FastAPI()
+def rate_limiter(request: Request):
+    client_ip = request.client.host
+    now = time.time()
 
+    if client_ip not in client_requests:
+        client_requests[client_ip] = []
+
+    # remove old requests outside time window
+    client_requests[client_ip] = [
+        t for t in client_requests[client_ip] if now - t < WINDOW
+    ]
+
+    if len(client_requests[client_ip]) >= RATE_LIMIT:
+        logger.warning(f"Rate limit exceeded for {client_ip}")
+        raise HTTPException(status_code=429, detail="Too many requests. Try again later.")
+
+    client_requests[client_ip].append(now)
+
+# ---------------- ROUTES ----------------
 @app.post("/chat")
-async def chat(request: Request):
+async def chat(request: Request, _: None = Depends(rate_limiter)):
     data = await request.json()
 
-    # API key check from headers or JSON
+    # API key check
     api_key = request.headers.get("X-API-Key") or data.get("api_key")
     if api_key != VALID_API_KEY:
+        logger.warning("Unauthorized access attempt.")
         raise HTTPException(status_code=403, detail="Invalid API Key")
 
     user_message = data.get("message")
     if not user_message:
         raise HTTPException(status_code=400, detail="Message is required")
 
-    # Call your hosted Space
-    result = client.predict(
-        query=user_message,
-        api_key=SPACE_API_KEY,
-        api_name="/chat"
-    )
+    try:
+        logger.info(f"Processing request from {request.client.host}: {user_message}")
+
+        # Call Hugging Face Space
+        result = await run_in_threadpool(
+            client.predict,
+            query=user_message,
+            api_key=SPACE_API_KEY,
+            api_name="/chat"
+        )
+
+        logger.info(f"Response delivered to {request.client.host}")
+        return {"response": result}
 
-    return {"response": result}
+    except Exception as e:
+        logger.error(f"Space call failed: {str(e)}")
+        return JSONResponse(
+            status_code=500,
+            content={"error": "Internal Server Error", "details": str(e)},
+        )
 
+# ---------------- ENTRY ----------------
 if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    logger.info("🚀 Starting Production Chat API...")
+    uvicorn.run("main:app", host="0.0.0.0", port=7860, reload=False, workers=2)