Update main.py

main.py

@@ -1,11 +1,19 @@
-from fastapi import FastAPI
+from fastapi import FastAPI, HTTPException
+from fastapi.middleware.cors import CORSMiddleware
 from pydantic import BaseModel
 from huggingface_hub import InferenceClient
-import uvicorn
-
 
 app = FastAPI()
 
+# Allow all CORS
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
 client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
 
 class Item(BaseModel):
@@ -46,4 +54,3 @@ def generate(item: Item):
 @app.post("/generate/")
 async def generate_text(item: Item):
     return {"response": generate(item)}
-