File size: 607 Bytes
b1baa38 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | from fastapi import FastAPI, Request
from fastapi.middleware.cors import CORSMiddleware
import requests
app = FastAPI()
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_methods=["*"],
allow_headers=["*"],
)
OLLAMA_URL = "http://127.0.0.1:11434/api/generate"
@app.post("/chat")
async def chat(req: Request):
data = await req.json()
prompt = data.get("message", "")
r = requests.post(OLLAMA_URL, json={
"model": "mistral",
"prompt": prompt,
"stream": False
}, timeout=120)
j = r.json()
return {"reply": j.get("response", "")}
|