MaindAI / main.py
Teotonix's picture
Create main.py
b1baa38 verified
raw
history blame contribute delete
607 Bytes
from fastapi import FastAPI, Request
from fastapi.middleware.cors import CORSMiddleware
import requests
app = FastAPI()
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_methods=["*"],
allow_headers=["*"],
)
OLLAMA_URL = "http://127.0.0.1:11434/api/generate"
@app.post("/chat")
async def chat(req: Request):
data = await req.json()
prompt = data.get("message", "")
r = requests.post(OLLAMA_URL, json={
"model": "mistral",
"prompt": prompt,
"stream": False
}, timeout=120)
j = r.json()
return {"reply": j.get("response", "")}