| | from fastapi import FastAPI, Request |
| | from fastapi.middleware.cors import CORSMiddleware |
| | import requests |
| |
|
| | app = FastAPI() |
| | app.add_middleware( |
| | CORSMiddleware, |
| | allow_origins=["*"], |
| | allow_methods=["*"], |
| | allow_headers=["*"], |
| | ) |
| |
|
| | OLLAMA_URL = "http://127.0.0.1:11434/api/generate" |
| |
|
| | @app.post("/chat") |
| | async def chat(req: Request): |
| | data = await req.json() |
| | prompt = data.get("message", "") |
| |
|
| | r = requests.post(OLLAMA_URL, json={ |
| | "model": "mistral", |
| | "prompt": prompt, |
| | "stream": False |
| | }, timeout=120) |
| |
|
| | j = r.json() |
| | return {"reply": j.get("response", "")} |
| |
|