Teotonix commited on
Commit
b1baa38
·
verified ·
1 Parent(s): aa05679

Create main.py

Browse files
Files changed (1) hide show
  1. main.py +27 -0
main.py ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI, Request
2
+ from fastapi.middleware.cors import CORSMiddleware
3
+ import requests
4
+
5
+ app = FastAPI()
6
+ app.add_middleware(
7
+ CORSMiddleware,
8
+ allow_origins=["*"],
9
+ allow_methods=["*"],
10
+ allow_headers=["*"],
11
+ )
12
+
13
+ OLLAMA_URL = "http://127.0.0.1:11434/api/generate"
14
+
15
+ @app.post("/chat")
16
+ async def chat(req: Request):
17
+ data = await req.json()
18
+ prompt = data.get("message", "")
19
+
20
+ r = requests.post(OLLAMA_URL, json={
21
+ "model": "mistral",
22
+ "prompt": prompt,
23
+ "stream": False
24
+ }, timeout=120)
25
+
26
+ j = r.json()
27
+ return {"reply": j.get("response", "")}