Juna190825 commited on
Commit
2b41b4f
·
verified ·
1 Parent(s): 5d286f3

Create app/main.py

Browse files
Files changed (1) hide show
  1. app/main.py +17 -0
app/main.py ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI, Form
2
+ from fastapi.middleware.cors import CORSMiddleware
3
+ from .model_router import query_model
4
+
5
+ app = FastAPI()
6
+
7
+ app.add_middleware(
8
+ CORSMiddleware,
9
+ allow_origins=["*"],
10
+ allow_methods=["*"],
11
+ allow_headers=["*"],
12
+ )
13
+
14
+ @app.post("/query")
15
+ async def get_response(prompt: str = Form(...), model: str = Form(None)):
16
+ result = await query_model(prompt, model)
17
+ return {"response": result}