File size: 431 Bytes
2b41b4f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
from fastapi import FastAPI, Form
from fastapi.middleware.cors import CORSMiddleware
from .model_router import query_model

app = FastAPI()

app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_methods=["*"],
    allow_headers=["*"],
)

@app.post("/query")
async def get_response(prompt: str = Form(...), model: str = Form(None)):
    result = await query_model(prompt, model)
    return {"response": result}