Update app.py
Browse files
app.py
CHANGED
|
@@ -243,6 +243,12 @@ app.add_middleware(
|
|
| 243 |
allow_headers=["*"],
|
| 244 |
)
|
| 245 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 246 |
# 认证依赖
|
| 247 |
def verify_api_key(authorization: str = None):
|
| 248 |
if config.API_KEY:
|
|
@@ -294,14 +300,16 @@ class ChatCompletionRequest(BaseModel):
|
|
| 294 |
temperature: Optional[float] = 0.1
|
| 295 |
top_p: Optional[float] = 1.0
|
| 296 |
|
| 297 |
-
@
|
| 298 |
-
async def chat_completions(request: ChatCompletionRequest
|
| 299 |
try:
|
| 300 |
rules, content = process_messages(request.messages)
|
| 301 |
return await grpc_to_pieces(request.model, content, rules, request.stream, request.temperature, request.top_p)
|
| 302 |
except Exception as e:
|
| 303 |
raise HTTPException(status_code=500, detail=str(e))
|
| 304 |
|
|
|
|
|
|
|
| 305 |
def process_messages(messages):
|
| 306 |
rules = ''
|
| 307 |
content = ''
|
|
|
|
| 243 |
allow_headers=["*"],
|
| 244 |
)
|
| 245 |
|
| 246 |
+
# 设置 API 前缀
|
| 247 |
+
API_PREFIX = "/ai"
|
| 248 |
+
|
| 249 |
+
# 创建一个路由器
|
| 250 |
+
router = APIRouter(prefix=API_PREFIX)
|
| 251 |
+
|
| 252 |
# 认证依赖
|
| 253 |
def verify_api_key(authorization: str = None):
|
| 254 |
if config.API_KEY:
|
|
|
|
| 300 |
temperature: Optional[float] = 0.1
|
| 301 |
top_p: Optional[float] = 1.0
|
| 302 |
|
| 303 |
+
@router.post("/v1/chat/completions")
|
| 304 |
+
async def chat_completions(request: ChatCompletionRequest):
|
| 305 |
try:
|
| 306 |
rules, content = process_messages(request.messages)
|
| 307 |
return await grpc_to_pieces(request.model, content, rules, request.stream, request.temperature, request.top_p)
|
| 308 |
except Exception as e:
|
| 309 |
raise HTTPException(status_code=500, detail=str(e))
|
| 310 |
|
| 311 |
+
app.include_router(router)
|
| 312 |
+
|
| 313 |
def process_messages(messages):
|
| 314 |
rules = ''
|
| 315 |
content = ''
|