File size: 3,632 Bytes
1a9e2c2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 | """聊天API路由 - OpenAI兼容的聊天接口"""
import time
from fastapi import APIRouter, Depends, HTTPException, Request
from typing import Optional, Dict, Any
from fastapi.responses import StreamingResponse
from app.core.auth import auth_manager
from app.core.exception import GrokApiException
from app.core.logger import logger
from app.services.grok.client import GrokClient
from app.models.openai_schema import OpenAIChatRequest
from app.services.request_stats import request_stats
from app.services.request_logger import request_logger
router = APIRouter(prefix="/chat", tags=["聊天"])
@router.post("/completions", response_model=None)
async def chat_completions(
request: Request,
body: OpenAIChatRequest,
auth_info: Dict[str, Any] = Depends(auth_manager.verify)
):
"""创建聊天补全（支持流式和非流式）"""
start_time = time.time()
model = body.model
ip = request.client.host
key_name = auth_info.get("name", "Unknown")
status_code = 200
error_msg = ""
try:
logger.info(f"[Chat] 收到聊天请求: {key_name} @ {ip}")
# 调用Grok客户端
result = await GrokClient.openai_to_grok(body.model_dump())
# 记录成功统计
await request_stats.record_request(model, success=True)
# 流式响应
if body.stream:
async def stream_wrapper():
try:
async for chunk in result:
yield chunk
finally:
# 流式结束记录日志
duration = time.time() - start_time
await request_logger.add_log(ip, model, duration, 200, key_name)
return StreamingResponse(
content=stream_wrapper(),
media_type="text/event-stream",
headers={
"Cache-Control": "no-cache",
"Connection": "keep-alive",
"X-Accel-Buffering": "no"
}
)
# 非流式响应 - 记录日志
duration = time.time() - start_time
await request_logger.add_log(ip, model, duration, 200, key_name)
return result
except GrokApiException as e:
status_code = e.status_code or 500
error_msg = str(e)
await request_stats.record_request(model, success=False)
logger.error(f"[Chat] Grok API错误: {e} - 详情: {e.details}")
duration = time.time() - start_time
await request_logger.add_log(ip, model, duration, status_code, key_name, error=error_msg)
raise HTTPException(
status_code=status_code,
detail={
"error": {
"message": error_msg,
"type": e.error_code or "grok_api_error",
"code": e.error_code or "unknown"
}
}
)
except Exception as e:
status_code = 500
error_msg = str(e)
await request_stats.record_request(model, success=False)
logger.error(f"[Chat] 处理失败: {e}")
duration = time.time() - start_time
await request_logger.add_log(ip, model, duration, status_code, key_name, error=error_msg)
raise HTTPException(
status_code=500,
detail={
"error": {
"message": "服务器内部错误",
"type": "internal_error",
"code": "internal_server_error"
}
}
)
|