| """聊天API路由 - OpenAI兼容的聊天接口""" |
|
|
| import time |
| from fastapi import APIRouter, Depends, HTTPException, Request |
| from typing import Optional, Dict, Any |
| from fastapi.responses import StreamingResponse |
|
|
| from app.core.auth import auth_manager |
| from app.core.exception import GrokApiException |
| from app.core.logger import logger |
| from app.services.grok.client import GrokClient |
| from app.models.openai_schema import OpenAIChatRequest |
| from app.services.request_stats import request_stats |
| from app.services.request_logger import request_logger |
|
|
|
|
| router = APIRouter(prefix="/chat", tags=["聊天"]) |
|
|
|
|
| @router.post("/completions", response_model=None) |
| async def chat_completions( |
| request: Request, |
| body: OpenAIChatRequest, |
| auth_info: Dict[str, Any] = Depends(auth_manager.verify) |
| ): |
| """创建聊天补全(支持流式和非流式)""" |
| start_time = time.time() |
| model = body.model |
| ip = request.client.host |
| key_name = auth_info.get("name", "Unknown") |
| |
| status_code = 200 |
| error_msg = "" |
| |
| try: |
| logger.info(f"[Chat] 收到聊天请求: {key_name} @ {ip}") |
|
|
| |
| result = await GrokClient.openai_to_grok(body.model_dump()) |
| |
| |
| await request_stats.record_request(model, success=True) |
| |
| |
| if body.stream: |
| async def stream_wrapper(): |
| try: |
| async for chunk in result: |
| yield chunk |
| finally: |
| |
| duration = time.time() - start_time |
| await request_logger.add_log(ip, model, duration, 200, key_name) |
|
|
| return StreamingResponse( |
| content=stream_wrapper(), |
| media_type="text/event-stream", |
| headers={ |
| "Cache-Control": "no-cache", |
| "Connection": "keep-alive", |
| "X-Accel-Buffering": "no" |
| } |
| ) |
| |
| |
| duration = time.time() - start_time |
| await request_logger.add_log(ip, model, duration, 200, key_name) |
| return result |
| |
| except GrokApiException as e: |
| status_code = e.status_code or 500 |
| error_msg = str(e) |
| await request_stats.record_request(model, success=False) |
| logger.error(f"[Chat] Grok API错误: {e} - 详情: {e.details}") |
| |
| duration = time.time() - start_time |
| await request_logger.add_log(ip, model, duration, status_code, key_name, error=error_msg) |
| |
| raise HTTPException( |
| status_code=status_code, |
| detail={ |
| "error": { |
| "message": error_msg, |
| "type": e.error_code or "grok_api_error", |
| "code": e.error_code or "unknown" |
| } |
| } |
| ) |
| except Exception as e: |
| status_code = 500 |
| error_msg = str(e) |
| await request_stats.record_request(model, success=False) |
| logger.error(f"[Chat] 处理失败: {e}") |
| |
| duration = time.time() - start_time |
| await request_logger.add_log(ip, model, duration, status_code, key_name, error=error_msg) |
| |
| raise HTTPException( |
| status_code=500, |
| detail={ |
| "error": { |
| "message": "服务器内部错误", |
| "type": "internal_error", |
| "code": "internal_server_error" |
| } |
| } |
| ) |
|
|