|
|
|
|
|
|
| """统一 HTTP 客户端工厂。
|
|
|
| 提供代理配置、超时设置、连接池配置的统一构建函数，
|
| 以及管理共享 AsyncClient 生命周期的 SharedHttpClients 类。
|
| 可被 upstream.py 和 guest_session_pool.py 等模块复用。
|
| """
|
|
|
| from typing import Optional
|
|
|
| import httpx
|
|
|
| from app.core.config import settings
|
|
|
|
|
| def get_proxy_config() -> Optional[str]:
|
| """获取代理配置。
|
|
|
| 统一获取全局的网络代理。支持 http(s):// 或 socks5://。
|
| 返回 httpx 接受的代理 URL 字符串，无代理时返回 None。
|
| """
|
| proxy = settings.HTTP_PROXY
|
| return proxy if proxy else None
|
|
|
|
|
| def build_timeout(read_timeout: Optional[float] = None) -> httpx.Timeout:
|
| """构建 httpx 超时配置。
|
|
|
| Args:
|
| read_timeout: 读取超时（秒）。None 时使用 settings.HTTP_DEFAULT_READ_TIMEOUT。
|
| """
|
| return httpx.Timeout(
|
| connect=settings.HTTP_CONNECT_TIMEOUT,
|
| read=read_timeout if read_timeout is not None else settings.HTTP_DEFAULT_READ_TIMEOUT,
|
| write=settings.HTTP_WRITE_TIMEOUT,
|
| pool=settings.HTTP_POOL_TIMEOUT,
|
| )
|
|
|
|
|
| def build_limits(
|
| max_keepalive_connections: Optional[int] = None,
|
| max_connections: Optional[int] = None,
|
| ) -> httpx.Limits:
|
| """构建 httpx 连接池限制。
|
|
|
| Args:
|
| max_keepalive_connections: 最大持久连接数，None 时使用全局配置。
|
| max_connections: 最大连接数，None 时使用全局配置。
|
| """
|
| keepalive = max_keepalive_connections if max_keepalive_connections is not None else settings.GUEST_HTTP_MAX_KEEPALIVE_CONNECTIONS
|
| connections = max_connections if max_connections is not None else settings.GUEST_HTTP_MAX_CONNECTIONS
|
| return httpx.Limits(
|
| max_keepalive_connections=max(1, keepalive),
|
| max_connections=max(1, connections),
|
| )
|
|
|
|
|
| class SharedHttpClients:
|
| """管理共享 httpx.AsyncClient 生命周期。
|
|
|
| 维护两类客户端：
|
| - ``client``：用于短请求（鉴权、文件上传、模型列表），读取超时由
|
| ``settings.HTTP_DEFAULT_READ_TIMEOUT`` 控制。
|
| - ``stream_client``：用于流式聊天，读取超时由
|
| ``settings.HTTP_STREAM_READ_TIMEOUT`` 控制，启用 HTTP/2。
|
|
|
| 使用示例::
|
|
|
| clients = SharedHttpClients()
|
| client = clients.get_client()
|
| stream_client = clients.get_stream_client()
|
| await clients.close()
|
| """
|
|
|
| def __init__(self, *, follow_redirects: bool = False) -> None:
|
| self._follow_redirects = follow_redirects
|
| self._client: Optional[httpx.AsyncClient] = None
|
| self._stream_client: Optional[httpx.AsyncClient] = None
|
|
|
| def get_client(self) -> httpx.AsyncClient:
|
| """获取通用共享客户端。
|
|
|
| 首次调用时惰性创建，后续调用复用同一实例（除非已关闭）。
|
| """
|
| if self._client is None or self._client.is_closed:
|
| self._client = httpx.AsyncClient(
|
| timeout=build_timeout(
|
| read_timeout=settings.HTTP_DEFAULT_READ_TIMEOUT,
|
| ),
|
| limits=build_limits(
|
| max_keepalive_connections=20,
|
| max_connections=50,
|
| ),
|
| follow_redirects=self._follow_redirects,
|
| proxy=get_proxy_config(),
|
| trust_env=False,
|
| )
|
| return self._client
|
|
|
| def get_stream_client(self) -> httpx.AsyncClient:
|
| """获取流式专用客户端（启用 HTTP/2）。
|
|
|
| 流式读取超时由 ``settings.HTTP_STREAM_READ_TIMEOUT`` 控制，
|
| 即相邻两个 SSE chunk 之间允许的最大空闲时间。
|
| 首次调用时惰性创建，后续调用复用同一实例（除非已关闭）。
|
| """
|
| if self._stream_client is None or self._stream_client.is_closed:
|
| self._stream_client = httpx.AsyncClient(
|
| timeout=build_timeout(
|
| read_timeout=settings.HTTP_STREAM_READ_TIMEOUT,
|
| ),
|
| http2=True,
|
| limits=build_limits(
|
| max_keepalive_connections=20,
|
| max_connections=50,
|
| ),
|
| follow_redirects=self._follow_redirects,
|
| proxy=get_proxy_config(),
|
| trust_env=False,
|
| )
|
| return self._stream_client
|
|
|
| async def close(self) -> None:
|
| """关闭所有共享客户端连接。"""
|
| if self._client and not self._client.is_closed:
|
| await self._client.aclose()
|
| if self._stream_client and not self._stream_client.is_closed:
|
| await self._stream_client.aclose()
|
|
|
