2025-12-10 20:52:44 +08:00
|
|
|
"""
|
|
|
|
|
全局HTTP客户端池管理
|
|
|
|
|
避免每次请求都创建新的AsyncClient,提高性能
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
from contextlib import asynccontextmanager
|
|
|
|
|
from typing import Any, Dict, Optional
|
|
|
|
|
|
|
|
|
|
import httpx
|
|
|
|
|
|
|
|
|
|
from src.core.logger import logger
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class HTTPClientPool:
|
|
|
|
|
"""
|
|
|
|
|
全局HTTP客户端池单例
|
|
|
|
|
|
|
|
|
|
管理可重用的httpx.AsyncClient实例,避免频繁创建/销毁连接
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
_instance: Optional["HTTPClientPool"] = None
|
|
|
|
|
_default_client: Optional[httpx.AsyncClient] = None
|
|
|
|
|
_clients: Dict[str, httpx.AsyncClient] = {}
|
|
|
|
|
|
|
|
|
|
def __new__(cls):
|
|
|
|
|
if cls._instance is None:
|
|
|
|
|
cls._instance = super().__new__(cls)
|
|
|
|
|
return cls._instance
|
|
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
def get_default_client(cls) -> httpx.AsyncClient:
|
|
|
|
|
"""
|
|
|
|
|
获取默认的HTTP客户端
|
|
|
|
|
|
|
|
|
|
用于大多数HTTP请求,具有合理的默认配置
|
|
|
|
|
"""
|
|
|
|
|
if cls._default_client is None:
|
|
|
|
|
cls._default_client = httpx.AsyncClient(
|
|
|
|
|
http2=False, # 暂时禁用HTTP/2以提高兼容性
|
|
|
|
|
verify=True, # 启用SSL验证
|
|
|
|
|
timeout=httpx.Timeout(
|
|
|
|
|
connect=10.0, # 连接超时
|
|
|
|
|
read=300.0, # 读取超时(5分钟,适合流式响应)
|
2025-12-11 11:21:46 +08:00
|
|
|
write=60.0, # 写入超时(60秒,支持大请求体)
|
2025-12-10 20:52:44 +08:00
|
|
|
pool=5.0, # 连接池超时
|
|
|
|
|
),
|
|
|
|
|
limits=httpx.Limits(
|
|
|
|
|
max_connections=100, # 最大连接数
|
|
|
|
|
max_keepalive_connections=20, # 最大保活连接数
|
|
|
|
|
keepalive_expiry=30.0, # 保活过期时间(秒)
|
|
|
|
|
),
|
|
|
|
|
follow_redirects=True, # 跟随重定向
|
|
|
|
|
)
|
|
|
|
|
logger.info("全局HTTP客户端池已初始化")
|
|
|
|
|
return cls._default_client
|
|
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
def get_client(cls, name: str, **kwargs: Any) -> httpx.AsyncClient:
|
|
|
|
|
"""
|
|
|
|
|
获取或创建命名的HTTP客户端
|
|
|
|
|
|
|
|
|
|
用于需要特定配置的场景(如不同的超时设置、代理等)
|
|
|
|
|
|
|
|
|
|
Args:
|
|
|
|
|
name: 客户端标识符
|
|
|
|
|
**kwargs: httpx.AsyncClient的配置参数
|
|
|
|
|
"""
|
|
|
|
|
if name not in cls._clients:
|
|
|
|
|
# 合并默认配置和自定义配置
|
|
|
|
|
config = {
|
|
|
|
|
"http2": False,
|
|
|
|
|
"verify": True,
|
|
|
|
|
"timeout": httpx.Timeout(10.0, read=300.0),
|
|
|
|
|
"follow_redirects": True,
|
|
|
|
|
}
|
|
|
|
|
config.update(kwargs)
|
|
|
|
|
|
|
|
|
|
cls._clients[name] = httpx.AsyncClient(**config)
|
|
|
|
|
logger.debug(f"创建命名HTTP客户端: {name}")
|
|
|
|
|
|
|
|
|
|
return cls._clients[name]
|
|
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
async def close_all(cls):
|
|
|
|
|
"""关闭所有HTTP客户端"""
|
|
|
|
|
if cls._default_client is not None:
|
|
|
|
|
await cls._default_client.aclose()
|
|
|
|
|
cls._default_client = None
|
|
|
|
|
logger.info("默认HTTP客户端已关闭")
|
|
|
|
|
|
|
|
|
|
for name, client in cls._clients.items():
|
|
|
|
|
await client.aclose()
|
|
|
|
|
logger.debug(f"命名HTTP客户端已关闭: {name}")
|
|
|
|
|
|
|
|
|
|
cls._clients.clear()
|
|
|
|
|
logger.info("所有HTTP客户端已关闭")
|
|
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
@asynccontextmanager
|
|
|
|
|
async def get_temp_client(cls, **kwargs: Any):
|
|
|
|
|
"""
|
|
|
|
|
获取临时HTTP客户端(上下文管理器)
|
|
|
|
|
|
|
|
|
|
用于一次性请求,使用后自动关闭
|
|
|
|
|
|
|
|
|
|
用法:
|
|
|
|
|
async with HTTPClientPool.get_temp_client() as client:
|
|
|
|
|
response = await client.get('https://example.com')
|
|
|
|
|
"""
|
|
|
|
|
config = {
|
|
|
|
|
"http2": False,
|
|
|
|
|
"verify": True,
|
|
|
|
|
"timeout": httpx.Timeout(10.0),
|
|
|
|
|
}
|
|
|
|
|
config.update(kwargs)
|
|
|
|
|
|
|
|
|
|
client = httpx.AsyncClient(**config)
|
|
|
|
|
try:
|
|
|
|
|
yield client
|
|
|
|
|
finally:
|
|
|
|
|
await client.aclose()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# 便捷访问函数
|
|
|
|
|
def get_http_client() -> httpx.AsyncClient:
|
|
|
|
|
"""获取默认HTTP客户端的便捷函数"""
|
|
|
|
|
return HTTPClientPool.get_default_client()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def close_http_clients():
|
|
|
|
|
"""关闭所有HTTP客户端的便捷函数"""
|
|
|
|
|
await HTTPClientPool.close_all()
|