mirror of
https://github.com/fawney19/Aether.git
synced 2026-01-03 00:02:28 +08:00
85fafeacb8
- Implement StreamSmoother class to split large content chunks into smaller pieces with delay - Support OpenAI, Claude, and Gemini API response formats for smooth playback - Add stream smoothing configuration to system settings (enable, chunk size, delay) - Create streamlined API for stream smoothing with StreamSmoothingConfig dataclass - Add admin UI controls for configuring stream smoothing parameters - Use batch configuration loading to minimize database queries - Enable typing effect simulation for better user experience in streaming responses
304 lines
11 KiB
Python
304 lines
11 KiB
Python
"""
|
||
系统配置服务
|
||
"""
|
||
|
||
import json
|
||
from enum import Enum
|
||
from typing import Any, Dict, List, Optional
|
||
|
||
from sqlalchemy.orm import Session
|
||
|
||
from src.core.logger import logger
|
||
from src.models.database import Provider, SystemConfig
|
||
|
||
|
||
class LogLevel(str, Enum):
|
||
"""日志记录级别"""
|
||
|
||
BASIC = "basic" # 仅记录基本信息（tokens、成本等）
|
||
HEADERS = "headers" # 记录基本信息+请求/响应头（敏感信息会脱敏）
|
||
FULL = "full" # 记录完整请求和响应（包含body，敏感信息会脱敏）
|
||
|
||
|
||
class SystemConfigService:
|
||
"""系统配置服务类"""
|
||
|
||
# 默认配置
|
||
DEFAULT_CONFIGS = {
|
||
"request_log_level": {
|
||
"value": LogLevel.BASIC.value,
|
||
"description": "请求记录级别：basic(基本信息), headers(含请求头), full(完整请求响应)",
|
||
},
|
||
"max_request_body_size": {
|
||
"value": 1048576, # 1MB
|
||
"description": "最大请求体记录大小（字节），超过此大小的请求体将被截断（仅影响数据库记录，不影响真实API请求）",
|
||
},
|
||
"max_response_body_size": {
|
||
"value": 1048576, # 1MB
|
||
"description": "最大响应体记录大小（字节），超过此大小的响应体将被截断（仅影响数据库记录，不影响真实API响应）",
|
||
},
|
||
"sensitive_headers": {
|
||
"value": ["authorization", "x-api-key", "api-key", "cookie", "set-cookie"],
|
||
"description": "敏感请求头列表，这些请求头会被脱敏处理",
|
||
},
|
||
# 分级清理策略
|
||
"detail_log_retention_days": {
|
||
"value": 7,
|
||
"description": "详细日志保留天数，超过此天数后压缩 request_body 和 response_body 到压缩字段",
|
||
},
|
||
"compressed_log_retention_days": {
|
||
"value": 90,
|
||
"description": "压缩日志保留天数，超过此天数后删除压缩的 body 字段（保留headers和统计）",
|
||
},
|
||
"header_retention_days": {
|
||
"value": 90,
|
||
"description": "请求头保留天数，超过此天数后清空 request_headers 和 response_headers 字段",
|
||
},
|
||
"log_retention_days": {
|
||
"value": 365,
|
||
"description": "完整日志保留天数，超过此天数后删除整条记录（保留核心统计）",
|
||
},
|
||
"enable_auto_cleanup": {
|
||
"value": True,
|
||
"description": "是否启用自动清理任务，每天凌晨执行分级清理",
|
||
},
|
||
"cleanup_batch_size": {
|
||
"value": 1000,
|
||
"description": "每批次清理的记录数，避免单次操作过大影响数据库性能",
|
||
},
|
||
"provider_priority_mode": {
|
||
"value": "provider",
|
||
"description": "优先级策略：provider(提供商优先模式) 或 global_key(全局Key优先模式)",
|
||
},
|
||
"scheduling_mode": {
|
||
"value": "cache_affinity",
|
||
"description": "调度模式：fixed_order(固定顺序模式，严格按优先级顺序) 或 cache_affinity(缓存亲和模式，优先使用已缓存的Provider)",
|
||
},
|
||
"auto_delete_expired_keys": {
|
||
"value": False,
|
||
"description": "是否自动删除过期的API Key（True=物理删除，False=仅禁用），仅管理员可配置",
|
||
},
|
||
# 流式平滑输出配置
|
||
"stream_smoothing_enabled": {
|
||
"value": False,
|
||
"description": "是否启用流式平滑输出，将大 chunk 拆分成小块模拟打字效果",
|
||
},
|
||
"stream_smoothing_chunk_size": {
|
||
"value": 5,
|
||
"description": "流式平滑输出每个小块的字符数",
|
||
},
|
||
"stream_smoothing_delay_ms": {
|
||
"value": 15,
|
||
"description": "流式平滑输出每个小块之间的延迟毫秒数",
|
||
},
|
||
}
|
||
|
||
@classmethod
|
||
def get_config(cls, db: Session, key: str, default: Any = None) -> Optional[Any]:
|
||
"""获取系统配置值"""
|
||
config = db.query(SystemConfig).filter(SystemConfig.key == key).first()
|
||
if config:
|
||
return config.value
|
||
|
||
# 如果配置不存在，检查默认值
|
||
if key in cls.DEFAULT_CONFIGS:
|
||
return cls.DEFAULT_CONFIGS[key]["value"]
|
||
|
||
return default
|
||
|
||
@classmethod
|
||
def get_configs(cls, db: Session, keys: List[str]) -> Dict[str, Any]:
|
||
"""
|
||
批量获取系统配置值
|
||
|
||
Args:
|
||
db: 数据库会话
|
||
keys: 配置键列表
|
||
|
||
Returns:
|
||
配置键值字典
|
||
"""
|
||
result = {}
|
||
|
||
# 一次查询获取所有配置
|
||
configs = db.query(SystemConfig).filter(SystemConfig.key.in_(keys)).all()
|
||
config_map = {c.key: c.value for c in configs}
|
||
|
||
# 填充结果，不存在的使用默认值
|
||
for key in keys:
|
||
if key in config_map:
|
||
result[key] = config_map[key]
|
||
elif key in cls.DEFAULT_CONFIGS:
|
||
result[key] = cls.DEFAULT_CONFIGS[key]["value"]
|
||
else:
|
||
result[key] = None
|
||
|
||
return result
|
||
|
||
@staticmethod
|
||
def set_config(db: Session, key: str, value: Any, description: str = None) -> SystemConfig:
|
||
"""设置系统配置值"""
|
||
config = db.query(SystemConfig).filter(SystemConfig.key == key).first()
|
||
|
||
if config:
|
||
# 更新现有配置
|
||
config.value = value
|
||
if description:
|
||
config.description = description
|
||
else:
|
||
# 创建新配置
|
||
config = SystemConfig(key=key, value=value, description=description)
|
||
db.add(config)
|
||
|
||
db.commit()
|
||
db.refresh(config)
|
||
|
||
return config
|
||
|
||
@staticmethod
|
||
def get_default_provider(db: Session) -> Optional[str]:
|
||
"""
|
||
获取系统默认提供商
|
||
优先级：1. 管理员设置的默认提供商 2. 数据库中第一个可用提供商
|
||
"""
|
||
# 首先尝试获取管理员设置的默认提供商
|
||
default_provider = SystemConfigService.get_config(db, "default_provider")
|
||
if default_provider:
|
||
return default_provider
|
||
|
||
# 如果没有设置，fallback到数据库中第一个可用提供商
|
||
first_provider = db.query(Provider).filter(Provider.is_active == True).first()
|
||
|
||
if first_provider:
|
||
return first_provider.name
|
||
|
||
return None
|
||
|
||
@staticmethod
|
||
def set_default_provider(db: Session, provider_name: str) -> SystemConfig:
|
||
"""设置系统默认提供商"""
|
||
return SystemConfigService.set_config(
|
||
db, "default_provider", provider_name, "系统默认提供商，当用户未设置个人提供商时使用"
|
||
)
|
||
|
||
@staticmethod
|
||
def get_all_configs(db: Session) -> list:
|
||
"""获取所有系统配置"""
|
||
configs = db.query(SystemConfig).all()
|
||
return [
|
||
{
|
||
"key": config.key,
|
||
"value": config.value,
|
||
"description": config.description,
|
||
"updated_at": config.updated_at.isoformat(),
|
||
}
|
||
for config in configs
|
||
]
|
||
|
||
@classmethod
|
||
def delete_config(cls, db: Session, key: str) -> bool:
|
||
"""删除系统配置"""
|
||
config = db.query(SystemConfig).filter(SystemConfig.key == key).first()
|
||
if config:
|
||
db.delete(config)
|
||
db.commit()
|
||
return True
|
||
return False
|
||
|
||
@classmethod
|
||
def init_default_configs(cls, db: Session):
|
||
"""初始化默认配置"""
|
||
for key, default_config in cls.DEFAULT_CONFIGS.items():
|
||
if not db.query(SystemConfig).filter(SystemConfig.key == key).first():
|
||
config = SystemConfig(
|
||
key=key,
|
||
value=default_config["value"],
|
||
description=default_config["description"],
|
||
)
|
||
db.add(config)
|
||
|
||
db.commit()
|
||
logger.info("初始化默认系统配置完成")
|
||
|
||
@classmethod
|
||
def get_log_level(cls, db: Session) -> LogLevel:
|
||
"""获取日志记录级别"""
|
||
level = cls.get_config(db, "request_log_level", LogLevel.BASIC.value)
|
||
if isinstance(level, str):
|
||
return LogLevel(level)
|
||
return level
|
||
|
||
@classmethod
|
||
def should_log_headers(cls, db: Session) -> bool:
|
||
"""是否应该记录请求头"""
|
||
log_level = cls.get_log_level(db)
|
||
return log_level in [LogLevel.HEADERS, LogLevel.FULL]
|
||
|
||
@classmethod
|
||
def should_log_body(cls, db: Session) -> bool:
|
||
"""是否应该记录请求体和响应体"""
|
||
log_level = cls.get_log_level(db)
|
||
return log_level == LogLevel.FULL
|
||
|
||
@classmethod
|
||
def should_mask_sensitive_data(cls, db: Session) -> bool:
|
||
"""是否应该脱敏敏感数据（始终脱敏）"""
|
||
_ = db # 保持接口一致性
|
||
return True
|
||
|
||
@classmethod
|
||
def get_sensitive_headers(cls, db: Session) -> list:
|
||
"""获取敏感请求头列表"""
|
||
return cls.get_config(db, "sensitive_headers", [])
|
||
|
||
@classmethod
|
||
def mask_sensitive_headers(cls, db: Session, headers: Dict[str, Any]) -> Dict[str, Any]:
|
||
"""脱敏敏感请求头"""
|
||
if not cls.should_mask_sensitive_data(db):
|
||
return headers
|
||
|
||
sensitive_headers = cls.get_sensitive_headers(db)
|
||
masked_headers = {}
|
||
|
||
for key, value in headers.items():
|
||
if key.lower() in [h.lower() for h in sensitive_headers]:
|
||
# 保留前后各4个字符，中间用星号替换
|
||
if len(str(value)) > 8:
|
||
masked_value = str(value)[:4] + "****" + str(value)[-4:]
|
||
else:
|
||
masked_value = "****"
|
||
masked_headers[key] = masked_value
|
||
else:
|
||
masked_headers[key] = value
|
||
|
||
return masked_headers
|
||
|
||
@classmethod
|
||
def truncate_body(cls, db: Session, body: Any, is_request: bool = True) -> Any:
|
||
"""截断过大的请求体或响应体"""
|
||
max_size_key = "max_request_body_size" if is_request else "max_response_body_size"
|
||
max_size = cls.get_config(db, max_size_key, 102400)
|
||
|
||
if not body:
|
||
return body
|
||
|
||
# 转换为字符串以计算大小
|
||
body_str = json.dumps(body) if isinstance(body, (dict, list)) else str(body)
|
||
|
||
if len(body_str) > max_size:
|
||
# 截断并添加提示
|
||
truncated_str = body_str[:max_size]
|
||
if isinstance(body, (dict, list)):
|
||
try:
|
||
# 尝试保持JSON格式
|
||
return {
|
||
"_truncated": True,
|
||
"_original_size": len(body_str),
|
||
"_content": truncated_str,
|
||
}
|
||
except:
|
||
pass
|
||
return truncated_str + f"\n... (truncated, original size: {len(body_str)} bytes)"
|
||
|
||
return body
|