mirror of
https://github.com/fawney19/Aether.git
synced 2026-09-02 01:10:23 +08:00
1d9c77522a
- 删除全部 Python 源码 (src/) 及 Alembic 迁移脚本，归档至 _deprecated_py_src/ - 重构 Rust gateway ai_pipeline: 拆分 planner/finalize 模块，新增 contracts/adaptation 层 - 重组 handlers 模块为 admin/public/proxy/internal/shared 子模块结构 - 新增 executor 模块，引入 Rust 原生数据库迁移 (aether-data/migrations) - 简化 CI/Docker 构建流程，移除 base image 二级构建，统一为单一 app image - 移除 Python 相关基础设施文件 (entrypoint.sh, gunicorn_conf.py, Dockerfile.base)
372 lines
14 KiB
Python
372 lines
14 KiB
Python
"""
|
||
消息遥测记录器。
|
||
|
||
从 api/handlers/base/base_handler.py 迁移到 services 层，
|
||
消除 services→api 的反向依赖。
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
from typing import Any
|
||
|
||
from sqlalchemy.orm import Session
|
||
|
||
from src.core.logger import logger
|
||
from src.services.system.audit import audit_service
|
||
from src.services.usage.service import UsageService
|
||
|
||
|
||
class MessageTelemetry:
|
||
"""
|
||
负责记录 Usage/Audit，避免处理器里重复代码。
|
||
"""
|
||
|
||
def __init__(
|
||
self, db: Session, user: Any, api_key: Any, request_id: str, client_ip: str
|
||
) -> None:
|
||
self.db = db
|
||
self.user = user
|
||
self.api_key = api_key
|
||
self.request_id = request_id
|
||
self.client_ip = client_ip
|
||
|
||
def _build_usage_metadata(
|
||
self,
|
||
*,
|
||
request_metadata: dict[str, Any] | None = None,
|
||
response_metadata: dict[str, Any] | None = None,
|
||
) -> dict[str, Any] | None:
|
||
metadata: dict[str, Any] | None = None
|
||
|
||
if request_metadata:
|
||
metadata = dict(request_metadata)
|
||
if response_metadata:
|
||
metadata.setdefault("response", response_metadata)
|
||
elif response_metadata:
|
||
metadata = dict(response_metadata)
|
||
|
||
return metadata
|
||
|
||
async def calculate_cost(
|
||
self,
|
||
provider: str,
|
||
model: str,
|
||
*,
|
||
input_tokens: int,
|
||
output_tokens: int,
|
||
cache_creation_tokens: int = 0,
|
||
cache_read_tokens: int = 0,
|
||
) -> float:
|
||
input_price, output_price = await UsageService.get_model_price_async(
|
||
self.db, provider, model
|
||
)
|
||
_, _, _, _, _, _, total_cost = UsageService.calculate_cost(
|
||
input_tokens,
|
||
output_tokens,
|
||
input_price,
|
||
output_price,
|
||
cache_creation_tokens,
|
||
cache_read_tokens,
|
||
*await UsageService.get_cache_prices_async(self.db, provider, model, input_price),
|
||
)
|
||
return total_cost
|
||
|
||
async def record_success(
|
||
self,
|
||
*,
|
||
provider: str,
|
||
model: str,
|
||
input_tokens: int,
|
||
output_tokens: int,
|
||
response_time_ms: int,
|
||
status_code: int,
|
||
request_body: dict[str, Any],
|
||
request_headers: dict[str, Any],
|
||
response_body: Any,
|
||
response_headers: dict[str, Any],
|
||
client_response_headers: dict[str, Any] | None = None,
|
||
cache_creation_tokens: int = 0,
|
||
cache_read_tokens: int = 0,
|
||
cache_creation_tokens_5m: int = 0,
|
||
cache_creation_tokens_1h: int = 0,
|
||
is_stream: bool = False,
|
||
provider_request_headers: dict[str, Any] | None = None,
|
||
provider_request_body: Any | None = None,
|
||
client_response_body: Any | None = None,
|
||
# 时间指标
|
||
first_byte_time_ms: int | None = None, # 首字时间/TTFB
|
||
# Provider 侧追踪信息（用于记录真实成本）
|
||
provider_id: str | None = None,
|
||
provider_endpoint_id: str | None = None,
|
||
provider_api_key_id: str | None = None,
|
||
api_format: str | None = None,
|
||
# 结构化格式维度（从 Adapter 层透传）
|
||
api_family: str | None = None,
|
||
endpoint_kind: str | None = None,
|
||
# 格式转换追踪
|
||
endpoint_api_format: str | None = None, # 端点原生 API 格式
|
||
has_format_conversion: bool = False, # 是否发生了格式转换
|
||
# 模型映射信息
|
||
target_model: str | None = None,
|
||
# Provider 响应元数据（如 Gemini 的 modelVersion）
|
||
response_metadata: dict[str, Any] | None = None,
|
||
# 请求元数据（用于性能与调试记录）
|
||
request_metadata: dict[str, Any] | None = None,
|
||
) -> float:
|
||
metadata = self._build_usage_metadata(
|
||
request_metadata=request_metadata,
|
||
response_metadata=response_metadata,
|
||
)
|
||
|
||
usage = await UsageService.record_usage(
|
||
db=self.db,
|
||
user=self.user,
|
||
api_key=self.api_key,
|
||
provider=provider,
|
||
model=model,
|
||
input_tokens=input_tokens,
|
||
output_tokens=output_tokens,
|
||
cache_creation_input_tokens=cache_creation_tokens,
|
||
cache_read_input_tokens=cache_read_tokens,
|
||
cache_creation_input_tokens_5m=cache_creation_tokens_5m,
|
||
cache_creation_input_tokens_1h=cache_creation_tokens_1h,
|
||
request_type="chat",
|
||
api_format=api_format,
|
||
api_family=api_family,
|
||
endpoint_kind=endpoint_kind,
|
||
endpoint_api_format=endpoint_api_format,
|
||
has_format_conversion=has_format_conversion,
|
||
is_stream=is_stream,
|
||
response_time_ms=response_time_ms,
|
||
first_byte_time_ms=first_byte_time_ms, # 传递首字时间
|
||
status_code=status_code,
|
||
request_headers=request_headers,
|
||
request_body=request_body,
|
||
provider_request_headers=provider_request_headers or {},
|
||
provider_request_body=provider_request_body,
|
||
response_headers=response_headers,
|
||
client_response_headers=client_response_headers,
|
||
response_body=response_body,
|
||
client_response_body=client_response_body,
|
||
request_id=self.request_id,
|
||
# Provider 侧追踪信息（用于记录真实成本）
|
||
provider_id=provider_id,
|
||
provider_endpoint_id=provider_endpoint_id,
|
||
provider_api_key_id=provider_api_key_id,
|
||
# 模型映射信息
|
||
target_model=target_model,
|
||
# Provider 响应元数据/请求元数据
|
||
metadata=metadata,
|
||
)
|
||
|
||
total_cost = float(getattr(usage, "total_cost_usd", 0.0) or 0.0)
|
||
|
||
if self.user and self.api_key:
|
||
audit_service.log_api_request(
|
||
db=self.db,
|
||
user_id=self.user.id,
|
||
api_key_id=self.api_key.id,
|
||
request_id=self.request_id,
|
||
model=model,
|
||
provider=provider,
|
||
success=True,
|
||
ip_address=self.client_ip,
|
||
status_code=status_code,
|
||
input_tokens=getattr(usage, "input_tokens", input_tokens),
|
||
output_tokens=getattr(usage, "output_tokens", output_tokens),
|
||
cost_usd=total_cost,
|
||
)
|
||
|
||
return total_cost
|
||
|
||
async def record_failure(
|
||
self,
|
||
*,
|
||
provider: str,
|
||
model: str,
|
||
response_time_ms: int,
|
||
status_code: int,
|
||
error_message: str,
|
||
request_body: dict[str, Any],
|
||
request_headers: dict[str, Any],
|
||
is_stream: bool,
|
||
api_format: str | None = None,
|
||
api_family: str | None = None,
|
||
endpoint_kind: str | None = None,
|
||
provider_request_headers: dict[str, Any] | None = None,
|
||
provider_request_body: Any | None = None,
|
||
# 预估 token 信息（来自 message_start 事件，用于中断请求的成本估算）
|
||
input_tokens: int = 0,
|
||
output_tokens: int = 0,
|
||
cache_creation_tokens: int = 0,
|
||
cache_read_tokens: int = 0,
|
||
cache_creation_tokens_5m: int = 0,
|
||
cache_creation_tokens_1h: int = 0,
|
||
response_body: dict[str, Any] | None = None,
|
||
response_headers: dict[str, Any] | None = None,
|
||
client_response_headers: dict[str, Any] | None = None,
|
||
client_response_body: Any | None = None,
|
||
# Provider 侧追踪信息（用于 curl 复现等场景）
|
||
provider_id: str | None = None,
|
||
provider_endpoint_id: str | None = None,
|
||
provider_api_key_id: str | None = None,
|
||
# 格式转换追踪
|
||
endpoint_api_format: str | None = None,
|
||
has_format_conversion: bool = False,
|
||
# 模型映射信息
|
||
target_model: str | None = None,
|
||
# 请求元数据（用于性能与调试记录）
|
||
request_metadata: dict[str, Any] | None = None,
|
||
) -> None:
|
||
"""
|
||
记录失败请求
|
||
|
||
Args:
|
||
input_tokens: 预估输入 tokens（来自 message_start，用于中断请求的成本估算）
|
||
output_tokens: 预估输出 tokens（来自已收到的内容）
|
||
cache_creation_tokens: 缓存创建 tokens
|
||
cache_read_tokens: 缓存读取 tokens
|
||
response_body: 响应体（如果有部分响应）
|
||
response_headers: 响应头（Provider 返回的原始响应头）
|
||
client_response_headers: 返回给客户端的响应头
|
||
target_model: 映射后的目标模型名（如果发生了映射）
|
||
"""
|
||
provider_name = provider or "unknown"
|
||
if provider_name == "unknown":
|
||
logger.warning(
|
||
"[Telemetry] Recording failure with unknown provider (request_id={})",
|
||
self.request_id,
|
||
)
|
||
|
||
metadata = self._build_usage_metadata(
|
||
request_metadata=request_metadata,
|
||
)
|
||
|
||
await UsageService.record_usage(
|
||
db=self.db,
|
||
user=self.user,
|
||
api_key=self.api_key,
|
||
provider=provider_name,
|
||
model=model,
|
||
input_tokens=input_tokens,
|
||
output_tokens=output_tokens,
|
||
cache_creation_input_tokens=cache_creation_tokens,
|
||
cache_read_input_tokens=cache_read_tokens,
|
||
cache_creation_input_tokens_5m=cache_creation_tokens_5m,
|
||
cache_creation_input_tokens_1h=cache_creation_tokens_1h,
|
||
request_type="chat",
|
||
api_format=api_format,
|
||
api_family=api_family,
|
||
endpoint_kind=endpoint_kind,
|
||
endpoint_api_format=endpoint_api_format,
|
||
has_format_conversion=has_format_conversion,
|
||
is_stream=is_stream,
|
||
response_time_ms=response_time_ms,
|
||
status_code=status_code,
|
||
error_message=error_message,
|
||
request_headers=request_headers,
|
||
request_body=request_body,
|
||
provider_request_headers=provider_request_headers or {},
|
||
provider_request_body=provider_request_body,
|
||
response_headers=response_headers or {},
|
||
client_response_headers=client_response_headers,
|
||
response_body=response_body or {"error": error_message},
|
||
client_response_body=client_response_body,
|
||
request_id=self.request_id,
|
||
# Provider 侧追踪信息
|
||
provider_id=provider_id,
|
||
provider_endpoint_id=provider_endpoint_id,
|
||
provider_api_key_id=provider_api_key_id,
|
||
# 模型映射信息
|
||
target_model=target_model,
|
||
# 请求元数据
|
||
metadata=metadata,
|
||
)
|
||
|
||
async def record_cancelled(
|
||
self,
|
||
*,
|
||
provider: str,
|
||
model: str,
|
||
response_time_ms: int,
|
||
first_byte_time_ms: int | None,
|
||
status_code: int,
|
||
request_body: dict[str, Any],
|
||
request_headers: dict[str, Any],
|
||
is_stream: bool,
|
||
api_format: str | None = None,
|
||
api_family: str | None = None,
|
||
endpoint_kind: str | None = None,
|
||
provider_request_headers: dict[str, Any] | None = None,
|
||
provider_request_body: Any | None = None,
|
||
input_tokens: int = 0,
|
||
output_tokens: int = 0,
|
||
cache_creation_tokens: int = 0,
|
||
cache_read_tokens: int = 0,
|
||
cache_creation_tokens_5m: int = 0,
|
||
cache_creation_tokens_1h: int = 0,
|
||
response_body: dict[str, Any] | None = None,
|
||
response_headers: dict[str, Any] | None = None,
|
||
client_response_headers: dict[str, Any] | None = None,
|
||
client_response_body: Any | None = None,
|
||
# Provider 侧追踪信息
|
||
provider_id: str | None = None,
|
||
provider_endpoint_id: str | None = None,
|
||
provider_api_key_id: str | None = None,
|
||
# 格式转换追踪
|
||
endpoint_api_format: str | None = None,
|
||
has_format_conversion: bool = False,
|
||
target_model: str | None = None,
|
||
# 请求元数据（用于性能与调试记录）
|
||
request_metadata: dict[str, Any] | None = None,
|
||
) -> None:
|
||
"""
|
||
记录客户端取消的请求
|
||
|
||
客户端主动断开连接不算系统失败，使用 cancelled 状态。
|
||
"""
|
||
provider_name = provider or "unknown"
|
||
metadata = self._build_usage_metadata(
|
||
request_metadata=request_metadata,
|
||
)
|
||
|
||
await UsageService.record_usage(
|
||
db=self.db,
|
||
user=self.user,
|
||
api_key=self.api_key,
|
||
provider=provider_name,
|
||
model=model,
|
||
input_tokens=input_tokens,
|
||
output_tokens=output_tokens,
|
||
cache_creation_input_tokens=cache_creation_tokens,
|
||
cache_read_input_tokens=cache_read_tokens,
|
||
cache_creation_input_tokens_5m=cache_creation_tokens_5m,
|
||
cache_creation_input_tokens_1h=cache_creation_tokens_1h,
|
||
request_type="chat",
|
||
api_format=api_format,
|
||
api_family=api_family,
|
||
endpoint_kind=endpoint_kind,
|
||
endpoint_api_format=endpoint_api_format,
|
||
has_format_conversion=has_format_conversion,
|
||
is_stream=is_stream,
|
||
response_time_ms=response_time_ms,
|
||
first_byte_time_ms=first_byte_time_ms,
|
||
status_code=status_code,
|
||
status="cancelled",
|
||
request_headers=request_headers,
|
||
request_body=request_body,
|
||
provider_request_headers=provider_request_headers or {},
|
||
provider_request_body=provider_request_body,
|
||
response_headers=response_headers or {},
|
||
client_response_headers=client_response_headers,
|
||
response_body=response_body or {},
|
||
client_response_body=client_response_body,
|
||
request_id=self.request_id,
|
||
# Provider 侧追踪信息
|
||
provider_id=provider_id,
|
||
provider_endpoint_id=provider_endpoint_id,
|
||
provider_api_key_id=provider_api_key_id,
|
||
target_model=target_model,
|
||
metadata=metadata,
|
||
)
|