mirror of
https://github.com/fawney19/Aether.git
synced 2026-01-03 00:02:28 +08:00
1307 lines
50 KiB
Python
1307 lines
50 KiB
Python
|
"""
|
|||
|
|
用量统计和配额管理服务
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
import uuid
|
|||
|
|
from datetime import datetime, timedelta, timezone
|
|||
|
|
from typing import Any, Dict, List, Optional
|
|||
|
|
|
|||
|
|
from sqlalchemy import func
|
|||
|
|
from sqlalchemy.orm import Session
|
|||
|
|
|
|||
|
|
from src.core.enums import ProviderBillingType
|
|||
|
|
from src.core.logger import logger
|
|||
|
|
from src.models.database import ApiKey, Provider, ProviderAPIKey, Usage, User, UserRole
|
|||
|
|
from src.services.model.cost import ModelCostService
|
|||
|
|
from src.services.system.config import SystemConfigService
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
class UsageService:
|
|||
|
|
"""用量统计服务"""
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
async def get_model_price_async(
|
|||
|
|
cls, db: Session, provider: str, model: str
|
|||
|
|
) -> tuple[float, float]:
|
|||
|
|
"""异步获取模型价格（输入价格，输出价格）每1M tokens
|
|||
|
|
|
|||
|
|
新架构查找逻辑：
|
|||
|
|
1. 使用 ModelMappingResolver 解析别名（如果是）
|
|||
|
|
2. 解析为 GlobalModel.name
|
|||
|
|
3. 查找该 Provider 的 Model 实现并获取价格
|
|||
|
|
4. 如果找不到则使用系统默认价格
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
service = ModelCostService(db)
|
|||
|
|
return await service.get_model_price_async(provider, model)
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def get_model_price(cls, db: Session, provider: str, model: str) -> tuple[float, float]:
|
|||
|
|
"""获取模型价格（输入价格，输出价格）每1M tokens
|
|||
|
|
|
|||
|
|
新架构查找逻辑：
|
|||
|
|
1. 使用 ModelMappingResolver 解析别名（如果是）
|
|||
|
|
2. 解析为 GlobalModel.name
|
|||
|
|
3. 查找该 Provider 的 Model 实现并获取价格
|
|||
|
|
4. 如果找不到则使用系统默认价格
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
service = ModelCostService(db)
|
|||
|
|
return service.get_model_price(provider, model)
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
async def get_cache_prices_async(
|
|||
|
|
cls, db: Session, provider: str, model: str, input_price: float
|
|||
|
|
) -> tuple[float, float]:
|
|||
|
|
"""异步获取模型缓存价格（缓存创建价格，缓存读取价格）每1M tokens"""
|
|||
|
|
service = ModelCostService(db)
|
|||
|
|
return await service.get_cache_prices_async(provider, model, input_price)
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def get_cache_prices(
|
|||
|
|
cls, db: Session, provider: str, model: str, input_price: float
|
|||
|
|
) -> tuple[float, float]:
|
|||
|
|
"""获取模型缓存价格（缓存创建价格，缓存读取价格）每1M tokens"""
|
|||
|
|
service = ModelCostService(db)
|
|||
|
|
return service.get_cache_prices(provider, model, input_price)
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
async def get_request_price_async(
|
|||
|
|
cls, db: Session, provider: str, model: str
|
|||
|
|
) -> Optional[float]:
|
|||
|
|
"""异步获取模型按次计费价格"""
|
|||
|
|
service = ModelCostService(db)
|
|||
|
|
return await service.get_request_price_async(provider, model)
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def get_request_price(cls, db: Session, provider: str, model: str) -> Optional[float]:
|
|||
|
|
"""获取模型按次计费价格"""
|
|||
|
|
service = ModelCostService(db)
|
|||
|
|
return service.get_request_price(provider, model)
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def calculate_cost(
|
|||
|
|
input_tokens: int,
|
|||
|
|
output_tokens: int,
|
|||
|
|
input_price_per_1m: float,
|
|||
|
|
output_price_per_1m: float,
|
|||
|
|
cache_creation_input_tokens: int = 0,
|
|||
|
|
cache_read_input_tokens: int = 0,
|
|||
|
|
cache_creation_price_per_1m: Optional[float] = None,
|
|||
|
|
cache_read_price_per_1m: Optional[float] = None,
|
|||
|
|
price_per_request: Optional[float] = None,
|
|||
|
|
) -> tuple[float, float, float, float, float, float, float]:
|
|||
|
|
"""计算成本（价格是每百万tokens）- 固定价格模式
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
Tuple of (input_cost, output_cost, cache_creation_cost,
|
|||
|
|
cache_read_cost, cache_cost, request_cost, total_cost)
|
|||
|
|
"""
|
|||
|
|
return ModelCostService.compute_cost(
|
|||
|
|
input_tokens=input_tokens,
|
|||
|
|
output_tokens=output_tokens,
|
|||
|
|
input_price_per_1m=input_price_per_1m,
|
|||
|
|
output_price_per_1m=output_price_per_1m,
|
|||
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|||
|
|
cache_creation_price_per_1m=cache_creation_price_per_1m,
|
|||
|
|
cache_read_price_per_1m=cache_read_price_per_1m,
|
|||
|
|
price_per_request=price_per_request,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
async def calculate_cost_with_strategy_async(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
provider: str,
|
|||
|
|
model: str,
|
|||
|
|
input_tokens: int,
|
|||
|
|
output_tokens: int,
|
|||
|
|
cache_creation_input_tokens: int = 0,
|
|||
|
|
cache_read_input_tokens: int = 0,
|
|||
|
|
api_format: Optional[str] = None,
|
|||
|
|
cache_ttl_minutes: Optional[int] = None,
|
|||
|
|
) -> tuple[float, float, float, float, float, float, float, Optional[int]]:
|
|||
|
|
"""使用策略模式计算成本（支持阶梯计费）
|
|||
|
|
|
|||
|
|
根据 api_format 选择对应的计费策略，支持阶梯计费和 TTL 差异化。
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
Tuple of (input_cost, output_cost, cache_creation_cost,
|
|||
|
|
cache_read_cost, cache_cost, request_cost, total_cost, tier_index)
|
|||
|
|
"""
|
|||
|
|
service = ModelCostService(db)
|
|||
|
|
return await service.compute_cost_with_strategy_async(
|
|||
|
|
provider=provider,
|
|||
|
|
model=model,
|
|||
|
|
input_tokens=input_tokens,
|
|||
|
|
output_tokens=output_tokens,
|
|||
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|||
|
|
api_format=api_format,
|
|||
|
|
cache_ttl_minutes=cache_ttl_minutes,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
async def record_usage_async(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
user: Optional[User],
|
|||
|
|
api_key: Optional[ApiKey],
|
|||
|
|
provider: str,
|
|||
|
|
model: str,
|
|||
|
|
input_tokens: int,
|
|||
|
|
output_tokens: int,
|
|||
|
|
cache_creation_input_tokens: int = 0,
|
|||
|
|
cache_read_input_tokens: int = 0,
|
|||
|
|
request_type: str = "chat",
|
|||
|
|
api_format: Optional[str] = None,
|
|||
|
|
is_stream: bool = False,
|
|||
|
|
response_time_ms: Optional[int] = None,
|
|||
|
|
status_code: int = 200,
|
|||
|
|
error_message: Optional[str] = None,
|
|||
|
|
metadata: Optional[Dict[str, Any]] = None,
|
|||
|
|
request_headers: Optional[Dict[str, Any]] = None,
|
|||
|
|
request_body: Optional[Any] = None,
|
|||
|
|
provider_request_headers: Optional[Dict[str, Any]] = None, # 向提供商发送的请求头
|
|||
|
|
response_headers: Optional[Dict[str, Any]] = None,
|
|||
|
|
response_body: Optional[Any] = None,
|
|||
|
|
request_id: Optional[str] = None, # 请求ID，如果未提供则自动生成
|
|||
|
|
# Provider 侧追踪信息（记录最终成功的 Provider/Endpoint/Key）
|
|||
|
|
provider_id: Optional[str] = None,
|
|||
|
|
provider_endpoint_id: Optional[str] = None,
|
|||
|
|
provider_api_key_id: Optional[str] = None,
|
|||
|
|
# 请求状态 (pending, streaming, completed, failed)
|
|||
|
|
status: str = "completed",
|
|||
|
|
# 阶梯计费相关参数
|
|||
|
|
cache_ttl_minutes: Optional[int] = None, # 缓存时长（用于 TTL 差异化定价）
|
|||
|
|
use_tiered_pricing: bool = True, # 是否使用阶梯计费（默认启用）
|
|||
|
|
# 模型映射信息
|
|||
|
|
target_model: Optional[str] = None, # 映射后的目标模型名
|
|||
|
|
) -> Usage:
|
|||
|
|
"""异步记录使用量（支持阶梯计费）"""
|
|||
|
|
|
|||
|
|
# 使用传入的 request_id 或生成新的
|
|||
|
|
if request_id is None:
|
|||
|
|
request_id = str(uuid.uuid4())[:8] # 生成8位短ID以保持一致性
|
|||
|
|
|
|||
|
|
# 如果提供了 provider_api_key_id，从数据库查询 rate_multiplier
|
|||
|
|
actual_rate_multiplier = 1.0 # 默认值
|
|||
|
|
if provider_api_key_id:
|
|||
|
|
provider_key = (
|
|||
|
|
db.query(ProviderAPIKey).filter(ProviderAPIKey.id == provider_api_key_id).first()
|
|||
|
|
)
|
|||
|
|
if provider_key and provider_key.rate_multiplier:
|
|||
|
|
actual_rate_multiplier = provider_key.rate_multiplier
|
|||
|
|
|
|||
|
|
# 失败的请求不应该计入按次计费费用
|
|||
|
|
is_failed_request = status_code >= 400 or error_message is not None
|
|||
|
|
|
|||
|
|
# 获取模型价格信息（用于历史记录）
|
|||
|
|
input_price, output_price = await cls.get_model_price_async(db, provider, model)
|
|||
|
|
cache_creation_price, cache_read_price = await cls.get_cache_prices_async(
|
|||
|
|
db, provider, model, input_price
|
|||
|
|
)
|
|||
|
|
request_price = await cls.get_request_price_async(db, provider, model)
|
|||
|
|
effective_request_price = None if is_failed_request else request_price
|
|||
|
|
|
|||
|
|
# 初始化成本变量（避免 `in locals()` 反模式）
|
|||
|
|
input_cost = 0.0
|
|||
|
|
output_cost = 0.0
|
|||
|
|
cache_creation_cost = 0.0
|
|||
|
|
cache_read_cost = 0.0
|
|||
|
|
cache_cost = 0.0
|
|||
|
|
request_cost = 0.0
|
|||
|
|
total_cost = 0.0
|
|||
|
|
tier_index = None
|
|||
|
|
|
|||
|
|
# 计算成本（支持阶梯计费）
|
|||
|
|
if use_tiered_pricing:
|
|||
|
|
# 使用策略模式计算成本（支持阶梯计费和 TTL 差异化）
|
|||
|
|
(
|
|||
|
|
input_cost,
|
|||
|
|
output_cost,
|
|||
|
|
cache_creation_cost,
|
|||
|
|
cache_read_cost,
|
|||
|
|
cache_cost,
|
|||
|
|
request_cost,
|
|||
|
|
total_cost,
|
|||
|
|
tier_index,
|
|||
|
|
) = await cls.calculate_cost_with_strategy_async(
|
|||
|
|
db=db,
|
|||
|
|
provider=provider,
|
|||
|
|
model=model,
|
|||
|
|
input_tokens=input_tokens,
|
|||
|
|
output_tokens=output_tokens,
|
|||
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|||
|
|
api_format=api_format,
|
|||
|
|
cache_ttl_minutes=cache_ttl_minutes,
|
|||
|
|
)
|
|||
|
|
# 如果失败请求，重置按次费用
|
|||
|
|
if is_failed_request:
|
|||
|
|
total_cost = total_cost - request_cost
|
|||
|
|
request_cost = 0.0
|
|||
|
|
else:
|
|||
|
|
# 使用固定价格模式
|
|||
|
|
(
|
|||
|
|
input_cost,
|
|||
|
|
output_cost,
|
|||
|
|
cache_creation_cost,
|
|||
|
|
cache_read_cost,
|
|||
|
|
cache_cost,
|
|||
|
|
request_cost,
|
|||
|
|
total_cost,
|
|||
|
|
) = cls.calculate_cost(
|
|||
|
|
input_tokens=input_tokens,
|
|||
|
|
output_tokens=output_tokens,
|
|||
|
|
input_price_per_1m=input_price,
|
|||
|
|
output_price_per_1m=output_price,
|
|||
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|||
|
|
cache_creation_price_per_1m=cache_creation_price,
|
|||
|
|
cache_read_price_per_1m=cache_read_price,
|
|||
|
|
price_per_request=effective_request_price,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 根据配置决定是否记录请求详情
|
|||
|
|
should_log_headers = SystemConfigService.should_log_headers(db)
|
|||
|
|
should_log_body = SystemConfigService.should_log_body(db)
|
|||
|
|
|
|||
|
|
# 处理请求头（可能需要脱敏）
|
|||
|
|
processed_request_headers = None
|
|||
|
|
if should_log_headers and request_headers:
|
|||
|
|
processed_request_headers = SystemConfigService.mask_sensitive_headers(
|
|||
|
|
db, request_headers
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 处理提供商请求头（可能需要脱敏）
|
|||
|
|
processed_provider_request_headers = None
|
|||
|
|
if should_log_headers and provider_request_headers:
|
|||
|
|
processed_provider_request_headers = SystemConfigService.mask_sensitive_headers(
|
|||
|
|
db, provider_request_headers
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 处理请求体和响应体（可能需要截断）
|
|||
|
|
processed_request_body = None
|
|||
|
|
processed_response_body = None
|
|||
|
|
if should_log_body:
|
|||
|
|
if request_body:
|
|||
|
|
processed_request_body = SystemConfigService.truncate_body(
|
|||
|
|
db, request_body, is_request=True
|
|||
|
|
)
|
|||
|
|
if response_body:
|
|||
|
|
processed_response_body = SystemConfigService.truncate_body(
|
|||
|
|
db, response_body, is_request=False
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 处理响应头
|
|||
|
|
processed_response_headers = None
|
|||
|
|
if should_log_headers and response_headers:
|
|||
|
|
processed_response_headers = SystemConfigService.mask_sensitive_headers(
|
|||
|
|
db, response_headers
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 检查 Provider 的计费类型，免费套餐的实际费用为 0
|
|||
|
|
is_free_tier = False
|
|||
|
|
if provider_id:
|
|||
|
|
provider_obj = db.query(Provider).filter(Provider.id == provider_id).first()
|
|||
|
|
if provider_obj and provider_obj.billing_type == ProviderBillingType.FREE_TIER:
|
|||
|
|
is_free_tier = True
|
|||
|
|
|
|||
|
|
# 计算真实成本（表面成本 × 倍率），免费套餐实际费用为 0
|
|||
|
|
if is_free_tier:
|
|||
|
|
actual_input_cost = 0.0
|
|||
|
|
actual_output_cost = 0.0
|
|||
|
|
actual_cache_creation_cost = 0.0
|
|||
|
|
actual_cache_read_cost = 0.0
|
|||
|
|
actual_request_cost = 0.0
|
|||
|
|
actual_total_cost = 0.0
|
|||
|
|
else:
|
|||
|
|
actual_input_cost = input_cost * actual_rate_multiplier
|
|||
|
|
actual_output_cost = output_cost * actual_rate_multiplier
|
|||
|
|
actual_cache_creation_cost = cache_creation_cost * actual_rate_multiplier
|
|||
|
|
actual_cache_read_cost = cache_read_cost * actual_rate_multiplier
|
|||
|
|
actual_request_cost = request_cost * actual_rate_multiplier
|
|||
|
|
actual_total_cost = total_cost * actual_rate_multiplier
|
|||
|
|
|
|||
|
|
# 记录使用量
|
|||
|
|
usage = Usage(
|
|||
|
|
user_id=user.id if user else None,
|
|||
|
|
api_key_id=api_key.id if api_key else None,
|
|||
|
|
request_id=request_id,
|
|||
|
|
provider=provider,
|
|||
|
|
model=model,
|
|||
|
|
target_model=target_model, # 映射后的目标模型名
|
|||
|
|
# Provider 侧追踪信息
|
|||
|
|
provider_id=provider_id,
|
|||
|
|
provider_endpoint_id=provider_endpoint_id,
|
|||
|
|
provider_api_key_id=provider_api_key_id,
|
|||
|
|
input_tokens=input_tokens,
|
|||
|
|
output_tokens=output_tokens,
|
|||
|
|
total_tokens=input_tokens + output_tokens,
|
|||
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|||
|
|
input_cost_usd=input_cost,
|
|||
|
|
output_cost_usd=output_cost,
|
|||
|
|
cache_cost_usd=cache_cost,
|
|||
|
|
cache_creation_cost_usd=cache_creation_cost,
|
|||
|
|
cache_read_cost_usd=cache_read_cost,
|
|||
|
|
request_cost_usd=request_cost,
|
|||
|
|
total_cost_usd=total_cost,
|
|||
|
|
# 真实成本（考虑倍率）
|
|||
|
|
actual_input_cost_usd=actual_input_cost,
|
|||
|
|
actual_output_cost_usd=actual_output_cost,
|
|||
|
|
actual_cache_creation_cost_usd=actual_cache_creation_cost,
|
|||
|
|
actual_cache_read_cost_usd=actual_cache_read_cost,
|
|||
|
|
actual_request_cost_usd=actual_request_cost,
|
|||
|
|
actual_total_cost_usd=actual_total_cost,
|
|||
|
|
rate_multiplier=actual_rate_multiplier, # 使用实际查询到的 rate_multiplier
|
|||
|
|
# 添加历史价格信息
|
|||
|
|
input_price_per_1m=input_price,
|
|||
|
|
output_price_per_1m=output_price,
|
|||
|
|
cache_creation_price_per_1m=cache_creation_price,
|
|||
|
|
cache_read_price_per_1m=cache_read_price,
|
|||
|
|
price_per_request=request_price,
|
|||
|
|
request_type=request_type,
|
|||
|
|
api_format=api_format,
|
|||
|
|
is_stream=is_stream,
|
|||
|
|
status_code=status_code,
|
|||
|
|
error_message=error_message,
|
|||
|
|
response_time_ms=response_time_ms,
|
|||
|
|
status=status, # 请求状态追踪
|
|||
|
|
request_metadata=metadata,
|
|||
|
|
request_headers=processed_request_headers,
|
|||
|
|
request_body=processed_request_body,
|
|||
|
|
provider_request_headers=processed_provider_request_headers,
|
|||
|
|
response_headers=processed_response_headers,
|
|||
|
|
response_body=processed_response_body,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
db.add(usage)
|
|||
|
|
|
|||
|
|
# 更新 GlobalModel 使用计数（原子操作）
|
|||
|
|
from sqlalchemy import update
|
|||
|
|
|
|||
|
|
from src.models.database import GlobalModel
|
|||
|
|
|
|||
|
|
db.execute(
|
|||
|
|
update(GlobalModel)
|
|||
|
|
.where(GlobalModel.name == model)
|
|||
|
|
.values(usage_count=GlobalModel.usage_count + 1)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 更新 Provider 月度使用量（原子操作）- 使用实际费用（免费套餐为 0）
|
|||
|
|
if provider_id:
|
|||
|
|
db.execute(
|
|||
|
|
update(Provider)
|
|||
|
|
.where(Provider.id == provider_id)
|
|||
|
|
.values(monthly_used_usd=Provider.monthly_used_usd + actual_total_cost)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
db.commit() # 立即提交事务,释放数据库锁
|
|||
|
|
# 不需要 refresh，commit 后对象已经有数据库生成的值
|
|||
|
|
|
|||
|
|
return usage
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
async def record_usage(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
user: Optional[User],
|
|||
|
|
api_key: Optional[ApiKey],
|
|||
|
|
provider: str,
|
|||
|
|
model: str,
|
|||
|
|
input_tokens: int,
|
|||
|
|
output_tokens: int,
|
|||
|
|
cache_creation_input_tokens: int = 0,
|
|||
|
|
cache_read_input_tokens: int = 0,
|
|||
|
|
request_type: str = "chat",
|
|||
|
|
api_format: Optional[str] = None,
|
|||
|
|
is_stream: bool = False,
|
|||
|
|
response_time_ms: Optional[int] = None,
|
|||
|
|
status_code: int = 200,
|
|||
|
|
error_message: Optional[str] = None,
|
|||
|
|
metadata: Optional[Dict[str, Any]] = None,
|
|||
|
|
request_headers: Optional[Dict[str, Any]] = None,
|
|||
|
|
request_body: Optional[Any] = None,
|
|||
|
|
provider_request_headers: Optional[Dict[str, Any]] = None,
|
|||
|
|
response_headers: Optional[Dict[str, Any]] = None,
|
|||
|
|
response_body: Optional[Any] = None,
|
|||
|
|
request_id: Optional[str] = None, # 请求ID，如果未提供则自动生成
|
|||
|
|
# Provider 侧追踪信息（记录最终成功的 Provider/Endpoint/Key）
|
|||
|
|
provider_id: Optional[str] = None,
|
|||
|
|
provider_endpoint_id: Optional[str] = None,
|
|||
|
|
provider_api_key_id: Optional[str] = None,
|
|||
|
|
# 请求状态 (pending, streaming, completed, failed)
|
|||
|
|
status: str = "completed",
|
|||
|
|
# 阶梯计费相关参数
|
|||
|
|
cache_ttl_minutes: Optional[int] = None, # 缓存时长（用于 TTL 差异化定价）
|
|||
|
|
use_tiered_pricing: bool = True, # 是否使用阶梯计费（默认启用）
|
|||
|
|
# 模型映射信息
|
|||
|
|
target_model: Optional[str] = None, # 映射后的目标模型名
|
|||
|
|
) -> Usage:
|
|||
|
|
"""记录使用量（支持阶梯计费）"""
|
|||
|
|
|
|||
|
|
# 使用传入的 request_id 或生成新的
|
|||
|
|
if request_id is None:
|
|||
|
|
request_id = str(uuid.uuid4())[:8] # 生成8位短ID以保持一致性
|
|||
|
|
|
|||
|
|
# 如果提供了 provider_api_key_id，从数据库查询 rate_multiplier
|
|||
|
|
actual_rate_multiplier = 1.0 # 默认值
|
|||
|
|
if provider_api_key_id:
|
|||
|
|
provider_key = (
|
|||
|
|
db.query(ProviderAPIKey).filter(ProviderAPIKey.id == provider_api_key_id).first()
|
|||
|
|
)
|
|||
|
|
if provider_key and provider_key.rate_multiplier:
|
|||
|
|
actual_rate_multiplier = provider_key.rate_multiplier
|
|||
|
|
|
|||
|
|
# 失败的请求不应该计入按次计费费用
|
|||
|
|
is_failed_request = status_code >= 400 or error_message is not None
|
|||
|
|
|
|||
|
|
# 获取模型价格信息（用于历史记录）
|
|||
|
|
input_price, output_price = await cls.get_model_price_async(db, provider, model)
|
|||
|
|
cache_creation_price, cache_read_price = await cls.get_cache_prices_async(
|
|||
|
|
db, provider, model, input_price
|
|||
|
|
)
|
|||
|
|
request_price = await cls.get_request_price_async(db, provider, model)
|
|||
|
|
effective_request_price = None if is_failed_request else request_price
|
|||
|
|
|
|||
|
|
# 初始化成本变量（避免 `in locals()` 反模式）
|
|||
|
|
input_cost = 0.0
|
|||
|
|
output_cost = 0.0
|
|||
|
|
cache_creation_cost = 0.0
|
|||
|
|
cache_read_cost = 0.0
|
|||
|
|
cache_cost = 0.0
|
|||
|
|
request_cost = 0.0
|
|||
|
|
total_cost = 0.0
|
|||
|
|
|
|||
|
|
# 计算成本（支持阶梯计费）
|
|||
|
|
if use_tiered_pricing:
|
|||
|
|
# 使用策略模式计算成本（支持阶梯计费和 TTL 差异化）
|
|||
|
|
(
|
|||
|
|
input_cost,
|
|||
|
|
output_cost,
|
|||
|
|
cache_creation_cost,
|
|||
|
|
cache_read_cost,
|
|||
|
|
cache_cost,
|
|||
|
|
request_cost,
|
|||
|
|
total_cost,
|
|||
|
|
_tier_index,
|
|||
|
|
) = await cls.calculate_cost_with_strategy_async(
|
|||
|
|
db=db,
|
|||
|
|
provider=provider,
|
|||
|
|
model=model,
|
|||
|
|
input_tokens=input_tokens,
|
|||
|
|
output_tokens=output_tokens,
|
|||
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|||
|
|
api_format=api_format,
|
|||
|
|
cache_ttl_minutes=cache_ttl_minutes,
|
|||
|
|
)
|
|||
|
|
# 如果失败请求，重置按次费用
|
|||
|
|
if is_failed_request:
|
|||
|
|
total_cost = total_cost - request_cost
|
|||
|
|
request_cost = 0.0
|
|||
|
|
else:
|
|||
|
|
# 使用固定价格模式
|
|||
|
|
(
|
|||
|
|
input_cost,
|
|||
|
|
output_cost,
|
|||
|
|
cache_creation_cost,
|
|||
|
|
cache_read_cost,
|
|||
|
|
cache_cost,
|
|||
|
|
request_cost,
|
|||
|
|
total_cost,
|
|||
|
|
) = cls.calculate_cost(
|
|||
|
|
input_tokens,
|
|||
|
|
output_tokens,
|
|||
|
|
input_price,
|
|||
|
|
output_price,
|
|||
|
|
cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens,
|
|||
|
|
cache_creation_price,
|
|||
|
|
cache_read_price,
|
|||
|
|
effective_request_price,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 根据配置决定是否记录请求详情
|
|||
|
|
should_log_headers = SystemConfigService.should_log_headers(db)
|
|||
|
|
should_log_body = SystemConfigService.should_log_body(db)
|
|||
|
|
|
|||
|
|
# 处理请求头（可能需要脱敏）
|
|||
|
|
processed_request_headers = None
|
|||
|
|
if should_log_headers and request_headers:
|
|||
|
|
processed_request_headers = SystemConfigService.mask_sensitive_headers(
|
|||
|
|
db, request_headers
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 处理提供商请求头（可能需要脱敏）
|
|||
|
|
processed_provider_request_headers = None
|
|||
|
|
if should_log_headers and provider_request_headers:
|
|||
|
|
processed_provider_request_headers = SystemConfigService.mask_sensitive_headers(
|
|||
|
|
db, provider_request_headers
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 处理请求体和响应体（可能需要截断）
|
|||
|
|
processed_request_body = None
|
|||
|
|
processed_response_body = None
|
|||
|
|
if should_log_body:
|
|||
|
|
if request_body:
|
|||
|
|
processed_request_body = SystemConfigService.truncate_body(
|
|||
|
|
db, request_body, is_request=True
|
|||
|
|
)
|
|||
|
|
if response_body:
|
|||
|
|
processed_response_body = SystemConfigService.truncate_body(
|
|||
|
|
db, response_body, is_request=False
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 处理响应头
|
|||
|
|
processed_response_headers = None
|
|||
|
|
if should_log_headers and response_headers:
|
|||
|
|
processed_response_headers = SystemConfigService.mask_sensitive_headers(
|
|||
|
|
db, response_headers
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 检查 Provider 的计费类型，免费套餐的实际费用为 0
|
|||
|
|
is_free_tier = False
|
|||
|
|
if provider_id:
|
|||
|
|
provider_obj = db.query(Provider).filter(Provider.id == provider_id).first()
|
|||
|
|
if provider_obj and provider_obj.billing_type == ProviderBillingType.FREE_TIER:
|
|||
|
|
is_free_tier = True
|
|||
|
|
|
|||
|
|
# 计算真实成本（表面成本 × 倍率），免费套餐实际费用为 0
|
|||
|
|
if is_free_tier:
|
|||
|
|
actual_input_cost = 0.0
|
|||
|
|
actual_output_cost = 0.0
|
|||
|
|
actual_cache_creation_cost = 0.0
|
|||
|
|
actual_cache_read_cost = 0.0
|
|||
|
|
actual_request_cost = 0.0
|
|||
|
|
actual_total_cost = 0.0
|
|||
|
|
else:
|
|||
|
|
actual_input_cost = input_cost * actual_rate_multiplier
|
|||
|
|
actual_output_cost = output_cost * actual_rate_multiplier
|
|||
|
|
actual_cache_creation_cost = cache_creation_cost * actual_rate_multiplier
|
|||
|
|
actual_cache_read_cost = cache_read_cost * actual_rate_multiplier
|
|||
|
|
actual_request_cost = request_cost * actual_rate_multiplier
|
|||
|
|
actual_total_cost = total_cost * actual_rate_multiplier
|
|||
|
|
|
|||
|
|
# 创建使用记录
|
|||
|
|
usage = Usage(
|
|||
|
|
user_id=user.id if user else None,
|
|||
|
|
api_key_id=api_key.id if api_key else None,
|
|||
|
|
request_id=request_id,
|
|||
|
|
provider=provider,
|
|||
|
|
model=model,
|
|||
|
|
target_model=target_model, # 映射后的目标模型名
|
|||
|
|
# Provider 侧追踪信息
|
|||
|
|
provider_id=provider_id,
|
|||
|
|
provider_endpoint_id=provider_endpoint_id,
|
|||
|
|
provider_api_key_id=provider_api_key_id,
|
|||
|
|
input_tokens=input_tokens,
|
|||
|
|
output_tokens=output_tokens,
|
|||
|
|
total_tokens=input_tokens + output_tokens,
|
|||
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|||
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|||
|
|
input_cost_usd=input_cost,
|
|||
|
|
output_cost_usd=output_cost,
|
|||
|
|
cache_cost_usd=cache_cost,
|
|||
|
|
cache_creation_cost_usd=cache_creation_cost,
|
|||
|
|
cache_read_cost_usd=cache_read_cost,
|
|||
|
|
request_cost_usd=request_cost,
|
|||
|
|
total_cost_usd=total_cost,
|
|||
|
|
# 真实成本（考虑倍率）
|
|||
|
|
actual_input_cost_usd=actual_input_cost,
|
|||
|
|
actual_output_cost_usd=actual_output_cost,
|
|||
|
|
actual_cache_creation_cost_usd=actual_cache_creation_cost,
|
|||
|
|
actual_cache_read_cost_usd=actual_cache_read_cost,
|
|||
|
|
actual_request_cost_usd=actual_request_cost,
|
|||
|
|
actual_total_cost_usd=actual_total_cost,
|
|||
|
|
rate_multiplier=actual_rate_multiplier, # 使用实际查询到的 rate_multiplier
|
|||
|
|
# 添加历史价格信息
|
|||
|
|
input_price_per_1m=input_price,
|
|||
|
|
output_price_per_1m=output_price,
|
|||
|
|
cache_creation_price_per_1m=cache_creation_price,
|
|||
|
|
cache_read_price_per_1m=cache_read_price,
|
|||
|
|
price_per_request=request_price,
|
|||
|
|
request_type=request_type,
|
|||
|
|
api_format=api_format,
|
|||
|
|
is_stream=is_stream,
|
|||
|
|
status_code=status_code,
|
|||
|
|
error_message=error_message,
|
|||
|
|
response_time_ms=response_time_ms,
|
|||
|
|
status=status, # 请求状态追踪
|
|||
|
|
request_metadata=metadata,
|
|||
|
|
request_headers=processed_request_headers,
|
|||
|
|
request_body=processed_request_body,
|
|||
|
|
provider_request_headers=processed_provider_request_headers,
|
|||
|
|
response_headers=processed_response_headers,
|
|||
|
|
response_body=processed_response_body,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 检查是否已存在相同 request_id 的记录（用于更新 pending 记录或防止重试时重复插入）
|
|||
|
|
existing_usage = db.query(Usage).filter(Usage.request_id == request_id).first()
|
|||
|
|
if existing_usage:
|
|||
|
|
# 已存在记录，更新而非插入
|
|||
|
|
logger.debug(f"request_id {request_id} 已存在，更新现有记录 (status: {existing_usage.status} -> {status})")
|
|||
|
|
# 更新关键字段
|
|||
|
|
existing_usage.provider = provider # 更新 provider 名称
|
|||
|
|
existing_usage.status = status
|
|||
|
|
existing_usage.status_code = status_code
|
|||
|
|
existing_usage.error_message = error_message
|
|||
|
|
existing_usage.response_time_ms = response_time_ms
|
|||
|
|
# 更新请求头和请求体（如果有新值）
|
|||
|
|
if processed_request_headers is not None:
|
|||
|
|
existing_usage.request_headers = processed_request_headers
|
|||
|
|
if processed_request_body is not None:
|
|||
|
|
existing_usage.request_body = processed_request_body
|
|||
|
|
if processed_provider_request_headers is not None:
|
|||
|
|
existing_usage.provider_request_headers = processed_provider_request_headers
|
|||
|
|
existing_usage.response_body = processed_response_body
|
|||
|
|
existing_usage.response_headers = processed_response_headers
|
|||
|
|
# 更新 token 和费用信息
|
|||
|
|
existing_usage.input_tokens = input_tokens
|
|||
|
|
existing_usage.output_tokens = output_tokens
|
|||
|
|
existing_usage.total_tokens = input_tokens + output_tokens
|
|||
|
|
existing_usage.cache_creation_input_tokens = cache_creation_input_tokens
|
|||
|
|
existing_usage.cache_read_input_tokens = cache_read_input_tokens
|
|||
|
|
existing_usage.input_cost_usd = input_cost
|
|||
|
|
existing_usage.output_cost_usd = output_cost
|
|||
|
|
existing_usage.cache_cost_usd = cache_cost
|
|||
|
|
existing_usage.cache_creation_cost_usd = cache_creation_cost
|
|||
|
|
existing_usage.cache_read_cost_usd = cache_read_cost
|
|||
|
|
existing_usage.request_cost_usd = request_cost
|
|||
|
|
existing_usage.total_cost_usd = total_cost
|
|||
|
|
existing_usage.actual_input_cost_usd = actual_input_cost
|
|||
|
|
existing_usage.actual_output_cost_usd = actual_output_cost
|
|||
|
|
existing_usage.actual_cache_creation_cost_usd = actual_cache_creation_cost
|
|||
|
|
existing_usage.actual_cache_read_cost_usd = actual_cache_read_cost
|
|||
|
|
existing_usage.actual_request_cost_usd = actual_request_cost
|
|||
|
|
existing_usage.actual_total_cost_usd = actual_total_cost
|
|||
|
|
existing_usage.rate_multiplier = actual_rate_multiplier
|
|||
|
|
# 更新 Provider 侧追踪信息
|
|||
|
|
existing_usage.provider_id = provider_id
|
|||
|
|
existing_usage.provider_endpoint_id = provider_endpoint_id
|
|||
|
|
existing_usage.provider_api_key_id = provider_api_key_id
|
|||
|
|
# 更新模型映射信息
|
|||
|
|
if target_model is not None:
|
|||
|
|
existing_usage.target_model = target_model
|
|||
|
|
# 不需要 db.add，已在会话中
|
|||
|
|
usage = existing_usage
|
|||
|
|
else:
|
|||
|
|
db.add(usage)
|
|||
|
|
|
|||
|
|
# 确保 user 和 api_key 在会话中（如果存在）
|
|||
|
|
if user and not db.object_session(user):
|
|||
|
|
user = db.merge(user)
|
|||
|
|
if api_key and not db.object_session(api_key):
|
|||
|
|
api_key = db.merge(api_key)
|
|||
|
|
|
|||
|
|
# 使用原子更新避免并发竞态条件
|
|||
|
|
from sqlalchemy import func, update
|
|||
|
|
|
|||
|
|
from src.models.database import ApiKey, User
|
|||
|
|
|
|||
|
|
# 更新用户使用量（原子操作）- 使用实际费用（免费套餐为 0）
|
|||
|
|
# 独立Key不计入创建者的使用记录
|
|||
|
|
if user and not (api_key and api_key.is_standalone):
|
|||
|
|
db.execute(
|
|||
|
|
update(User)
|
|||
|
|
.where(User.id == user.id)
|
|||
|
|
.values(
|
|||
|
|
used_usd=User.used_usd + actual_total_cost,
|
|||
|
|
total_usd=User.total_usd + actual_total_cost,
|
|||
|
|
updated_at=func.now(),
|
|||
|
|
)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 更新API密钥使用量（原子操作）- 使用实际费用（免费套餐为 0）
|
|||
|
|
if api_key:
|
|||
|
|
# 独立余额Key需要扣除余额
|
|||
|
|
if api_key.is_standalone:
|
|||
|
|
db.execute(
|
|||
|
|
update(ApiKey)
|
|||
|
|
.where(ApiKey.id == api_key.id)
|
|||
|
|
.values(
|
|||
|
|
total_requests=ApiKey.total_requests + 1,
|
|||
|
|
total_cost_usd=ApiKey.total_cost_usd + actual_total_cost,
|
|||
|
|
balance_used_usd=ApiKey.balance_used_usd + actual_total_cost,
|
|||
|
|
last_used_at=func.now(),
|
|||
|
|
updated_at=func.now(),
|
|||
|
|
)
|
|||
|
|
)
|
|||
|
|
else:
|
|||
|
|
# 普通Key只更新统计信息，不扣除余额
|
|||
|
|
db.execute(
|
|||
|
|
update(ApiKey)
|
|||
|
|
.where(ApiKey.id == api_key.id)
|
|||
|
|
.values(
|
|||
|
|
total_requests=ApiKey.total_requests + 1,
|
|||
|
|
total_cost_usd=ApiKey.total_cost_usd + actual_total_cost,
|
|||
|
|
last_used_at=func.now(),
|
|||
|
|
updated_at=func.now(),
|
|||
|
|
)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 更新 GlobalModel 使用计数（原子操作）
|
|||
|
|
from src.models.database import GlobalModel
|
|||
|
|
|
|||
|
|
db.execute(
|
|||
|
|
update(GlobalModel)
|
|||
|
|
.where(GlobalModel.name == model)
|
|||
|
|
.values(usage_count=GlobalModel.usage_count + 1)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 更新 Provider 月度使用量（原子操作）- 使用实际费用（免费套餐为 0）
|
|||
|
|
if provider_id:
|
|||
|
|
db.execute(
|
|||
|
|
update(Provider)
|
|||
|
|
.where(Provider.id == provider_id)
|
|||
|
|
.values(monthly_used_usd=Provider.monthly_used_usd + actual_total_cost)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 提交事务到数据库
|
|||
|
|
try:
|
|||
|
|
db.commit() # 立即提交事务,释放数据库锁
|
|||
|
|
|
|||
|
|
# 使用 expire 标记对象过期，下次访问时自动重新加载（避免死锁）
|
|||
|
|
# 不在热路径上立即 refresh，避免行锁等待
|
|||
|
|
# db.expire(usage)
|
|||
|
|
# if user:
|
|||
|
|
# db.expire(user)
|
|||
|
|
# if api_key:
|
|||
|
|
# db.expire(api_key)
|
|||
|
|
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"提交使用记录时出错: {e}")
|
|||
|
|
db.rollback()
|
|||
|
|
raise
|
|||
|
|
|
|||
|
|
# 不再记录重复的性能日志和访问日志，因为已经在完成日志中输出了
|
|||
|
|
# 这些信息都包含在 request_orchestrator.py 的完成日志中
|
|||
|
|
|
|||
|
|
return usage
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def check_user_quota(
|
|||
|
|
db: Session,
|
|||
|
|
user: User,
|
|||
|
|
estimated_tokens: int = 0,
|
|||
|
|
estimated_cost: float = 0,
|
|||
|
|
api_key: Optional[ApiKey] = None,
|
|||
|
|
) -> tuple[bool, str]:
|
|||
|
|
"""检查用户配额或独立Key余额
|
|||
|
|
|
|||
|
|
Args:
|
|||
|
|
db: 数据库会话
|
|||
|
|
user: 用户对象
|
|||
|
|
estimated_tokens: 预估token数
|
|||
|
|
estimated_cost: 预估费用
|
|||
|
|
api_key: API Key对象（用于检查独立余额Key）
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
(是否通过, 消息)
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
# 如果是独立余额Key，检查Key的余额而不是用户配额
|
|||
|
|
if api_key and api_key.is_standalone:
|
|||
|
|
# 导入 ApiKeyService 以使用统一的余额计算方法
|
|||
|
|
from src.services.user.apikey import ApiKeyService
|
|||
|
|
|
|||
|
|
# NULL 表示无限制
|
|||
|
|
if api_key.current_balance_usd is None:
|
|||
|
|
return True, "OK"
|
|||
|
|
|
|||
|
|
# 使用统一的余额计算方法
|
|||
|
|
remaining_balance = ApiKeyService.get_remaining_balance(api_key)
|
|||
|
|
if remaining_balance is None:
|
|||
|
|
return True, "OK"
|
|||
|
|
|
|||
|
|
# 检查余额是否充足
|
|||
|
|
if remaining_balance < estimated_cost:
|
|||
|
|
return (
|
|||
|
|
False,
|
|||
|
|
f"Key余额不足（剩余: ${remaining_balance:.2f}，需要: ${estimated_cost:.2f}）",
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
return True, "OK"
|
|||
|
|
|
|||
|
|
# 普通Key：检查用户配额
|
|||
|
|
# 管理员无限制
|
|||
|
|
if user.role == UserRole.ADMIN:
|
|||
|
|
return True, "OK"
|
|||
|
|
|
|||
|
|
# NULL 表示无限制
|
|||
|
|
if user.quota_usd is None:
|
|||
|
|
return True, "OK"
|
|||
|
|
|
|||
|
|
# 有配额限制，检查是否超额
|
|||
|
|
if user.used_usd + estimated_cost > user.quota_usd:
|
|||
|
|
remaining = user.quota_usd - user.used_usd
|
|||
|
|
return False, f"配额不足（剩余: ${remaining:.2f}）"
|
|||
|
|
|
|||
|
|
return True, "OK"
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def get_usage_summary(
|
|||
|
|
db: Session,
|
|||
|
|
user_id: Optional[str] = None,
|
|||
|
|
api_key_id: Optional[str] = None,
|
|||
|
|
start_date: Optional[datetime] = None,
|
|||
|
|
end_date: Optional[datetime] = None,
|
|||
|
|
group_by: str = "day", # day, week, month
|
|||
|
|
) -> List[Dict[str, Any]]:
|
|||
|
|
"""获取使用汇总"""
|
|||
|
|
|
|||
|
|
query = db.query(Usage)
|
|||
|
|
# 过滤掉 pending/streaming 状态的请求（尚未完成的请求不应计入统计）
|
|||
|
|
query = query.filter(Usage.status.notin_(["pending", "streaming"]))
|
|||
|
|
|
|||
|
|
if user_id:
|
|||
|
|
query = query.filter(Usage.user_id == user_id)
|
|||
|
|
if api_key_id:
|
|||
|
|
query = query.filter(Usage.api_key_id == api_key_id)
|
|||
|
|
if start_date:
|
|||
|
|
query = query.filter(Usage.created_at >= start_date)
|
|||
|
|
if end_date:
|
|||
|
|
query = query.filter(Usage.created_at <= end_date)
|
|||
|
|
|
|||
|
|
# 使用跨数据库兼容的日期函数
|
|||
|
|
from src.utils.database_helpers import date_trunc_portable
|
|||
|
|
|
|||
|
|
# 检测数据库方言
|
|||
|
|
dialect = db.bind.dialect.name
|
|||
|
|
|
|||
|
|
# 根据分组类型选择日期函数（兼容多种数据库）
|
|||
|
|
if group_by == "day":
|
|||
|
|
date_func = date_trunc_portable(dialect, "day", Usage.created_at)
|
|||
|
|
elif group_by == "week":
|
|||
|
|
date_func = date_trunc_portable(dialect, "week", Usage.created_at)
|
|||
|
|
elif group_by == "month":
|
|||
|
|
date_func = date_trunc_portable(dialect, "month", Usage.created_at)
|
|||
|
|
else:
|
|||
|
|
# 默认按天分组
|
|||
|
|
date_func = date_trunc_portable(dialect, "day", Usage.created_at)
|
|||
|
|
|
|||
|
|
# 汇总查询
|
|||
|
|
summary = db.query(
|
|||
|
|
date_func.label("period"),
|
|||
|
|
Usage.provider,
|
|||
|
|
Usage.model,
|
|||
|
|
func.count(Usage.id).label("requests"),
|
|||
|
|
func.sum(Usage.input_tokens).label("input_tokens"),
|
|||
|
|
func.sum(Usage.output_tokens).label("output_tokens"),
|
|||
|
|
func.sum(Usage.total_tokens).label("total_tokens"),
|
|||
|
|
func.sum(Usage.total_cost_usd).label("total_cost_usd"),
|
|||
|
|
func.avg(Usage.response_time_ms).label("avg_response_time"),
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if user_id:
|
|||
|
|
summary = summary.filter(Usage.user_id == user_id)
|
|||
|
|
if api_key_id:
|
|||
|
|
summary = summary.filter(Usage.api_key_id == api_key_id)
|
|||
|
|
if start_date:
|
|||
|
|
summary = summary.filter(Usage.created_at >= start_date)
|
|||
|
|
if end_date:
|
|||
|
|
summary = summary.filter(Usage.created_at <= end_date)
|
|||
|
|
|
|||
|
|
summary = summary.group_by(date_func, Usage.provider, Usage.model).all()
|
|||
|
|
|
|||
|
|
return [
|
|||
|
|
{
|
|||
|
|
"period": row.period,
|
|||
|
|
"provider": row.provider,
|
|||
|
|
"model": row.model,
|
|||
|
|
"requests": row.requests,
|
|||
|
|
"input_tokens": row.input_tokens,
|
|||
|
|
"output_tokens": row.output_tokens,
|
|||
|
|
"total_tokens": row.total_tokens,
|
|||
|
|
"total_cost_usd": float(row.total_cost_usd),
|
|||
|
|
"avg_response_time_ms": (
|
|||
|
|
float(row.avg_response_time) if row.avg_response_time else 0
|
|||
|
|
),
|
|||
|
|
}
|
|||
|
|
for row in summary
|
|||
|
|
]
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def get_daily_activity(
|
|||
|
|
db: Session,
|
|||
|
|
user_id: Optional[int] = None,
|
|||
|
|
start_date: Optional[datetime] = None,
|
|||
|
|
end_date: Optional[datetime] = None,
|
|||
|
|
window_days: int = 365,
|
|||
|
|
include_actual_cost: bool = False,
|
|||
|
|
) -> Dict[str, Any]:
|
|||
|
|
"""按天统计请求活跃度，用于渲染热力图。"""
|
|||
|
|
|
|||
|
|
def ensure_timezone(value: datetime) -> datetime:
|
|||
|
|
if value.tzinfo is None:
|
|||
|
|
return value.replace(tzinfo=timezone.utc)
|
|||
|
|
return value.astimezone(timezone.utc)
|
|||
|
|
|
|||
|
|
# 如果调用方未指定时间范围，则默认统计最近 window_days 天
|
|||
|
|
now = datetime.now(timezone.utc)
|
|||
|
|
end_dt = ensure_timezone(end_date) if end_date else now
|
|||
|
|
start_dt = (
|
|||
|
|
ensure_timezone(start_date) if start_date else end_dt - timedelta(days=window_days - 1)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 对齐到自然日的开始/结束，避免遗漏边界数据
|
|||
|
|
start_dt = start_dt.replace(hour=0, minute=0, second=0, microsecond=0)
|
|||
|
|
end_dt = end_dt.replace(hour=23, minute=59, second=59, microsecond=999999)
|
|||
|
|
|
|||
|
|
from src.utils.database_helpers import date_trunc_portable
|
|||
|
|
|
|||
|
|
bind = db.get_bind()
|
|||
|
|
dialect = bind.dialect.name if bind is not None else "sqlite"
|
|||
|
|
day_bucket = date_trunc_portable(dialect, "day", Usage.created_at).label("day")
|
|||
|
|
|
|||
|
|
columns = [
|
|||
|
|
day_bucket,
|
|||
|
|
func.count(Usage.id).label("requests"),
|
|||
|
|
func.sum(Usage.total_tokens).label("total_tokens"),
|
|||
|
|
func.sum(Usage.total_cost_usd).label("total_cost_usd"),
|
|||
|
|
]
|
|||
|
|
|
|||
|
|
if include_actual_cost:
|
|||
|
|
columns.append(func.sum(Usage.actual_total_cost_usd).label("actual_total_cost_usd"))
|
|||
|
|
|
|||
|
|
query = db.query(*columns).filter(Usage.created_at >= start_dt, Usage.created_at <= end_dt)
|
|||
|
|
|
|||
|
|
if user_id:
|
|||
|
|
query = query.filter(Usage.user_id == user_id)
|
|||
|
|
|
|||
|
|
query = query.group_by(day_bucket).order_by(day_bucket)
|
|||
|
|
rows = query.all()
|
|||
|
|
|
|||
|
|
def normalize_period(value) -> str:
|
|||
|
|
if value is None:
|
|||
|
|
return ""
|
|||
|
|
if isinstance(value, str):
|
|||
|
|
return value[:10]
|
|||
|
|
if isinstance(value, datetime):
|
|||
|
|
return value.date().isoformat()
|
|||
|
|
return str(value)
|
|||
|
|
|
|||
|
|
aggregated: Dict[str, Dict[str, Any]] = {}
|
|||
|
|
for row in rows:
|
|||
|
|
key = normalize_period(row.day)
|
|||
|
|
aggregated[key] = {
|
|||
|
|
"requests": int(row.requests or 0),
|
|||
|
|
"total_tokens": int(row.total_tokens or 0),
|
|||
|
|
"total_cost_usd": float(row.total_cost_usd or 0.0),
|
|||
|
|
}
|
|||
|
|
if include_actual_cost:
|
|||
|
|
aggregated[key]["actual_total_cost_usd"] = float(row.actual_total_cost_usd or 0.0)
|
|||
|
|
|
|||
|
|
days: List[Dict[str, Any]] = []
|
|||
|
|
cursor = start_dt.date()
|
|||
|
|
end_date_only = end_dt.date()
|
|||
|
|
max_requests = 0
|
|||
|
|
|
|||
|
|
while cursor <= end_date_only:
|
|||
|
|
iso_date = cursor.isoformat()
|
|||
|
|
stats = aggregated.get(iso_date, {})
|
|||
|
|
requests = stats.get("requests", 0)
|
|||
|
|
total_tokens = stats.get("total_tokens", 0)
|
|||
|
|
total_cost = stats.get("total_cost_usd", 0.0)
|
|||
|
|
|
|||
|
|
entry: Dict[str, Any] = {
|
|||
|
|
"date": iso_date,
|
|||
|
|
"requests": requests,
|
|||
|
|
"total_tokens": total_tokens,
|
|||
|
|
"total_cost": total_cost,
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if include_actual_cost:
|
|||
|
|
entry["actual_total_cost"] = stats.get("actual_total_cost_usd", 0.0)
|
|||
|
|
|
|||
|
|
days.append(entry)
|
|||
|
|
max_requests = max(max_requests, requests)
|
|||
|
|
cursor += timedelta(days=1)
|
|||
|
|
|
|||
|
|
return {
|
|||
|
|
"start_date": start_dt.date().isoformat(),
|
|||
|
|
"end_date": end_dt.date().isoformat(),
|
|||
|
|
"total_days": len(days),
|
|||
|
|
"max_requests": max_requests,
|
|||
|
|
"days": days,
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def get_top_users(
|
|||
|
|
db: Session,
|
|||
|
|
limit: int = 10,
|
|||
|
|
start_date: Optional[datetime] = None,
|
|||
|
|
end_date: Optional[datetime] = None,
|
|||
|
|
order_by: str = "cost", # cost, tokens, requests
|
|||
|
|
) -> List[Dict[str, Any]]:
|
|||
|
|
"""获取使用量最高的用户"""
|
|||
|
|
|
|||
|
|
query = (
|
|||
|
|
db.query(
|
|||
|
|
User.id,
|
|||
|
|
User.email,
|
|||
|
|
User.username,
|
|||
|
|
func.count(Usage.id).label("requests"),
|
|||
|
|
func.sum(Usage.total_tokens).label("tokens"),
|
|||
|
|
func.sum(Usage.total_cost_usd).label("cost_usd"),
|
|||
|
|
)
|
|||
|
|
.join(Usage, User.id == Usage.user_id)
|
|||
|
|
.filter(Usage.user_id.isnot(None))
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if start_date:
|
|||
|
|
query = query.filter(Usage.created_at >= start_date)
|
|||
|
|
if end_date:
|
|||
|
|
query = query.filter(Usage.created_at <= end_date)
|
|||
|
|
|
|||
|
|
query = query.group_by(User.id, User.email, User.username)
|
|||
|
|
|
|||
|
|
# 排序
|
|||
|
|
if order_by == "cost":
|
|||
|
|
query = query.order_by(func.sum(Usage.total_cost_usd).desc())
|
|||
|
|
elif order_by == "tokens":
|
|||
|
|
query = query.order_by(func.sum(Usage.total_tokens).desc())
|
|||
|
|
else:
|
|||
|
|
query = query.order_by(func.count(Usage.id).desc())
|
|||
|
|
|
|||
|
|
results = query.limit(limit).all()
|
|||
|
|
|
|||
|
|
return [
|
|||
|
|
{
|
|||
|
|
"user_id": row.id,
|
|||
|
|
"email": row.email,
|
|||
|
|
"username": row.username,
|
|||
|
|
"requests": row.requests,
|
|||
|
|
"tokens": row.tokens,
|
|||
|
|
"cost_usd": float(row.cost_usd),
|
|||
|
|
}
|
|||
|
|
for row in results
|
|||
|
|
]
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def cleanup_old_usage_records(db: Session, days_to_keep: int = 90) -> int:
|
|||
|
|
"""清理旧的使用记录"""
|
|||
|
|
|
|||
|
|
cutoff_date = datetime.now(timezone.utc) - timedelta(days=days_to_keep)
|
|||
|
|
|
|||
|
|
# 删除旧记录
|
|||
|
|
deleted = db.query(Usage).filter(Usage.created_at < cutoff_date).delete()
|
|||
|
|
|
|||
|
|
db.commit()
|
|||
|
|
|
|||
|
|
logger.info(f"清理使用记录: 删除 {deleted} 条超过 {days_to_keep} 天的记录")
|
|||
|
|
|
|||
|
|
return deleted
|
|||
|
|
|
|||
|
|
# ========== 请求状态追踪方法 ==========
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def create_pending_usage(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
request_id: str,
|
|||
|
|
user: Optional[User],
|
|||
|
|
api_key: Optional[ApiKey],
|
|||
|
|
model: str,
|
|||
|
|
is_stream: bool = False,
|
|||
|
|
api_format: Optional[str] = None,
|
|||
|
|
request_headers: Optional[Dict[str, Any]] = None,
|
|||
|
|
request_body: Optional[Any] = None,
|
|||
|
|
) -> Usage:
|
|||
|
|
"""
|
|||
|
|
创建 pending 状态的使用记录（在请求开始时调用）
|
|||
|
|
|
|||
|
|
Args:
|
|||
|
|
db: 数据库会话
|
|||
|
|
request_id: 请求ID
|
|||
|
|
user: 用户对象
|
|||
|
|
api_key: API Key 对象
|
|||
|
|
model: 模型名称
|
|||
|
|
is_stream: 是否流式请求
|
|||
|
|
api_format: API 格式
|
|||
|
|
request_headers: 请求头
|
|||
|
|
request_body: 请求体
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
创建的 Usage 记录
|
|||
|
|
"""
|
|||
|
|
# 根据配置决定是否记录请求详情
|
|||
|
|
should_log_headers = SystemConfigService.should_log_headers(db)
|
|||
|
|
should_log_body = SystemConfigService.should_log_body(db)
|
|||
|
|
|
|||
|
|
# 处理请求头
|
|||
|
|
processed_request_headers = None
|
|||
|
|
if should_log_headers and request_headers:
|
|||
|
|
processed_request_headers = SystemConfigService.mask_sensitive_headers(
|
|||
|
|
db, request_headers
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
# 处理请求体
|
|||
|
|
processed_request_body = None
|
|||
|
|
if should_log_body and request_body:
|
|||
|
|
processed_request_body = SystemConfigService.truncate_body(
|
|||
|
|
db, request_body, is_request=True
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
usage = Usage(
|
|||
|
|
user_id=user.id if user else None,
|
|||
|
|
api_key_id=api_key.id if api_key else None,
|
|||
|
|
request_id=request_id,
|
|||
|
|
provider="pending", # 尚未确定 provider
|
|||
|
|
model=model,
|
|||
|
|
input_tokens=0,
|
|||
|
|
output_tokens=0,
|
|||
|
|
total_tokens=0,
|
|||
|
|
total_cost_usd=0.0,
|
|||
|
|
request_type="chat",
|
|||
|
|
api_format=api_format,
|
|||
|
|
is_stream=is_stream,
|
|||
|
|
status="pending",
|
|||
|
|
request_headers=processed_request_headers,
|
|||
|
|
request_body=processed_request_body,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
db.add(usage)
|
|||
|
|
db.commit()
|
|||
|
|
|
|||
|
|
logger.debug(f"创建 pending 使用记录: request_id={request_id}, model={model}")
|
|||
|
|
|
|||
|
|
return usage
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def update_usage_status(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
request_id: str,
|
|||
|
|
status: str,
|
|||
|
|
error_message: Optional[str] = None,
|
|||
|
|
) -> Optional[Usage]:
|
|||
|
|
"""
|
|||
|
|
快速更新使用记录状态（不更新其他字段）
|
|||
|
|
|
|||
|
|
Args:
|
|||
|
|
db: 数据库会话
|
|||
|
|
request_id: 请求ID
|
|||
|
|
status: 新状态 (pending, streaming, completed, failed)
|
|||
|
|
error_message: 错误消息（仅在 failed 状态时使用）
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
更新后的 Usage 记录，如果未找到则返回 None
|
|||
|
|
"""
|
|||
|
|
usage = db.query(Usage).filter(Usage.request_id == request_id).first()
|
|||
|
|
if not usage:
|
|||
|
|
logger.warning(f"未找到 request_id={request_id} 的使用记录，无法更新状态")
|
|||
|
|
return None
|
|||
|
|
|
|||
|
|
old_status = usage.status
|
|||
|
|
usage.status = status
|
|||
|
|
if error_message:
|
|||
|
|
usage.error_message = error_message
|
|||
|
|
|
|||
|
|
db.commit()
|
|||
|
|
|
|||
|
|
logger.debug(f"更新使用记录状态: request_id={request_id}, {old_status} -> {status}")
|
|||
|
|
|
|||
|
|
return usage
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def get_active_requests(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
user_id: Optional[str] = None,
|
|||
|
|
limit: int = 50,
|
|||
|
|
) -> List[Usage]:
|
|||
|
|
"""
|
|||
|
|
获取活跃的请求（pending 或 streaming 状态）
|
|||
|
|
|
|||
|
|
Args:
|
|||
|
|
db: 数据库会话
|
|||
|
|
user_id: 用户ID（可选，用于过滤）
|
|||
|
|
limit: 最大返回数量
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
活跃请求的 Usage 列表
|
|||
|
|
"""
|
|||
|
|
query = db.query(Usage).filter(Usage.status.in_(["pending", "streaming"]))
|
|||
|
|
|
|||
|
|
if user_id:
|
|||
|
|
query = query.filter(Usage.user_id == user_id)
|
|||
|
|
|
|||
|
|
return query.order_by(Usage.created_at.desc()).limit(limit).all()
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def cleanup_stale_pending_requests(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
timeout_minutes: int = 10,
|
|||
|
|
) -> int:
|
|||
|
|
"""
|
|||
|
|
清理超时的 pending/streaming 请求
|
|||
|
|
|
|||
|
|
将超过指定时间仍处于 pending 或 streaming 状态的请求标记为 failed。
|
|||
|
|
这些请求可能是由于网络问题、服务重启或其他异常导致未能正常完成。
|
|||
|
|
|
|||
|
|
Args:
|
|||
|
|
db: 数据库会话
|
|||
|
|
timeout_minutes: 超时时间（分钟），默认 10 分钟
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
清理的记录数
|
|||
|
|
"""
|
|||
|
|
cutoff_time = datetime.now(timezone.utc) - timedelta(minutes=timeout_minutes)
|
|||
|
|
|
|||
|
|
# 查找超时的请求
|
|||
|
|
stale_requests = (
|
|||
|
|
db.query(Usage)
|
|||
|
|
.filter(
|
|||
|
|
Usage.status.in_(["pending", "streaming"]),
|
|||
|
|
Usage.created_at < cutoff_time,
|
|||
|
|
)
|
|||
|
|
.all()
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
count = 0
|
|||
|
|
for usage in stale_requests:
|
|||
|
|
old_status = usage.status
|
|||
|
|
usage.status = "failed"
|
|||
|
|
usage.error_message = f"请求超时: 状态 '{old_status}' 超过 {timeout_minutes} 分钟未完成"
|
|||
|
|
usage.status_code = 504 # Gateway Timeout
|
|||
|
|
count += 1
|
|||
|
|
|
|||
|
|
if count > 0:
|
|||
|
|
db.commit()
|
|||
|
|
logger.info(f"清理超时请求: 将 {count} 条超过 {timeout_minutes} 分钟的 pending/streaming 请求标记为 failed")
|
|||
|
|
|
|||
|
|
return count
|
|||
|
|
|
|||
|
|
@classmethod
|
|||
|
|
def get_stale_pending_count(
|
|||
|
|
cls,
|
|||
|
|
db: Session,
|
|||
|
|
timeout_minutes: int = 10,
|
|||
|
|
) -> int:
|
|||
|
|
"""
|
|||
|
|
获取超时的 pending/streaming 请求数量（用于监控）
|
|||
|
|
|
|||
|
|
Args:
|
|||
|
|
db: 数据库会话
|
|||
|
|
timeout_minutes: 超时时间（分钟）
|
|||
|
|
|
|||
|
|
Returns:
|
|||
|
|
超时请求数量
|
|||
|
|
"""
|
|||
|
|
cutoff_time = datetime.now(timezone.utc) - timedelta(minutes=timeout_minutes)
|
|||
|
|
|
|||
|
|
return (
|
|||
|
|
db.query(Usage)
|
|||
|
|
.filter(
|
|||
|
|
Usage.status.in_(["pending", "streaming"]),
|
|||
|
|
Usage.created_at < cutoff_time,
|
|||
|
|
)
|
|||
|
|
.count()
|
|||
|
|
)
|