mirror of
https://github.com/fawney19/Aether.git
synced 2026-09-02 17:30:23 +08:00
- 抽取 ApiRequestPipeline 单例,44 个路由文件共享同一实例 - Handler/Adapter 模块级 __getattr__ 延迟导入,减少启动时间 - 新增 ensure_stream_buffer_limit() 流式内存护栏(16MB 单行 / 32MB 总量) - HTTP 空闲连接清理与 curl_cffi LRU 会话池 - ensure_providers_bootstrapped 按需引导指定 provider_types - Usage 事件序列化迁移至 msgpack,Redis codec 隔离 - 启动预热任务(/readyz 就绪门控)与优雅关闭 - 通知邮件模块独立开关与 SMTP 配置校验 - CryptoService DCL 线程安全修复 - 通知模块开关 DB 查询 30s 内存缓存 - /readyz 对 unknown 状态返回 503 - 预热关闭 5s 超时保护 - 预热适配器逐个 try-except 容错 - FormatConversionRegistry 哨兵模式防并发重复物化 - 流式缓冲检查无条件执行 Closes #230 Co-authored-by: AAEE86 <ppk0227@hotmail.com>
253 lines
8.3 KiB
Python
253 lines
8.3 KiB
Python
from __future__ import annotations
|
|
|
|
from types import SimpleNamespace
|
|
from typing import Any
|
|
from unittest.mock import MagicMock
|
|
|
|
import pytest
|
|
|
|
from src.services.usage._billing_integration import UsageBillingIntegrationMixin
|
|
from src.services.usage._types import UsageRecordParams
|
|
|
|
|
|
class _TestUsageBillingIntegration(UsageBillingIntegrationMixin):
|
|
@classmethod
|
|
async def _get_rate_multiplier_and_free_tier(
|
|
cls,
|
|
db: Any, # noqa: ARG003
|
|
provider_api_key_id: str | None, # noqa: ARG003
|
|
provider_id: str | None, # noqa: ARG003
|
|
api_format: str | None = None, # noqa: ARG003
|
|
) -> tuple[float, bool]:
|
|
return 1.0, False
|
|
|
|
|
|
class _DummyBillingService:
|
|
last_dimensions: dict[str, Any] | None = None
|
|
|
|
def __init__(self, db: Any) -> None: # noqa: D107, ARG002
|
|
pass
|
|
|
|
def calculate(
|
|
self,
|
|
*,
|
|
task_type: str, # noqa: ARG002
|
|
model: str, # noqa: ARG002
|
|
provider_id: str, # noqa: ARG002
|
|
dimensions: dict[str, Any],
|
|
strict_mode: bool | None, # noqa: ARG002
|
|
) -> Any:
|
|
_DummyBillingService.last_dimensions = dict(dimensions)
|
|
snapshot = SimpleNamespace(
|
|
cost_breakdown={
|
|
"input_cost": 0.0,
|
|
"output_cost": 0.0,
|
|
"cache_creation_cost": 0.0,
|
|
"cache_read_cost": 0.0,
|
|
"request_cost": 0.0,
|
|
},
|
|
total_cost=0.0,
|
|
resolved_variables={},
|
|
to_dict=lambda: {},
|
|
)
|
|
return SimpleNamespace(snapshot=snapshot)
|
|
|
|
|
|
def _build_params(
|
|
db: Any,
|
|
*,
|
|
cache_creation_input_tokens: int = 0,
|
|
cache_read_input_tokens: int = 0,
|
|
cache_creation_input_tokens_5m: int = 0,
|
|
cache_creation_input_tokens_1h: int = 0,
|
|
cache_ttl_minutes: int | None = None,
|
|
provider_api_key_id: str | None = "pak-test",
|
|
) -> UsageRecordParams:
|
|
return UsageRecordParams(
|
|
db=db,
|
|
user=None,
|
|
api_key=None,
|
|
provider="provider-x",
|
|
model="claude-sonnet",
|
|
input_tokens=100,
|
|
output_tokens=50,
|
|
cache_creation_input_tokens=cache_creation_input_tokens,
|
|
cache_read_input_tokens=cache_read_input_tokens,
|
|
cache_creation_input_tokens_5m=cache_creation_input_tokens_5m,
|
|
cache_creation_input_tokens_1h=cache_creation_input_tokens_1h,
|
|
request_type="chat",
|
|
api_format="claude:chat",
|
|
api_family="claude",
|
|
endpoint_kind="chat",
|
|
endpoint_api_format="claude:chat",
|
|
has_format_conversion=False,
|
|
is_stream=False,
|
|
response_time_ms=123,
|
|
first_byte_time_ms=None,
|
|
status_code=200,
|
|
error_message=None,
|
|
metadata={},
|
|
request_headers=None,
|
|
request_body=None,
|
|
provider_request_headers=None,
|
|
provider_request_body=None,
|
|
response_headers=None,
|
|
client_response_headers=None,
|
|
response_body=None,
|
|
client_response_body=None,
|
|
request_id="req-test",
|
|
provider_id="provider-id",
|
|
provider_endpoint_id="endpoint-id",
|
|
provider_api_key_id=provider_api_key_id,
|
|
status="completed",
|
|
cache_ttl_minutes=cache_ttl_minutes,
|
|
use_tiered_pricing=True,
|
|
target_model=None,
|
|
)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prepare_usage_record_uses_provider_key_ttl_for_cache_read(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
db = MagicMock()
|
|
db.query.return_value.filter.return_value.scalar.return_value = 60
|
|
|
|
monkeypatch.setattr("src.services.billing.service.BillingService", _DummyBillingService)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.sanitize_request_metadata",
|
|
lambda metadata: metadata,
|
|
)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.build_usage_params",
|
|
lambda **kwargs: {"total_cost_usd": 0.0, "actual_total_cost_usd": 0.0},
|
|
)
|
|
|
|
params = _build_params(db, cache_read_input_tokens=321)
|
|
await _TestUsageBillingIntegration._prepare_usage_record(params)
|
|
|
|
assert _DummyBillingService.last_dimensions is not None
|
|
assert _DummyBillingService.last_dimensions.get("cache_ttl_minutes") == 60
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prepare_usage_record_prefers_explicit_cache_ttl(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
db = MagicMock()
|
|
db.query.return_value.filter.return_value.scalar.return_value = 60
|
|
|
|
monkeypatch.setattr("src.services.billing.service.BillingService", _DummyBillingService)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.sanitize_request_metadata",
|
|
lambda metadata: metadata,
|
|
)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.build_usage_params",
|
|
lambda **kwargs: {"total_cost_usd": 0.0, "actual_total_cost_usd": 0.0},
|
|
)
|
|
|
|
params = _build_params(db, cache_read_input_tokens=123, cache_ttl_minutes=5)
|
|
await _TestUsageBillingIntegration._prepare_usage_record(params)
|
|
|
|
assert _DummyBillingService.last_dimensions is not None
|
|
assert _DummyBillingService.last_dimensions.get("cache_ttl_minutes") == 5
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prepare_usage_record_infers_ttl_from_1h_cache_split(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
db = MagicMock()
|
|
|
|
monkeypatch.setattr("src.services.billing.service.BillingService", _DummyBillingService)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.sanitize_request_metadata",
|
|
lambda metadata: metadata,
|
|
)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.build_usage_params",
|
|
lambda **kwargs: {"total_cost_usd": 0.0, "actual_total_cost_usd": 0.0},
|
|
)
|
|
|
|
params = _build_params(
|
|
db,
|
|
provider_api_key_id=None,
|
|
cache_creation_input_tokens=1000,
|
|
cache_creation_input_tokens_1h=1000,
|
|
)
|
|
await _TestUsageBillingIntegration._prepare_usage_record(params)
|
|
|
|
assert _DummyBillingService.last_dimensions is not None
|
|
assert _DummyBillingService.last_dimensions.get("cache_ttl_minutes") == 60
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prepare_usage_record_deserializes_body_json_before_build_params(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
db = MagicMock()
|
|
|
|
monkeypatch.setattr("src.services.billing.service.BillingService", _DummyBillingService)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.sanitize_request_metadata",
|
|
lambda metadata: metadata,
|
|
)
|
|
|
|
captured: dict[str, Any] = {}
|
|
|
|
def _capture_build_usage_params(**kwargs: Any) -> dict[str, Any]:
|
|
captured.update(kwargs)
|
|
return {"total_cost_usd": 0.0, "actual_total_cost_usd": 0.0}
|
|
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.build_usage_params",
|
|
_capture_build_usage_params,
|
|
)
|
|
|
|
params = _build_params(db)
|
|
params.request_body = '{"messages":[{"role":"user","content":"hello"}]}'
|
|
params.provider_request_body = '{"tools":[{"name":"calc"}]}'
|
|
params.response_body = '{"choices":[{"index":0}]}'
|
|
params.client_response_body = '{"output":[{"type":"text"}]}'
|
|
|
|
await _TestUsageBillingIntegration._prepare_usage_record(params)
|
|
|
|
assert isinstance(captured["request_body"], dict)
|
|
assert captured["request_body"]["messages"][0]["content"] == "hello"
|
|
assert isinstance(captured["provider_request_body"], dict)
|
|
assert isinstance(captured["response_body"], dict)
|
|
assert isinstance(captured["client_response_body"], dict)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_prepare_usage_record_keeps_invalid_json_body_string(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
db = MagicMock()
|
|
|
|
monkeypatch.setattr("src.services.billing.service.BillingService", _DummyBillingService)
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.sanitize_request_metadata",
|
|
lambda metadata: metadata,
|
|
)
|
|
|
|
captured: dict[str, Any] = {}
|
|
|
|
def _capture_build_usage_params(**kwargs: Any) -> dict[str, Any]:
|
|
captured.update(kwargs)
|
|
return {"total_cost_usd": 0.0, "actual_total_cost_usd": 0.0}
|
|
|
|
monkeypatch.setattr(
|
|
"src.services.usage._billing_integration.build_usage_params",
|
|
_capture_build_usage_params,
|
|
)
|
|
|
|
invalid_json = '{"content":"x...[truncated]'
|
|
params = _build_params(db)
|
|
params.request_body = invalid_json
|
|
|
|
await _TestUsageBillingIntegration._prepare_usage_record(params)
|
|
|
|
assert captured["request_body"] == invalid_json
|