i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-09-01 17:00:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

持久化 provider key 使用统计并移除 usage 汇总覆盖 (#313)

Browse Source 
* 持久化 provider key 使用统计并移除 usage 汇总覆盖

- 在 usage upsert 时按请求前后差值同步 provider_api_keys 统计
- 增加基于保留 usage 记录的 provider key 统计重建能力
- 号池管理列表直接读取 provider_api_keys 统计字段

* fix: harden provider key usage stats sync

---------

Co-authored-by: fawney19 <elky0401@gmail.com>
This commit is contained in:
AAEE86
2026-04-19 01:02:09 +08:00
committed by GitHub
parent 425227509a
commit bafb63a665
9 changed files with 1166 additions and 191 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
apps/aether-gateway/src/data/state/runtime.rs
View File

@@ -722,6 +722,14 @@ impl GatewayDataState {
}
}
#[allow(dead_code)]
pub(crate) async fn rebuild_provider_api_key_usage_stats(&self) -> Result<u64, DataLayerError> {
match &self.usage_writer {
Some(repository) => repository.rebuild_provider_api_key_usage_stats().await,
None => Ok(0),
}
}
pub(crate) async fn find_request_usage_by_request_id(
&self,
request_id: &str,

27
apps/aether-gateway/src/handlers/admin/provider/pool_admin/read_routes/keys.rs
View File

@@ -7,7 +7,6 @@ use super::{
ADMIN_POOL_PROVIDER_CATALOG_READER_UNAVAILABLE_DETAIL,
};
use crate::handlers::admin::request::{AdminAppState, AdminRequestContext};
use crate::handlers::admin::shared::unix_secs_to_rfc3339;
use crate::GatewayError;
use axum::{
body::Body,
@@ -138,38 +137,16 @@ pub(super) async fn build_admin_pool_list_keys_response(
}
_ => AdminProviderPoolRuntimeState::default(),
};
let usage_summary_by_key_id = state
.app()
.summarize_usage_by_provider_api_key_ids(&key_ids)
.await?;
let items = keys
.into_iter()
.map(|key| {
let mut payload = pool_payloads::build_admin_pool_key_payload(
pool_payloads::build_admin_pool_key_payload(
state,
&provider.provider_type,
&key,
&runtime,
pool_config.clone(),
);
if let Some(summary) = usage_summary_by_key_id.get(&key.id) {
if let Some(object) = payload.as_object_mut() {
object.insert("request_count".to_string(), json!(summary.request_count));
object.insert("total_tokens".to_string(), json!(summary.total_tokens));
object.insert(
"total_cost_usd".to_string(),
json!(format!("{:.8}", summary.total_cost_usd)),
);
object.insert(
"last_used_at".to_string(),
json!(summary
.last_used_at_unix_secs
.and_then(unix_secs_to_rfc3339)),
);
}
}
payload
)
})
.collect::<Vec<_>>();

8
apps/aether-gateway/src/state/runtime/usage_queries.rs
View File

@@ -3,6 +3,14 @@ use aether_data_contracts::repository::{candidates, usage};
use usage::{StoredUsageDailySummary, UsageDailyHeatmapQuery};
impl AppState {
#[allow(dead_code)]
pub(crate) async fn rebuild_provider_api_key_usage_stats(&self) -> Result<u64, GatewayError> {
self.data
.rebuild_provider_api_key_usage_stats()
.await
.map_err(|err| GatewayError::Internal(err.to_string()))
}
pub(crate) async fn read_request_candidates_by_request_id(
&self,
request_id: &str,

118
apps/aether-gateway/src/tests/control/admin/pool.rs
View File

@@ -1,11 +1,8 @@
use std::sync::{Arc, Mutex};
use aether_crypto::{encrypt_python_fernet_plaintext, DEVELOPMENT_ENCRYPTION_KEY};
use aether_data::repository::{
provider_catalog::InMemoryProviderCatalogReadRepository, usage::InMemoryUsageReadRepository,
};
use aether_data::repository::provider_catalog::InMemoryProviderCatalogReadRepository;
use aether_data_contracts::repository::provider_catalog::ProviderCatalogReadRepository;
use aether_data_contracts::repository::usage::StoredRequestUsageAudit;
use axum::body::{to_bytes, Body, Bytes};
use axum::routing::{any, get, post};
use axum::{extract::Request, Router};
@@ -471,7 +468,7 @@ async fn gateway_pool_list_includes_usage_totals_and_nullable_lru_score() {
}
#[tokio::test]
async fn gateway_pool_list_uses_usage_aggregates_for_stats_and_last_used() {
async fn gateway_pool_list_ignores_usage_rows_and_uses_persisted_key_stats() {
let provider = sample_provider("provider-openai", "openai", 10).with_transport_fields(
true,
false,
@@ -488,110 +485,27 @@ async fn gateway_pool_list_uses_usage_aggregates_for_stats_and_last_used() {
})),
);
let mut key = sample_key(
"key-openai-usage-live",
"key-openai-persisted",
"provider-openai",
"openai:chat",
"sk-usage-live",
"sk-persisted",
);
key.name = "live usage key".to_string();
key.request_count = Some(0);
key.total_tokens = 0;
key.total_cost_usd = 0.0;
key.last_used_at_unix_secs = None;
key.name = "persisted usage key".to_string();
key.request_count = Some(7);
key.total_tokens = 1_024;
key.total_cost_usd = 3.5;
key.last_used_at_unix_secs = Some(1_711_000_999);
let provider_catalog_repository = Arc::new(InMemoryProviderCatalogReadRepository::seed(
vec![provider],
Vec::new(),
vec![key],
));
let usage_repository = Arc::new(InMemoryUsageReadRepository::seed(vec![
StoredRequestUsageAudit::new(
"usage-1".to_string(),
"request-1".to_string(),
None,
None,
None,
None,
"OpenAI".to_string(),
"gpt-5.4".to_string(),
None,
Some("provider-openai".to_string()),
None,
Some("key-openai-usage-live".to_string()),
None,
None,
None,
None,
None,
None,
None,
false,
false,
100,
50,
150,
0.5,
0.5,
Some(200),
None,
None,
None,
None,
"completed".to_string(),
"settled".to_string(),
1_711_000_000,
1_711_000_001,
Some(1_711_000_002),
)
.expect("usage row should build"),
StoredRequestUsageAudit::new(
"usage-2".to_string(),
"request-2".to_string(),
None,
None,
None,
None,
"OpenAI".to_string(),
"gpt-5.4".to_string(),
None,
Some("provider-openai".to_string()),
None,
Some("key-openai-usage-live".to_string()),
None,
None,
None,
None,
None,
None,
None,
false,
false,
200,
100,
300,
0.75,
0.75,
Some(200),
None,
None,
None,
None,
"completed".to_string(),
"settled".to_string(),
1_711_000_250,
1_711_000_251,
Some(1_711_000_252),
)
.expect("usage row should build"),
]));
let state = AppState::new()
.expect("gateway should build")
.with_data_state_for_tests(
GatewayDataState::with_provider_catalog_and_usage_reader_for_tests(
provider_catalog_repository,
usage_repository,
),
);
.with_data_state_for_tests(GatewayDataState::with_provider_catalog_reader_for_tests(
provider_catalog_repository,
));
let response = local_admin_pool_response(
&state,
@@ -610,12 +524,12 @@ async fn gateway_pool_list_uses_usage_aggregates_for_stats_and_last_used() {
.expect("json body should parse");
let keys = payload["keys"].as_array().expect("keys should be array");
assert_eq!(keys.len(), 1);
assert_eq!(keys[0]["request_count"], json!(2));
assert_eq!(keys[0]["total_tokens"], json!(450u64));
assert_eq!(keys[0]["total_cost_usd"], json!("1.25000000"));
assert_eq!(keys[0]["request_count"], json!(7));
assert_eq!(keys[0]["total_tokens"], json!(1_024u64));
assert_eq!(keys[0]["total_cost_usd"], json!("3.50000000"));
assert_eq!(
keys[0]["last_used_at"],
json!(crate::handlers::shared::unix_secs_to_rfc3339(1_711_000_250))
json!(crate::handlers::shared::unix_secs_to_rfc3339(1_711_000_999))
);
}