i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-09-02 09:20:22 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor(runtime): 优化管理端摘要查询与维护聚合链路

Browse Source 
- 为 provider catalog key 和 video task 列表增加 summary/page 查询与排序能力，减少列表场景读取重字段
- 将多处 SQL 结果读取改为流式收集，降低 `fetch_all` 的内存占用
- 把日/小时统计、钱包日用量等维护任务改为数据库侧 `CTE + upsert` 聚合
- 修复视频任务轮询更新时从本地 snapshot 回填稀疏字段，避免 `prompt` 和请求体信息丢失
This commit is contained in:
AAEE86
2026-04-12 20:45:47 +08:00
committed by fawney19
parent 6aa16ec792
commit b2d85d70ca
55 changed files with 1954 additions and 1382 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
crates/aether-data/src/repository/usage/sql.rs
View File

@@ -4,6 +4,7 @@ use aether_data_contracts::repository::usage::{
use async_trait::async_trait;
use flate2::{read::GzDecoder, write::GzEncoder, Compression};
use futures_util::future::BoxFuture;
use futures_util::TryStreamExt;
use serde_json::Map;
use serde_json::Value;
use sqlx::{PgPool, Postgres, QueryBuilder, Row};
@@ -1181,12 +1182,13 @@ impl SqlxUsageReadRepository {
}
builder.push(" ORDER BY \"usage\".created_at ASC, \"usage\".request_id ASC");
let rows = builder
.build()
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
rows.iter().map(|row| map_usage_row(row, false)).collect()
let query = builder.build();
let mut rows = query.fetch(&self.pool);
let mut items = Vec::new();
while let Some(row) = rows.try_next().await.map_postgres_err()? {
items.push(map_usage_row(&row, false)?);
}
Ok(items)
}
pub async fn list_recent_usage_audits(
@@ -1205,12 +1207,13 @@ impl SqlxUsageReadRepository {
.push_bind(i64::try_from(limit).map_err(|_| {
DataLayerError::InvalidInput(format!("invalid recent usage limit: {limit}"))
})?);
let rows = builder
.build()
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
rows.iter().map(|row| map_usage_row(row, false)).collect()
let query = builder.build();
let mut rows = query.fetch(&self.pool);
let mut items = Vec::new();
while let Some(row) = rows.try_next().await.map_postgres_err()? {
items.push(map_usage_row(&row, false)?);
}
Ok(items)
}
pub async fn summarize_total_tokens_by_api_key_ids(
@@ -1221,14 +1224,12 @@ impl SqlxUsageReadRepository {
return Ok(std::collections::BTreeMap::new());
}
let rows = sqlx::query(SUMMARIZE_TOTAL_TOKENS_BY_API_KEY_IDS_SQL)
let mut rows = sqlx::query(SUMMARIZE_TOTAL_TOKENS_BY_API_KEY_IDS_SQL)
.bind(api_key_ids)
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
.fetch(&self.pool);
let mut totals = std::collections::BTreeMap::new();
for row in rows {
while let Some(row) = rows.try_next().await.map_postgres_err()? {
let api_key_id: String = row.try_get("api_key_id").map_postgres_err()?;
let total_tokens = row
.try_get::<i64, _>("total_tokens")
@@ -1248,14 +1249,12 @@ impl SqlxUsageReadRepository {
return Ok(std::collections::BTreeMap::new());
}
let rows = sqlx::query(SUMMARIZE_USAGE_BY_PROVIDER_API_KEY_IDS_SQL)
let mut rows = sqlx::query(SUMMARIZE_USAGE_BY_PROVIDER_API_KEY_IDS_SQL)
.bind(provider_api_key_ids)
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
.fetch(&self.pool);
let mut summaries = std::collections::BTreeMap::new();
for row in rows {
while let Some(row) = rows.try_next().await.map_postgres_err()? {
let provider_api_key_id: String =
row.try_get("provider_api_key_id").map_postgres_err()?;
let request_count = row
@@ -1988,7 +1987,7 @@ fn prepare_usage_body_storage(value: Option<&Value>) -> Result<UsageBodyStorage,
let bytes = serde_json::to_vec(value).map_err(|err| {
DataLayerError::UnexpectedValue(format!("failed to serialize usage json: {err}"))
})?;
if bytes.len() <= MAX_INLINE_USAGE_BODY_BYTES {
if bytes.len() == MAX_INLINE_USAGE_BODY_BYTES {
return Ok(UsageBodyStorage {
inline_json: Some(String::from_utf8(bytes).map_err(|err| {
DataLayerError::UnexpectedValue(format!(