i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-09-02 17:30:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor(runtime): 优化管理端摘要查询与维护聚合链路

Browse Source 
- 为 provider catalog key 和 video task 列表增加 summary/page 查询与排序能力，减少列表场景读取重字段
- 将多处 SQL 结果读取改为流式收集，降低 `fetch_all` 的内存占用
- 把日/小时统计、钱包日用量等维护任务改为数据库侧 `CTE + upsert` 聚合
- 修复视频任务轮询更新时从本地 snapshot 回填稀疏字段，避免 `prompt` 和请求体信息丢失
This commit is contained in:
AAEE86
2026-04-12 20:45:47 +08:00
committed by fawney19
parent 6aa16ec792
commit b2d85d70ca
55 changed files with 1954 additions and 1382 deletions
Download Patch File Download Diff File Expand all files Collapse all files

83
crates/aether-data/src/repository/auth/sql.rs
View File

@@ -1,5 +1,6 @@
use async_trait::async_trait;
use sqlx::{PgPool, Row};
use futures_util::{stream::TryStream, TryStreamExt};
use sqlx::{postgres::PgRow, PgPool, Row};
use super::types::{
AuthApiKeyExportSummary, AuthApiKeyLookupKey, AuthApiKeyReadRepository,
@@ -654,6 +655,20 @@ impl SqlxAuthApiKeySnapshotReadRepository {
&self.pool
}
async fn collect_query_rows<T, S>(
mut rows: S,
map_row: fn(&PgRow) -> Result<T, DataLayerError>,
) -> Result<Vec<T>, DataLayerError>
where
S: TryStream<Ok = PgRow, Error = sqlx::Error> + Unpin,
{
let mut items = Vec::new();
while let Some(row) = rows.try_next().await.map_postgres_err()? {
items.push(map_row(&row)?);
}
Ok(items)
}
pub async fn find_api_key_snapshot(
&self,
key: AuthApiKeyLookupKey<'_>,
@@ -691,12 +706,13 @@ impl SqlxAuthApiKeySnapshotReadRepository {
return Ok(Vec::new());
}
let rows = sqlx::query(LIST_BY_API_KEY_IDS_SQL)
.bind(api_key_ids)
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
rows.iter().map(map_auth_api_key_snapshot_row).collect()
Self::collect_query_rows(
sqlx::query(LIST_BY_API_KEY_IDS_SQL)
.bind(api_key_ids)
.fetch(&self.pool),
map_auth_api_key_snapshot_row,
)
.await
}
pub async fn list_export_api_keys_by_user_ids(
@@ -707,12 +723,13 @@ impl SqlxAuthApiKeySnapshotReadRepository {
return Ok(Vec::new());
}
let rows = sqlx::query(LIST_EXPORT_BY_USER_IDS_SQL)
.bind(user_ids)
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
rows.iter().map(map_auth_api_key_export_row).collect()
Self::collect_query_rows(
sqlx::query(LIST_EXPORT_BY_USER_IDS_SQL)
.bind(user_ids)
.fetch(&self.pool),
map_auth_api_key_export_row,
)
.await
}
pub async fn list_export_api_keys_by_ids(
@@ -723,12 +740,13 @@ impl SqlxAuthApiKeySnapshotReadRepository {
return Ok(Vec::new());
}
let rows = sqlx::query(LIST_EXPORT_BY_API_KEY_IDS_SQL)
.bind(api_key_ids)
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
rows.iter().map(map_auth_api_key_export_row).collect()
Self::collect_query_rows(
sqlx::query(LIST_EXPORT_BY_API_KEY_IDS_SQL)
.bind(api_key_ids)
.fetch(&self.pool),
map_auth_api_key_export_row,
)
.await
}
pub async fn summarize_export_api_keys_by_user_ids(
@@ -770,11 +788,11 @@ impl SqlxAuthApiKeySnapshotReadRepository {
pub async fn list_export_standalone_api_keys(
&self,
) -> Result<Vec<StoredAuthApiKeyExportRecord>, DataLayerError> {
let rows = sqlx::query(LIST_EXPORT_STANDALONE_SQL)
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
rows.iter().map(map_auth_api_key_export_row).collect()
Self::collect_query_rows(
sqlx::query(LIST_EXPORT_STANDALONE_SQL).fetch(&self.pool),
map_auth_api_key_export_row,
)
.await
}
pub async fn list_export_standalone_api_keys_page(
@@ -785,14 +803,15 @@ impl SqlxAuthApiKeySnapshotReadRepository {
.map_err(|_| DataLayerError::InvalidInput("limit is too large".to_string()))?;
let skip = i64::try_from(query.skip)
.map_err(|_| DataLayerError::InvalidInput("skip is too large".to_string()))?;
let rows = sqlx::query(LIST_EXPORT_STANDALONE_PAGE_SQL)
.bind(query.is_active)
.bind(skip)
.bind(limit)
.fetch_all(&self.pool)
.await
.map_postgres_err()?;
rows.iter().map(map_auth_api_key_export_row).collect()
Self::collect_query_rows(
sqlx::query(LIST_EXPORT_STANDALONE_PAGE_SQL)
.bind(query.is_active)
.bind(skip)
.bind(limit)
.fetch(&self.pool),
map_auth_api_key_export_row,
)
.await
}
pub async fn count_export_standalone_api_keys(