mirror of
https://github.com/fawney19/Aether.git
synced 2026-10-11 03:39:49 +08:00
- 新增 aether-ai-pipeline 和 aether-data-contracts crate,将 pipeline 逻辑与数据契约从 gateway 中解耦 - 重构 admin handlers:拆分单体模块为 auth/billing/endpoint/features/model/observability/provider/system 等独立子模块 - 合并 chat/cli 重复代码路径:精简 conversion、finalize、planner 中的 sync/chat/cli 分支 - 重构 scheduler/executor/data 层,引入 facade 模式降低模块间耦合 - 移除冗余的 intent 模块,将 plan_fallback/policy/stream_path/sync_path 迁移至 executor - 前端适配:调整 admin API 调用和 provider 模型测试对话框
128 lines
4.1 KiB
Rust
128 lines
4.1 KiB
Rust
use std::sync::Arc;
|
|
use std::time::Duration;
|
|
|
|
use tracing::warn;
|
|
|
|
use crate::data::GatewayDataState;
|
|
|
|
const QUOTA_RESET_INTERVAL: Duration = Duration::from_secs(60 * 60);
|
|
|
|
pub(crate) async fn reset_due_provider_quotas_once(
|
|
data: &GatewayDataState,
|
|
) -> Result<usize, aether_data::DataLayerError> {
|
|
let now_unix_secs = std::time::SystemTime::now()
|
|
.duration_since(std::time::UNIX_EPOCH)
|
|
.unwrap_or_default()
|
|
.as_secs();
|
|
data.reset_due_provider_quotas(now_unix_secs).await
|
|
}
|
|
|
|
pub(crate) fn spawn_provider_quota_reset_worker(
|
|
data: Arc<GatewayDataState>,
|
|
) -> Option<tokio::task::JoinHandle<()>> {
|
|
if !data.has_provider_quota_writer() {
|
|
return None;
|
|
}
|
|
|
|
Some(tokio::spawn(async move {
|
|
if let Err(err) = reset_due_provider_quotas_once(&data).await {
|
|
warn!(error = %err, "gateway provider quota reset startup failed");
|
|
}
|
|
let mut interval = tokio::time::interval(QUOTA_RESET_INTERVAL);
|
|
interval.set_missed_tick_behavior(tokio::time::MissedTickBehavior::Delay);
|
|
interval.tick().await;
|
|
loop {
|
|
interval.tick().await;
|
|
if let Err(err) = reset_due_provider_quotas_once(&data).await {
|
|
warn!(error = %err, "gateway provider quota reset tick failed");
|
|
}
|
|
}
|
|
}))
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use std::sync::Arc;
|
|
use std::time::Duration;
|
|
|
|
use aether_data::repository::quota::InMemoryProviderQuotaRepository;
|
|
use aether_data_contracts::repository::quota::{
|
|
ProviderQuotaReadRepository, StoredProviderQuotaSnapshot,
|
|
};
|
|
|
|
use super::{reset_due_provider_quotas_once, spawn_provider_quota_reset_worker};
|
|
use crate::data::GatewayDataState;
|
|
|
|
#[tokio::test]
|
|
async fn resets_due_provider_quotas_from_runtime() {
|
|
let repository = Arc::new(InMemoryProviderQuotaRepository::seed(vec![
|
|
StoredProviderQuotaSnapshot::new(
|
|
"provider-1".to_string(),
|
|
"monthly_quota".to_string(),
|
|
Some(20.0),
|
|
4.0,
|
|
Some(1),
|
|
Some(1),
|
|
None,
|
|
true,
|
|
)
|
|
.expect("quota should build"),
|
|
]));
|
|
let data = GatewayDataState::with_provider_quota_repository_for_tests(repository.clone());
|
|
|
|
let reset = reset_due_provider_quotas_once(&data)
|
|
.await
|
|
.expect("quota reset should succeed");
|
|
assert_eq!(reset, 1);
|
|
|
|
let stored = repository
|
|
.find_by_provider_id("provider-1")
|
|
.await
|
|
.expect("quota lookup should succeed")
|
|
.expect("quota should exist");
|
|
assert_eq!(stored.monthly_used_usd, 0.0);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn spawned_worker_resets_due_provider_quotas_immediately() {
|
|
let repository = Arc::new(InMemoryProviderQuotaRepository::seed(vec![
|
|
StoredProviderQuotaSnapshot::new(
|
|
"provider-1".to_string(),
|
|
"monthly_quota".to_string(),
|
|
Some(20.0),
|
|
4.0,
|
|
Some(1),
|
|
Some(1),
|
|
None,
|
|
true,
|
|
)
|
|
.expect("quota should build"),
|
|
]));
|
|
let data = Arc::new(GatewayDataState::with_provider_quota_repository_for_tests(
|
|
repository.clone(),
|
|
));
|
|
let handle = spawn_provider_quota_reset_worker(data).expect("worker should spawn");
|
|
|
|
let stored = tokio::time::timeout(Duration::from_secs(1), async {
|
|
loop {
|
|
let stored = repository
|
|
.find_by_provider_id("provider-1")
|
|
.await
|
|
.expect("quota lookup should succeed")
|
|
.expect("quota should exist");
|
|
if stored.monthly_used_usd == 0.0 {
|
|
break stored;
|
|
}
|
|
tokio::time::sleep(Duration::from_millis(10)).await;
|
|
}
|
|
})
|
|
.await
|
|
.expect("worker should reset quota on startup");
|
|
|
|
handle.abort();
|
|
|
|
assert_eq!(stored.monthly_used_usd, 0.0);
|
|
assert!(stored.quota_last_reset_at_unix_secs.unwrap_or_default() > 1);
|
|
}
|
|
}
|