i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-10-13 04:29:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

perf(gateway): scale request hot paths for 20k streams

Browse Source 
Shard and singleflight hot-path caches, batch and prioritize candidate and usage lifecycle persistence, and extend database and pressure-test instrumentation for 20k concurrent streams.
This commit is contained in:
elky
2026-07-22 02:11:08 +08:00
parent 7756c0913f
commit fc92c4f431
124 changed files with 36325 additions and 3217 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/aether-provider/transport/src/snapshot.rs
+11 -9
View File
@@ -106,15 +106,17 @@ pub async fn read_provider_transport_snapshot(
};
let fallback_encryption_keys = fallback_encryption_keys(encryption_key);
let providers = state
.list_provider_catalog_providers_by_ids(&[provider_id.to_string()])
.await?;
let endpoints = state
.list_provider_catalog_endpoints_by_ids(&[endpoint_id.to_string()])
.await?;
let keys = state
.list_provider_catalog_keys_by_ids(&[key_id.to_string()])
.await?;
// These reads are independent. Running them together avoids three
// sequential pool round trips when a transport snapshot is cold or being
// refreshed for a burst of keys.
let provider_ids = [provider_id.to_string()];
let endpoint_ids = [endpoint_id.to_string()];
let key_ids = [key_id.to_string()];
let (providers, endpoints, keys) = tokio::try_join!(
state.list_provider_catalog_providers_by_ids(&provider_ids),
state.list_provider_catalog_endpoints_by_ids(&endpoint_ids),
state.list_provider_catalog_keys_by_ids(&key_ids),
)?;
let Some(provider) = providers.into_iter().next() else {
return Ok(None);