perf(gateway): scale request hot paths for 20k streams

Shard and singleflight hot-path caches, batch and prioritize candidate and usage lifecycle persistence, and extend database and pressure-test instrumentation for 20k concurrent streams.
This commit is contained in:
elky
2026-07-22 02:11:08 +08:00
parent 7756c0913f
commit fc92c4f431
124 changed files with 36325 additions and 3217 deletions
+3 -1
View File
@@ -8,7 +8,9 @@ mod scheduler_affinity;
mod system_config;
pub(crate) use auth_api_key_last_used::AuthApiKeyLastUsedCache;
pub(crate) use auth_context::{AuthContextCache, AuthContextInflightRegistration};
pub(crate) use auth_context::{
AuthContextCache, AuthContextCacheGeneration, AuthContextInflightRegistration,
};
pub(crate) use auth_runtime::{
AuthApiKeyFeatureCacheKey, AuthApiKeyIdentityCacheKey, AuthSnapshotCache, AuthSnapshotCacheKey,
CacheLoadObserver, JsonValueCache, ValueCache,