Improve gateway scheduling and runtime admission

apps/aether-gateway/src/cache/mod.rs

@@ -1,20 +1,31 @@
 mod auth_api_key_last_used;
 mod auth_context;
 mod auth_runtime;
+mod candidate_page;
 mod dashboard_response;
 mod direct_plan_bypass;
 mod scheduler_affinity;
 mod system_config;
 
 pub(crate) use auth_api_key_last_used::AuthApiKeyLastUsedCache;
-pub(crate) use auth_context::AuthContextCache;
+pub(crate) use auth_context::{AuthContextCache, AuthContextInflightRegistration};
 pub(crate) use auth_runtime::{
     AuthApiKeyFeatureCacheKey, AuthApiKeyIdentityCacheKey, AuthSnapshotCache, AuthSnapshotCacheKey,
-    JsonValueCache, ValueCache,
+    CacheLoadObserver, JsonValueCache, ValueCache,
+};
+pub(crate) use candidate_page::{
+    candidate_page_cache_metric_samples, candidate_page_cache_stale_ttl,
+    candidate_page_cache_ttl_from_env, record_candidate_page_cache_follower_wait,
+    record_candidate_page_cache_hit, record_candidate_page_cache_load,
+    record_candidate_page_cache_miss, record_candidate_page_cache_none,
+    record_candidate_page_resolve_cache_follower_wait, record_candidate_page_resolve_cache_hit,
+    record_candidate_page_resolve_cache_load, record_candidate_page_resolve_cache_miss,
+    CandidatePageCache, CandidatePageCacheKey, CandidatePageSnapshot, CandidateResolvedPageCache,
+    CandidateResolvedPageCacheKey, CandidateResolvedPageSnapshot,
 };
 pub(crate) use dashboard_response::DashboardResponseCache;
 pub(crate) use direct_plan_bypass::DirectPlanBypassCache;
 pub(crate) use scheduler_affinity::{
     SchedulerAffinityCache, SchedulerAffinitySnapshotEntry, SchedulerAffinityTarget,
 };
-pub(crate) use system_config::SystemConfigCache;
+pub(crate) use system_config::{SystemConfigCache, SystemConfigInflightRegistration};