perf(gateway): scale request hot paths for 20k streams

Shard and singleflight hot-path caches, batch and prioritize candidate and usage lifecycle persistence, and extend database and pressure-test instrumentation for 20k concurrent streams.
2026-10-11 11:49:50 +08:00 · 2026-07-22 02:11:08 +08:00
parent 7756c0913f
commit fc92c4f431
124 changed files with 36325 additions and 3217 deletions
@@ -191,8 +191,7 @@ pub(super) async fn build_admin_monitoring_system_status_response(
    .unwrap_or(usize::MAX);
    let tunnel = state.tunnel.stats();
    let usage_counter_snapshot = state
-        .data
-        .read_usage_counter_health()
+        .read_cached_usage_counter_health()
        .await
        .map_err(|err| GatewayError::Internal(err.to_string()))?;
    let usage_counter =