perf(gateway): scale request hot paths for 20k streams

Shard and singleflight hot-path caches, batch and prioritize candidate and usage lifecycle persistence, and extend database and pressure-test instrumentation for 20k concurrent streams.
This commit is contained in:
elky
2026-07-22 02:11:08 +08:00
parent 7756c0913f
commit fc92c4f431
124 changed files with 36325 additions and 3217 deletions
@@ -149,6 +149,14 @@ ORDER BY created_at ASC, id ASC
Ok(bindings)
}
async fn has_any_routing_group_binding(&self) -> Result<bool, DataLayerError> {
let row = sqlx::query("SELECT 1 FROM routing_group_bindings LIMIT 1")
.fetch_optional(&self.pool)
.await
.map_postgres_err()?;
Ok(row.is_some())
}
async fn list_routing_group_versions(
&self,
group_id: &str,