mirror of
https://github.com/fawney19/Aether.git
synced 2026-10-09 18:59:50 +08:00
perf(gateway): scale request hot paths for 20k streams
Shard and singleflight hot-path caches, batch and prioritize candidate and usage lifecycle persistence, and extend database and pressure-test instrumentation for 20k concurrent streams.
This commit is contained in:
@@ -9,7 +9,7 @@ use crate::ai_serving::AiSurfaceFinalizeError;
|
||||
use crate::constants::*;
|
||||
use crate::insert_header_if_missing;
|
||||
|
||||
#[derive(Debug)]
|
||||
#[derive(Debug, Clone)]
|
||||
pub(crate) enum GatewayError {
|
||||
UpstreamUnavailable {
|
||||
trace_id: String,
|
||||
|
||||
Reference in New Issue
Block a user