i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-10-08 10:27:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

perf(gateway): scale request hot paths for 20k streams

Browse Source 
Shard and singleflight hot-path caches, batch and prioritize candidate and usage lifecycle persistence, and extend database and pressure-test instrumentation for 20k concurrent streams.
This commit is contained in:
elky
2026-07-22 02:11:08 +08:00
parent 7756c0913f
commit fc92c4f431
124 changed files with 36325 additions and 3217 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/aether-testing/loadtools/src/bin/gateway_pressure_probe.rs
+1631 -24
View File
File diff suppressed because it is too large Load Diff
crates/aether-testing/loadtools/src/bin/http_load_probe.rs
+12 -6
View File
@@ -1,19 +1,23 @@
use std::time::Duration;
use aether_loadtools::{run_http_load_probe, HttpLoadProbeConfig};
use aether_loadtools::{
run_http_load_probe_with_options, HttpLoadProbeConfig, HttpLoadProbeOptions,
};
use reqwest::Method;
#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
let config = parse_args(std::env::args().skip(1).collect())?;
let result = run_http_load_probe(&config)
let (config, options) = parse_args(std::env::args().skip(1).collect())?;
let result = run_http_load_probe_with_options(&config, options)
.await
.map_err(std::io::Error::other)?;
println!("{}", serde_json::to_string_pretty(&result)?);
Ok(())
}
fn parse_args(args: Vec<String>) -> Result<HttpLoadProbeConfig, Box<dyn std::error::Error>> {
fn parse_args(
args: Vec<String>,
) -> Result<(HttpLoadProbeConfig, HttpLoadProbeOptions), Box<dyn std::error::Error>> {
let mut url: Option<String> = None;
let mut warmup_url: Option<String> = None;
let mut total_requests: Option<usize> = None;
@@ -29,6 +33,7 @@ fn parse_args(args: Vec<String>) -> Result<HttpLoadProbeConfig, Box<dyn std::err
let mut headers = std::collections::BTreeMap::new();
let mut body: Option<Vec<u8>> = None;
let mut response_mode = aether_loadtools::HttpLoadProbeResponseMode::HeadersOnly;
let mut require_sse_done = false;
let mut http1_only = false;
let mut http2_prior_knowledge = false;
@@ -73,6 +78,7 @@ fn parse_args(args: Vec<String>) -> Result<HttpLoadProbeConfig, Box<dyn std::err
"--response-mode" => {
response_mode = parse_response_mode(&next_value(&mut iter, "--response-mode")?)?
}
"--require-sse-done" => require_sse_done = true,
"--help" | "-h" => {
print_usage();
std::process::exit(0);
@@ -126,7 +132,7 @@ fn parse_args(args: Vec<String>) -> Result<HttpLoadProbeConfig, Box<dyn std::err
config
.validate()
.map_err(|err| std::io::Error::new(std::io::ErrorKind::InvalidInput, err))?;
Ok(config)
Ok((config, HttpLoadProbeOptions { require_sse_done }))
}
fn parse_header_arg(value: &str) -> Result<(String, String), Box<dyn std::error::Error>> {
@@ -186,6 +192,6 @@ fn next_value(
fn print_usage() {
eprintln!(
"usage: cargo run -p aether-loadtools --bin http_load_probe -- --url <URL> --requests <N> --concurrency <N> [--warmup-url <URL>] [--warmup-connections N] [--method GET] [--timeout-ms 30000] [--connect-timeout-ms 10000] [--client-shards 1] [--pool-max-idle-per-host N] [--start-ramp-ms 0] [--first-body-hold-ms 0] [--http1-only | --http2-prior-knowledge] [-H 'Name: value'] [--body JSON | --body-file path] [--response-mode headers|first-body-byte|full]"
"usage: cargo run -p aether-loadtools --bin http_load_probe -- --url <URL> --requests <N> --concurrency <N> [--warmup-url <URL>] [--warmup-connections N] [--method GET] [--timeout-ms 30000] [--connect-timeout-ms 10000] [--client-shards 1] [--pool-max-idle-per-host N] [--start-ramp-ms 0] [--first-body-hold-ms 0] [--http1-only | --http2-prior-knowledge] [-H 'Name: value'] [--body JSON | --body-file path] [--response-mode headers|first-body-byte|full] [--require-sse-done]"
);
}