i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-10-04 08:27:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: scope tunnel affinity by client session

Browse Source
This commit is contained in:
RWDai
2026-05-05 11:23:54 +08:00
parent 9ef7952da5
commit 37da4e245a
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/aether-gateway/src/handlers/proxy/mod.rs
+8
View File
@@ -299,9 +299,17 @@ async fn maybe_forward_public_request_to_tunnel_owner(
) else { ) else {
return Ok(None); return Ok(None);
}; };
let body_json =
buffered_body.and_then(|body| serde_json::from_slice::<serde_json::Value>(body).ok());
let client_session_affinity =
crate::client_session_affinity::client_session_affinity_from_parts(
parts,
body_json.as_ref(),
);
let Some(target) = crate::scheduler::affinity::read_cached_scheduler_affinity_target( let Some(target) = crate::scheduler::affinity::read_cached_scheduler_affinity_target(
state, state,
&auth_context.api_key_id, &auth_context.api_key_id,
client_session_affinity.as_ref(),
api_format, api_format,
&requested_model, &requested_model,
) else { ) else {