i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-09-02 17:30:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: wire standard family session affinity

Browse Source
This commit is contained in:
RWDai
2026-05-05 11:23:54 +08:00
parent 591dcf5cf2
commit e890a5c2f1
2 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
apps/aether-gateway/src/ai_serving/planner/standard/family/candidates.rs
View File

@@ -25,6 +25,7 @@ use crate::ai_serving::{
ai_local_execution_contract_for_formats, extract_pool_sticky_session_token, ai_local_execution_contract_for_formats, extract_pool_sticky_session_token,
resolve_local_decision_execution_runtime_auth_context, GatewayControlDecision, PlannerAppState, resolve_local_decision_execution_runtime_auth_context, GatewayControlDecision, PlannerAppState,
}; };
use crate::client_session_affinity::client_session_affinity_from_parts;
use crate::{AppState, GatewayError}; use crate::{AppState, GatewayError};
use super::{LocalStandardCandidateAttempt, LocalStandardDecisionInput, LocalStandardSpec}; use super::{LocalStandardCandidateAttempt, LocalStandardDecisionInput, LocalStandardSpec};
@@ -73,6 +74,7 @@ pub(super) async fn resolve_local_standard_decision_input(
let mut input = build_local_requested_model_decision_input(resolved_input, requested_model); let mut input = build_local_requested_model_decision_input(resolved_input, requested_model);
input.request_auth_channel = decision.request_auth_channel.clone(); input.request_auth_channel = decision.request_auth_channel.clone();
input.client_session_affinity = client_session_affinity_from_parts(parts, Some(body_json));
Some(input) Some(input)
} }
@@ -98,6 +100,7 @@ pub(super) async fn materialize_local_standard_candidate_attempts(
spec_metadata.require_streaming, spec_metadata.require_streaming,
input.required_capabilities.as_ref(), input.required_capabilities.as_ref(),
&input.auth_snapshot, &input.auth_snapshot,
input.client_session_affinity.as_ref(),
false, false,
LocalCandidatePreselectionKeyMode::ProviderEndpointKeyModelAndApiFormat, LocalCandidatePreselectionKeyMode::ProviderEndpointKeyModelAndApiFormat,
) )
@@ -108,6 +111,7 @@ pub(super) async fn materialize_local_standard_candidate_attempts(
spec_metadata.api_format, spec_metadata.api_format,
Some(&input.requested_model), Some(&input.requested_model),
Some(&input.auth_snapshot), Some(&input.auth_snapshot),
input.client_session_affinity.as_ref(),
input.required_capabilities.as_ref(), input.required_capabilities.as_ref(),
sticky_session_token.as_deref(), sticky_session_token.as_deref(),
input.request_auth_channel.as_deref(), input.request_auth_channel.as_deref(),
@@ -192,6 +196,7 @@ pub(super) async fn build_local_standard_candidate_attempt_source<'a>(
&input.requested_model, &input.requested_model,
spec_metadata.require_streaming, spec_metadata.require_streaming,
&input.auth_snapshot, &input.auth_snapshot,
input.client_session_affinity.as_ref(),
input.required_capabilities.as_ref(), input.required_capabilities.as_ref(),
sticky_session_token.as_deref(), sticky_session_token.as_deref(),
input.request_auth_channel.as_deref(), input.request_auth_channel.as_deref(),

1
apps/aether-gateway/src/ai_serving/planner/standard/family/payload.rs
View File

@@ -341,6 +341,7 @@ mod tests {
auth_snapshot: sample_auth_snapshot(), auth_snapshot: sample_auth_snapshot(),
required_capabilities: None, required_capabilities: None,
request_auth_channel: None, request_auth_channel: None,
client_session_affinity: None,
} }
} }