refactor: carry normalized client session affinity

This commit is contained in:
fawney19
2026-05-05 21:34:17 +08:00
parent ddf3fb6f63
commit 98421126f2
10 changed files with 141 additions and 13 deletions
@@ -123,6 +123,7 @@ pub(super) async fn maybe_build_local_standard_decision_payload_for_candidate(
request_origin: Some(crate::ai_serving::request_origin_from_parts(parts)),
original_request_body_json: Some(body_json),
original_request_body_base64: None,
client_session_affinity: input.client_session_affinity.as_ref(),
client_requested_stream: body_json
.get("stream")
.and_then(serde_json::Value::as_bool)
@@ -110,6 +110,7 @@ pub(crate) async fn maybe_build_local_openai_chat_decision_payload_for_candidate
request_origin: Some(crate::ai_serving::request_origin_from_parts(parts)),
original_request_body_json: Some(body_json),
original_request_body_base64: None,
client_session_affinity: input.client_session_affinity.as_ref(),
client_requested_stream: body_json
.get("stream")
.and_then(serde_json::Value::as_bool)
@@ -108,6 +108,7 @@ pub(crate) async fn maybe_build_local_openai_responses_decision_payload_for_cand
request_origin: Some(crate::ai_serving::request_origin_from_parts(parts)),
original_request_body_json: Some(body_json),
original_request_body_base64: None,
client_session_affinity: input.client_session_affinity.as_ref(),
client_requested_stream: body_json
.get("stream")
.and_then(serde_json::Value::as_bool)