use std::collections::BTreeMap; use std::sync::Arc; use aether_contracts::ResolvedTransportProfile; use serde_json::Value; use crate::ai_serving::planner::antigravity::{ build_antigravity_v1internal_provider_request, AntigravityV1InternalRequestError, AntigravityV1InternalRequestInput, ANTIGRAVITY_V1INTERNAL_ENVELOPE_NAME, }; use crate::ai_serving::planner::candidate_preparation::{ prepare_header_authenticated_candidate, prepare_header_authenticated_candidate_from_auth, OauthPreparationContext, }; use crate::ai_serving::planner::common::{ endpoint_config_forces_body_stream_field, enforce_provider_body_stream_policy, request_requires_body_stream_field, resolve_upstream_is_stream_for_provider, }; use crate::ai_serving::planner::gemini_cli::{ build_gemini_cli_v1internal_provider_request, GeminiCliV1InternalRequestError, GeminiCliV1InternalRequestInput, }; use crate::ai_serving::planner::redaction::{ request_identity_response_encoding_when_redacted, resolve_provider_chat_pii_redaction, }; use crate::ai_serving::planner::spec_metadata::local_standard_spec_metadata; use crate::ai_serving::planner::standard::{ apply_codex_openai_special_headers, apply_deepseek_tool_call_thinking_compat, codex_model_capabilities_for_transport, is_deepseek_provider, openai_provider_request_contract_failure_extra_data, openai_responses_reasoning_replay_policy, request_body_build_failure_extra_data, request_conversion_failure_extra_data, }; use crate::ai_serving::transport::antigravity::is_antigravity_provider_transport; use crate::ai_serving::transport::kiro::{ build_kiro_provider_headers, build_kiro_provider_request_body, is_kiro_claude_messages_transport, KiroProviderHeadersInput, KiroRequestAuth, KIRO_ENVELOPE_NAME, }; use crate::ai_serving::transport::{ build_grok_browser_headers, build_grok_upstream_url, build_kiro_cross_format_upstream_url, build_openai_image_headers, build_openai_image_upstream_url, build_standard_provider_request_headers, build_windsurf_cascade_headers, build_windsurf_cascade_request_body, build_windsurf_cascade_upstream_url, is_gemini_cli_provider_transport, is_windsurf_provider_transport, local_windsurf_request_transport_unsupported_reason_with_network, openai_image_transport_unsupported_reason, resolve_grok_session_auth, resolve_openai_image_auth, GrokHeaderInput, ProviderOpenAiImageHeadersInput, StandardProviderRequestHeadersInput, GEMINI_CLI_V1INTERNAL_ENVELOPE_NAME, GROK_CHAT_PATH, WINDSURF_ENVELOPE_NAME, }; use crate::ai_serving::{ build_openai_image_request_body_from_gemini_image_request, gemini_request_is_image_generation, project_codex_openai_image_api_request_body, project_openai_image_api_request_body, CandidateFailureDiagnostic, GatewayProviderTransportSnapshot, LocalResolvedOAuthRequestAuth, OpenAiImageOperation, }; use crate::{AppState, GatewayError}; use super::payload::{ mark_skipped_local_standard_candidate, mark_skipped_local_standard_candidate_with_extra_data, mark_skipped_local_standard_candidate_with_failure_diagnostic, }; use super::{LocalStandardCandidateAttempt, LocalStandardDecisionInput, LocalStandardSpec}; const OMITTED_THINKING_TEXT: &str = "Previous thinking omitted."; pub(crate) struct LocalStandardCandidatePayloadParts { pub(super) auth_header: String, pub(super) auth_value: String, pub(super) mapped_model: String, pub(super) provider_api_format: String, pub(super) provider_request_body: Value, pub(super) provider_request_headers: BTreeMap, pub(super) upstream_url: String, pub(super) upstream_is_stream: bool, pub(super) envelope_name: Option<&'static str>, pub(super) transport: Arc, pub(super) transport_profile: Option, pub(super) request_redacted: bool, } fn is_grok_text_provider_api_format(provider_api_format: &str) -> bool { matches!( crate::ai_serving::normalize_api_format_alias(provider_api_format).as_str(), "openai:chat" | "openai:responses" | "openai:responses:compact" | "claude:messages" ) } fn provider_preserves_claude_thinking_signatures(provider_type: &str, base_url: &str) -> bool { let provider_type = provider_type.trim().to_ascii_lowercase(); let base_url = base_url.trim().to_ascii_lowercase(); let is_bedrock_runtime_url = base_url.contains("bedrock-runtime") && (base_url.contains("amazonaws.com") || base_url.contains("amazonaws.com.cn") || base_url.contains("api.aws")); matches!( provider_type.as_str(), "anthropic" | "claude_code" | "bedrock" | "aws_bedrock" | "amazon_bedrock" ) || base_url.contains("api.anthropic.com") || is_bedrock_runtime_url } fn sanitize_claude_thinking_block(block: Value) -> (Option, bool) { let Some(object) = block.as_object() else { return (Some(block), false); }; let block_type = object .get("type") .and_then(Value::as_str) .map(str::trim) .unwrap_or_default(); match block_type { "thinking" => { let thinking_text = object .get("thinking") .and_then(Value::as_str) .map(str::trim) .unwrap_or_default(); if thinking_text.is_empty() { (None, true) } else { ( Some(serde_json::json!({ "type": "text", "text": thinking_text, })), true, ) } } "redacted_thinking" => (None, true), _ => (Some(block), false), } } fn sanitize_claude_message_content_for_non_native_thinking(content: &mut Value) -> bool { if content.is_object() { let original = std::mem::take(content); let (sanitized, changed) = sanitize_claude_thinking_block(original); if changed { *content = sanitized.unwrap_or_else(|| { serde_json::json!({ "type": "text", "text": OMITTED_THINKING_TEXT, }) }); } return changed; } let Some(blocks) = content.as_array_mut() else { return false; }; let original_blocks = std::mem::take(blocks); let mut changed = false; let mut sanitized_blocks = Vec::with_capacity(original_blocks.len()); for block in original_blocks { let (sanitized, block_changed) = sanitize_claude_thinking_block(block); changed |= block_changed; if let Some(sanitized) = sanitized { sanitized_blocks.push(sanitized); } } if changed && sanitized_blocks.is_empty() { sanitized_blocks.push(serde_json::json!({ "type": "text", "text": OMITTED_THINKING_TEXT, })); } *blocks = sanitized_blocks; changed } fn sanitize_claude_request_thinking_signatures_for_non_native(body_json: &mut Value) -> bool { body_json .get_mut("messages") .and_then(Value::as_array_mut) .map(|messages| { messages.iter_mut().fold(false, |changed, message| { let is_assistant = message .get("role") .and_then(Value::as_str) .is_some_and(|role| role.trim().eq_ignore_ascii_case("assistant")); if !is_assistant { return changed; } let content_changed = message .get_mut("content") .is_some_and(sanitize_claude_message_content_for_non_native_thinking); changed || content_changed }) }) .unwrap_or(false) } fn remove_claude_redacted_thinking_block(block: Value) -> (Option, bool) { let Some(object) = block.as_object() else { return (Some(block), false); }; let block_type = object .get("type") .and_then(Value::as_str) .map(str::trim) .unwrap_or_default(); if block_type == "redacted_thinking" { return (None, true); } (Some(block), false) } fn sanitize_claude_message_content_for_deepseek_thinking(content: &mut Value) -> bool { if content.is_object() { let original = std::mem::take(content); let (sanitized, changed) = remove_claude_redacted_thinking_block(original); if changed { *content = sanitized.unwrap_or_else(|| { serde_json::json!({ "type": "text", "text": OMITTED_THINKING_TEXT, }) }); } return changed; } let Some(blocks) = content.as_array_mut() else { return false; }; let original_blocks = std::mem::take(blocks); let mut changed = false; let mut sanitized_blocks = Vec::with_capacity(original_blocks.len()); for block in original_blocks { let (sanitized, block_changed) = remove_claude_redacted_thinking_block(block); changed |= block_changed; if let Some(sanitized) = sanitized { sanitized_blocks.push(sanitized); } } if changed && sanitized_blocks.is_empty() { sanitized_blocks.push(serde_json::json!({ "type": "text", "text": OMITTED_THINKING_TEXT, })); } *blocks = sanitized_blocks; changed } fn sanitize_claude_request_redacted_thinking_for_deepseek(body_json: &mut Value) -> bool { body_json .get_mut("messages") .and_then(Value::as_array_mut) .map(|messages| { messages.iter_mut().fold(false, |changed, message| { let is_assistant = message .get("role") .and_then(Value::as_str) .is_some_and(|role| role.trim().eq_ignore_ascii_case("assistant")); if !is_assistant { return changed; } let content_changed = message .get_mut("content") .is_some_and(sanitize_claude_message_content_for_deepseek_thinking); changed || content_changed }) }) .unwrap_or(false) } fn apply_non_native_claude_thinking_signature_compat( provider_request_body: &mut Value, provider_api_format: &str, transport: &GatewayProviderTransportSnapshot, ) { if crate::ai_serving::normalize_api_format_alias(provider_api_format) != "claude:messages" { return; } if is_deepseek_provider( transport.provider.provider_type.as_str(), transport.endpoint.base_url.as_str(), ) { let _ = sanitize_claude_request_redacted_thinking_for_deepseek(provider_request_body); return; } if provider_preserves_claude_thinking_signatures( transport.provider.provider_type.as_str(), transport.endpoint.base_url.as_str(), ) { return; } let _ = sanitize_claude_request_thinking_signatures_for_non_native(provider_request_body); } pub(crate) async fn resolve_local_standard_candidate_payload_parts( state: &AppState, parts: &http::request::Parts, trace_id: &str, body_json: &serde_json::Value, input: &LocalStandardDecisionInput, attempt: &LocalStandardCandidateAttempt, spec: LocalStandardSpec, ) -> Result, GatewayError> { let spec_metadata = local_standard_spec_metadata(spec); let planner_state = crate::ai_serving::PlannerAppState::new(state); let candidate = &attempt.eligible.candidate; let transport = &attempt.eligible.transport; let transport_profile = crate::ai_serving::transport::resolve_transport_profile(transport); let provider_api_format = attempt.eligible.provider_api_format.as_str(); let effective_headers = input.effective_headers(&parts.headers); let is_grok = transport .provider .provider_type .trim() .eq_ignore_ascii_case("grok"); if spec_metadata.api_format == "gemini:generate_content" && provider_api_format == "openai:image" && gemini_request_is_image_generation(body_json) { return Ok( resolve_local_gemini_image_to_openai_image_candidate_payload_parts( state, parts, trace_id, body_json, input, attempt, spec_metadata.require_streaming, ) .await, ); } let is_kiro_claude_cli = is_kiro_claude_messages_transport(transport, provider_api_format); if is_grok && is_grok_text_provider_api_format(provider_api_format) { let prepared_candidate = match prepare_header_authenticated_candidate( planner_state, transport, candidate, resolve_grok_session_auth(transport), OauthPreparationContext { trace_id, api_format: provider_api_format, operation: "standard_family_grok_text_request", }, ) .await { Ok(prepared) => prepared, Err(skip_reason) => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, skip_reason, ) .await; return Ok(None); } }; let redaction = resolve_provider_chat_pii_redaction( state, parts, body_json, &input.auth_context, spec_metadata.api_format, crate::ai_serving::OpenAiResponsesReasoningReplayPolicy::OpenAiItemIds, &attempt.candidate_id, ) .await?; let body_json = redaction.body_json.as_ref(); let mut provider_request_body = body_json.clone(); if let Some(object) = provider_request_body.as_object_mut() { object.insert( "model".to_string(), serde_json::Value::String(prepared_candidate.mapped_model.clone()), ); } let upstream_is_stream = resolve_upstream_is_stream_for_provider( transport.endpoint.config.as_ref(), transport.provider.provider_type.as_str(), provider_api_format, spec_metadata.require_streaming, false, ); let force_body_stream_field = endpoint_config_forces_body_stream_field(transport.endpoint.config.as_ref()); enforce_provider_body_stream_policy( &mut provider_request_body, provider_api_format, upstream_is_stream, request_requires_body_stream_field(body_json, force_body_stream_field), ); let upstream_url = build_grok_upstream_url(transport, GROK_CHAT_PATH); let Some(mut provider_request_headers) = build_grok_browser_headers(GrokHeaderInput { transport, transport_profile: transport_profile.as_ref(), request_headers: Some(effective_headers), content_type: "application/json", accept: "text/event-stream", header_rules: transport.endpoint.header_rules.as_ref(), provider_request_body: &provider_request_body, original_request_body: body_json, }) else { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_header_rules_apply_failed", CandidateFailureDiagnostic::header_rules_apply_failed( spec_metadata.api_format, provider_api_format, "grok_standard_family_headers", ), ) .await; return Ok(None); }; request_identity_response_encoding_when_redacted( &mut provider_request_headers, redaction.redacted, ); return Ok(Some(LocalStandardCandidatePayloadParts { auth_header: prepared_candidate.auth_header, auth_value: prepared_candidate.auth_value, mapped_model: prepared_candidate.mapped_model, provider_api_format: provider_api_format.to_string(), provider_request_body, provider_request_headers, upstream_url, upstream_is_stream, envelope_name: None, transport: Arc::clone(transport), transport_profile, request_redacted: redaction.redacted, })); } if !crate::ai_serving::request_pair_allowed_for_transport( transport, spec_metadata.api_format, provider_api_format, ) { return Ok(None); } let is_windsurf_cascade = provider_api_format == "openai:chat" && is_windsurf_provider_transport(transport); let transport_unsupported_reason = if is_windsurf_cascade { local_windsurf_request_transport_unsupported_reason_with_network(transport) } else { crate::ai_serving::request_pair_transport_unsupported_reason( transport, spec_metadata.api_format, provider_api_format, ) }; if let Some(skip_reason) = transport_unsupported_reason { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, skip_reason, ) .await; return Ok(None); } let oauth_context = OauthPreparationContext { trace_id, api_format: provider_api_format, operation: "standard_family_cross_format", }; let kiro_auth = if is_kiro_claude_cli { match crate::ai_serving::planner::candidate_preparation::resolve_candidate_oauth_auth( planner_state, transport, oauth_context, ) .await { Some(LocalResolvedOAuthRequestAuth::Kiro(auth)) => Some(auth), _ => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_auth_unavailable", ) .await; return Ok(None); } } } else { None }; let prepared_candidate = if let Some(kiro_auth) = kiro_auth.as_ref() { match prepare_header_authenticated_candidate_from_auth( candidate, kiro_auth.name.to_string(), kiro_auth.value.clone(), ) { Ok(prepared) => prepared, Err(skip_reason) => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, skip_reason, ) .await; return Ok(None); } } } else { match prepare_header_authenticated_candidate( planner_state, transport, candidate, crate::ai_serving::request_pair_direct_auth(transport, provider_api_format), oauth_context, ) .await { Ok(prepared) => prepared, Err(skip_reason) => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, skip_reason, ) .await; return Ok(None); } } }; let upstream_is_stream = resolve_upstream_is_stream_for_provider( transport.endpoint.config.as_ref(), transport.provider.provider_type.as_str(), provider_api_format, spec_metadata.require_streaming, is_kiro_claude_cli, ); let force_body_stream_field = endpoint_config_forces_body_stream_field(transport.endpoint.config.as_ref()); let model_directive_resolution = input .model_directive_policy .resolve_reasoning(provider_api_format, Some(&input.requested_model)); let model_directive_mapping = match model_directive_resolution .mapping_patch_for_mapped_model(&prepared_candidate.mapped_model) { Ok(mapping) => mapping, Err(skip_reason) => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, skip_reason, ) .await; return Ok(None); } }; crate::ai_serving::hydrate_openai_response_history( state, body_json, spec_metadata.api_format, provider_api_format, input.auth_context.api_key_id.as_str(), ) .await?; let reasoning_replay_policy = openai_responses_reasoning_replay_policy( transport.provider.provider_type.as_str(), transport.endpoint.base_url.as_str(), prepared_candidate.mapped_model.as_str(), ); let redaction = resolve_provider_chat_pii_redaction( state, parts, body_json, &input.auth_context, spec_metadata.api_format, reasoning_replay_policy, &attempt.candidate_id, ) .await?; let body_json = redaction.body_json.as_ref(); let mut provider_request_body = match crate::ai_serving::planner::standard::build_standard_request_body_with_model_directives_and_request_headers_and_reasoning_replay_policy( body_json, spec_metadata.api_format, &prepared_candidate.mapped_model, transport.provider.provider_type.as_str(), provider_api_format, parts.uri.path(), upstream_is_stream, if is_kiro_claude_cli || is_windsurf_cascade { None } else { transport.endpoint.body_rules.as_ref() }, Some(input.auth_context.api_key_id.as_str()), Some(effective_headers), false, reasoning_replay_policy, ) { Some(body) => body, None => { mark_skipped_local_standard_candidate_with_extra_data( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "provider_request_body_build_failed", request_conversion_failure_extra_data( body_json, spec_metadata.api_format, provider_api_format, Some(prepared_candidate.mapped_model.as_str()), Some(parts.uri.path()), upstream_is_stream, "standard_family_request_conversion", ), ) .await; return Ok(None); } }; enforce_provider_body_stream_policy( &mut provider_request_body, provider_api_format, upstream_is_stream, request_requires_body_stream_field(body_json, force_body_stream_field), ); if let Err(err) = apply_transport_request_body_semantics( &mut provider_request_body, transport, provider_api_format, ) { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_request_body_semantics_failed", CandidateFailureDiagnostic::request_conversion_failed( spec_metadata.api_format, provider_api_format, "standard_family_transport_body_semantics", err.to_string(), ), ) .await; return Ok(None); } apply_non_native_claude_thinking_signature_compat( &mut provider_request_body, provider_api_format, transport, ); apply_deepseek_tool_call_thinking_compat( &mut provider_request_body, transport.provider.provider_type.as_str(), transport.endpoint.base_url.as_str(), provider_api_format, Some(body_json), ); if let Some(mapping) = model_directive_mapping.as_ref() { crate::ai_serving::apply_model_directive_mapping_patch(&mut provider_request_body, mapping); // Directive mapping is a deep-merge patch and may overwrite/add `stream`; // re-enforce stream-field policy afterward. enforce_provider_body_stream_policy( &mut provider_request_body, provider_api_format, upstream_is_stream, request_requires_body_stream_field(body_json, force_body_stream_field), ); if let Err(err) = apply_transport_request_body_semantics( &mut provider_request_body, transport, provider_api_format, ) { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_request_body_semantics_failed", CandidateFailureDiagnostic::request_conversion_failed( spec_metadata.api_format, provider_api_format, "standard_family_transport_body_semantics_after_model_directives", err.to_string(), ), ) .await; return Ok(None); } apply_non_native_claude_thinking_signature_compat( &mut provider_request_body, provider_api_format, transport, ); apply_deepseek_tool_call_thinking_compat( &mut provider_request_body, transport.provider.provider_type.as_str(), transport.endpoint.base_url.as_str(), provider_api_format, Some(body_json), ); } let normalized_provider_api_format = crate::ai_serving::normalize_api_format_alias(provider_api_format); if matches!( normalized_provider_api_format.as_str(), "openai:chat" | "openai:responses" | "openai:responses:compact" ) { let source_model = body_json .get("model") .and_then(Value::as_str) .unwrap_or(input.requested_model.as_str()); let codex_model_capabilities = codex_model_capabilities_for_transport( transport, provider_api_format, prepared_candidate.mapped_model.as_str(), source_model, ); if let Err(violation) = crate::ai_serving::finalize_openai_provider_request_with_codex_model_capabilities_and_reasoning_replay_policy( &mut provider_request_body, crate::ai_serving::OpenAiProviderRequestFinalization { source_api_format: spec_metadata.api_format, provider_api_format, provider_type: transport.provider.provider_type.as_str(), provider_model: prepared_candidate.mapped_model.as_str(), source_model, body_rules: transport.endpoint.body_rules.as_ref(), upstream_is_stream, require_body_stream_field: request_requires_body_stream_field( body_json, force_body_stream_field, ), }, codex_model_capabilities.as_ref(), reasoning_replay_policy, ) { mark_skipped_local_standard_candidate_with_extra_data( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "provider_request_body_build_failed", Some(openai_provider_request_contract_failure_extra_data( &violation, spec_metadata.api_format, provider_api_format, "standard_family_request_finalization", )), ) .await; return Ok(None); } } if let Some(kiro_auth) = kiro_auth.as_ref() { return Ok(build_kiro_cross_format_payload_parts( state, parts, trace_id, body_json, input, attempt, transport, provider_api_format, prepared_candidate.mapped_model, prepared_candidate.auth_header, prepared_candidate.auth_value, provider_request_body, upstream_is_stream, kiro_auth, redaction.redacted, ) .await); } if is_windsurf_cascade { return Ok(build_windsurf_cross_format_payload_parts( state, parts, trace_id, body_json, input, attempt, transport, provider_api_format, prepared_candidate.mapped_model, prepared_candidate.auth_header, prepared_candidate.auth_value, provider_request_body, upstream_is_stream, redaction.redacted, ) .await); } if normalized_provider_api_format == "gemini:generate_content" && is_antigravity_provider_transport(transport) { return Ok(build_antigravity_cross_format_payload_parts( state, parts, trace_id, body_json, input, attempt, transport, spec_metadata.api_format, provider_api_format, prepared_candidate.mapped_model, prepared_candidate.auth_header, prepared_candidate.auth_value, provider_request_body, upstream_is_stream, redaction.redacted, ) .await); } if normalized_provider_api_format == "gemini:generate_content" && is_gemini_cli_provider_transport(transport) { return Ok(build_gemini_cli_cross_format_payload_parts( state, parts, trace_id, body_json, input, attempt, transport, spec_metadata.api_format, provider_api_format, prepared_candidate.mapped_model, prepared_candidate.auth_header, prepared_candidate.auth_value, provider_request_body, upstream_is_stream, redaction.redacted, ) .await); } let upstream_url = match crate::ai_serving::planner::standard::build_standard_upstream_url( parts, transport, &prepared_candidate.mapped_model, provider_api_format, upstream_is_stream, Some(&provider_request_body), ) { Some(url) => url, None => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "upstream_url_missing", CandidateFailureDiagnostic::upstream_url_missing( spec_metadata.api_format, provider_api_format, "standard_family_url", ), ) .await; return Ok(None); } }; let Some(resolved_headers) = build_standard_provider_request_headers(StandardProviderRequestHeadersInput { transport, provider_api_format, same_format: false, headers: effective_headers, auth_header: &prepared_candidate.auth_header, auth_value: &prepared_candidate.auth_value, extra_headers: &BTreeMap::new(), header_rules: transport.endpoint.header_rules.as_ref(), provider_request_body: &provider_request_body, original_request_body: body_json, upstream_is_stream, }) else { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_header_rules_apply_failed", CandidateFailureDiagnostic::header_rules_apply_failed( spec_metadata.api_format, provider_api_format, "standard_family_headers", ), ) .await; return Ok(None); }; let mut provider_request_headers = resolved_headers.headers; apply_codex_openai_special_headers( &mut provider_request_headers, &provider_request_body, effective_headers, transport.provider.provider_type.as_str(), provider_api_format, Some(trace_id), transport.key.decrypted_auth_config.as_deref(), ); request_identity_response_encoding_when_redacted( &mut provider_request_headers, redaction.redacted, ); Ok(Some(LocalStandardCandidatePayloadParts { auth_header: resolved_headers.auth_header, auth_value: resolved_headers.auth_value, mapped_model: prepared_candidate.mapped_model, provider_api_format: provider_api_format.to_string(), provider_request_body, provider_request_headers, upstream_url, upstream_is_stream, envelope_name: None, transport: Arc::clone(transport), transport_profile: None, request_redacted: redaction.redacted, })) } fn apply_transport_request_body_semantics( provider_request_body: &mut Value, transport: &GatewayProviderTransportSnapshot, provider_api_format: &str, ) -> Result<(), crate::ai_serving::transport::TransportRequestBodySemanticsError> { crate::ai_serving::transport::apply_transport_request_body_semantics( provider_request_body, transport, provider_api_format, ) } #[allow(clippy::too_many_arguments)] async fn build_antigravity_cross_format_payload_parts( state: &AppState, parts: &http::request::Parts, trace_id: &str, original_body_json: &serde_json::Value, input: &LocalStandardDecisionInput, attempt: &LocalStandardCandidateAttempt, transport: &Arc, client_api_format: &str, provider_api_format: &str, mapped_model: String, auth_header: String, auth_value: String, gemini_request_body: Value, upstream_is_stream: bool, request_redacted: bool, ) -> Option { let candidate = &attempt.eligible.candidate; let effective_headers = input.effective_headers(&parts.headers); let resolved = match build_antigravity_v1internal_provider_request(AntigravityV1InternalRequestInput { state, parts, transport, trace_id, mapped_model: &mapped_model, provider_api_format, auth_header: &auth_header, auth_value: &auth_value, request_headers: effective_headers, original_request_body: original_body_json, gemini_request_body: &gemini_request_body, upstream_is_stream, same_format: false, }) .await { Ok(resolved) => resolved, Err(AntigravityV1InternalRequestError::TransportUnsupported) => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_unsupported", ) .await; return None; } Err(AntigravityV1InternalRequestError::EnvelopeUnsupported) => { mark_skipped_local_standard_candidate_with_extra_data( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "provider_request_body_build_failed", request_body_build_failure_extra_data( original_body_json, client_api_format, provider_api_format, ), ) .await; return None; } Err(AntigravityV1InternalRequestError::UpstreamUrlUnavailable) => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "upstream_url_missing", CandidateFailureDiagnostic::upstream_url_missing( client_api_format, provider_api_format, "standard_family_antigravity_url", ), ) .await; return None; } Err(AntigravityV1InternalRequestError::HeaderRulesApplyFailed) => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_header_rules_apply_failed", CandidateFailureDiagnostic::header_rules_apply_failed( client_api_format, provider_api_format, "standard_family_antigravity_headers", ), ) .await; return None; } }; let mut provider_request_headers = resolved.headers.headers; apply_codex_openai_special_headers( &mut provider_request_headers, &resolved.body, effective_headers, resolved.transport.provider.provider_type.as_str(), provider_api_format, Some(trace_id), resolved.transport.key.decrypted_auth_config.as_deref(), ); request_identity_response_encoding_when_redacted( &mut provider_request_headers, request_redacted, ); Some(LocalStandardCandidatePayloadParts { auth_header: resolved.headers.auth_header, auth_value: resolved.headers.auth_value, mapped_model, provider_api_format: provider_api_format.to_string(), provider_request_body: resolved.body, provider_request_headers, upstream_url: resolved.upstream_url, upstream_is_stream, envelope_name: Some(ANTIGRAVITY_V1INTERNAL_ENVELOPE_NAME), transport: resolved.transport, transport_profile: None, request_redacted, }) } #[allow(clippy::too_many_arguments)] async fn build_gemini_cli_cross_format_payload_parts( state: &AppState, parts: &http::request::Parts, trace_id: &str, original_body_json: &serde_json::Value, input: &LocalStandardDecisionInput, attempt: &LocalStandardCandidateAttempt, transport: &Arc, client_api_format: &str, provider_api_format: &str, mapped_model: String, auth_header: String, auth_value: String, gemini_request_body: Value, upstream_is_stream: bool, request_redacted: bool, ) -> Option { let candidate = &attempt.eligible.candidate; let effective_headers = input.effective_headers(&parts.headers); let resolved = match build_gemini_cli_v1internal_provider_request(GeminiCliV1InternalRequestInput { state, parts, transport, trace_id, mapped_model: &mapped_model, provider_api_format, auth_header: &auth_header, auth_value: &auth_value, request_headers: effective_headers, original_request_body: original_body_json, gemini_request_body: &gemini_request_body, upstream_is_stream, }) .await { Ok(resolved) => resolved, Err(GeminiCliV1InternalRequestError::ProjectUnavailable) => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_auth_unavailable", ) .await; return None; } Err(GeminiCliV1InternalRequestError::EnvelopeUnsupported) => { mark_skipped_local_standard_candidate_with_extra_data( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "provider_request_body_build_failed", request_body_build_failure_extra_data( original_body_json, client_api_format, provider_api_format, ), ) .await; return None; } Err(GeminiCliV1InternalRequestError::UpstreamUrlUnavailable) => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "upstream_url_missing", CandidateFailureDiagnostic::upstream_url_missing( client_api_format, provider_api_format, "standard_family_gemini_cli_url", ), ) .await; return None; } Err(GeminiCliV1InternalRequestError::HeaderRulesApplyFailed) => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_header_rules_apply_failed", CandidateFailureDiagnostic::header_rules_apply_failed( client_api_format, provider_api_format, "standard_family_gemini_cli_headers", ), ) .await; return None; } }; let mut provider_request_headers = resolved.headers.headers; apply_codex_openai_special_headers( &mut provider_request_headers, &resolved.body, effective_headers, resolved.transport.provider.provider_type.as_str(), provider_api_format, Some(trace_id), resolved.transport.key.decrypted_auth_config.as_deref(), ); request_identity_response_encoding_when_redacted( &mut provider_request_headers, request_redacted, ); Some(LocalStandardCandidatePayloadParts { auth_header: resolved.headers.auth_header, auth_value: resolved.headers.auth_value, mapped_model, provider_api_format: provider_api_format.to_string(), provider_request_body: resolved.body, provider_request_headers, upstream_url: resolved.upstream_url, upstream_is_stream, envelope_name: Some(GEMINI_CLI_V1INTERNAL_ENVELOPE_NAME), transport: resolved.transport, transport_profile: None, request_redacted, }) } #[allow(clippy::too_many_arguments)] async fn build_windsurf_cross_format_payload_parts( state: &AppState, parts: &http::request::Parts, trace_id: &str, original_body_json: &serde_json::Value, input: &LocalStandardDecisionInput, attempt: &LocalStandardCandidateAttempt, transport: &Arc, provider_api_format: &str, mapped_model: String, auth_header: String, auth_value: String, openai_chat_request_body: Value, upstream_is_stream: bool, request_redacted: bool, ) -> Option { let candidate = &attempt.eligible.candidate; let effective_headers = input.effective_headers(&parts.headers); let provider_request_body = match build_windsurf_cascade_request_body( &openai_chat_request_body, &mapped_model, &auth_value, transport.endpoint.body_rules.as_ref(), Some(effective_headers), upstream_is_stream, ) { Some(body) => body, None => { mark_skipped_local_standard_candidate_with_extra_data( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "provider_request_body_build_failed", request_body_build_failure_extra_data( &openai_chat_request_body, provider_api_format, provider_api_format, ), ) .await; return None; } }; let upstream_url = match build_windsurf_cascade_upstream_url( transport.endpoint.base_url.as_str(), parts.uri.query(), ) { Some(url) => url, None => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "upstream_url_missing", CandidateFailureDiagnostic::upstream_url_missing( provider_api_format, provider_api_format, "standard_family_windsurf_url", ), ) .await; return None; } }; let mut provider_request_headers = match build_windsurf_cascade_headers( effective_headers, &provider_request_body, original_body_json, transport.endpoint.header_rules.as_ref(), &auth_header, &auth_value, upstream_is_stream, ) { Some(headers) => headers, None => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_header_rules_apply_failed", CandidateFailureDiagnostic::header_rules_apply_failed( provider_api_format, provider_api_format, "standard_family_windsurf_headers", ), ) .await; return None; } }; request_identity_response_encoding_when_redacted( &mut provider_request_headers, request_redacted, ); Some(LocalStandardCandidatePayloadParts { auth_header, auth_value, mapped_model, provider_api_format: provider_api_format.to_string(), provider_request_body, provider_request_headers, upstream_url, upstream_is_stream, envelope_name: Some(WINDSURF_ENVELOPE_NAME), transport: Arc::clone(transport), transport_profile: None, request_redacted, }) } async fn resolve_local_gemini_image_to_openai_image_candidate_payload_parts( state: &AppState, parts: &http::request::Parts, trace_id: &str, body_json: &serde_json::Value, input: &LocalStandardDecisionInput, attempt: &LocalStandardCandidateAttempt, client_requires_streaming: bool, ) -> Option { let client_api_format = "gemini:generate_content"; let provider_api_format = "openai:image"; let planner_state = crate::ai_serving::PlannerAppState::new(state); let candidate = &attempt.eligible.candidate; let transport = &attempt.eligible.transport; if let Some(skip_reason) = openai_image_transport_unsupported_reason(transport, provider_api_format) { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, skip_reason, ) .await; return None; } let prepared_candidate = match prepare_header_authenticated_candidate( planner_state, transport, candidate, resolve_openai_image_auth(transport), OauthPreparationContext { trace_id, api_format: provider_api_format, operation: "gemini_image_to_openai_image_candidate_request", }, ) .await { Ok(prepared) => prepared, Err(skip_reason) => { mark_skipped_local_standard_candidate( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, skip_reason, ) .await; return None; } }; let Some(converted) = build_openai_image_request_body_from_gemini_image_request( body_json, parts.uri.path(), &prepared_candidate.mapped_model, ) else { mark_skipped_local_standard_candidate_with_extra_data( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "provider_request_body_build_failed", request_body_build_failure_extra_data( body_json, client_api_format, provider_api_format, ), ) .await; return None; }; let upstream_is_stream = resolve_upstream_is_stream_for_provider( transport.endpoint.config.as_ref(), transport.provider.provider_type.as_str(), provider_api_format, client_requires_streaming && candidate.supports_streaming, false, ); let is_codex = transport .provider .provider_type .trim() .eq_ignore_ascii_case("codex"); let mut provider_request_body = converted.body_json; if upstream_is_stream { provider_request_body .as_object_mut()? .insert("stream".to_string(), Value::Bool(true)); } provider_request_body = if is_codex { project_codex_openai_image_api_request_body(&provider_request_body, converted.operation)? } else { project_openai_image_api_request_body( &provider_request_body, &prepared_candidate.mapped_model, converted.operation, crate::image_capabilities::openai_image_provider_max_generation_count_for_model( transport.provider.provider_type.as_str(), Some(prepared_candidate.mapped_model.as_str()), ), )? }; let request_path = match converted.operation { OpenAiImageOperation::Generate => "/v1/images/generations", OpenAiImageOperation::Edit => "/v1/images/edits", }; let upstream_url = build_openai_image_upstream_url(transport, Some(request_path), None); let effective_headers = input.effective_headers(&parts.headers); let Some(mut provider_request_headers) = build_openai_image_headers(ProviderOpenAiImageHeadersInput { transport, headers: effective_headers, auth_header: &prepared_candidate.auth_header, auth_value: &prepared_candidate.auth_value, accept: if is_codex { None } else if upstream_is_stream { Some("text/event-stream") } else { Some("application/json") }, header_rules: transport.endpoint.header_rules.as_ref(), provider_request_body: &provider_request_body, original_request_body: body_json, }) else { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_header_rules_apply_failed", CandidateFailureDiagnostic::header_rules_apply_failed( client_api_format, provider_api_format, "gemini_image_to_openai_image_headers", ), ) .await; return None; }; apply_codex_openai_special_headers( &mut provider_request_headers, &provider_request_body, effective_headers, transport.provider.provider_type.as_str(), provider_api_format, Some(trace_id), transport.key.decrypted_auth_config.as_deref(), ); Some(LocalStandardCandidatePayloadParts { auth_header: prepared_candidate.auth_header, auth_value: prepared_candidate.auth_value, mapped_model: converted.mapped_model, provider_api_format: provider_api_format.to_string(), provider_request_body, provider_request_headers, upstream_url, upstream_is_stream, envelope_name: None, transport: Arc::clone(transport), transport_profile: None, request_redacted: false, }) } #[allow(clippy::too_many_arguments)] async fn build_kiro_cross_format_payload_parts( state: &AppState, parts: &http::request::Parts, trace_id: &str, original_body_json: &serde_json::Value, input: &LocalStandardDecisionInput, attempt: &LocalStandardCandidateAttempt, transport: &Arc, provider_api_format: &str, mapped_model: String, auth_header: String, auth_value: String, claude_request_body: Value, upstream_is_stream: bool, kiro_auth: &KiroRequestAuth, request_redacted: bool, ) -> Option { let candidate = &attempt.eligible.candidate; let effective_headers = input.effective_headers(&parts.headers); let provider_request_body = match build_kiro_provider_request_body( &claude_request_body, &mapped_model, &kiro_auth.auth_config, transport.endpoint.body_rules.as_ref(), Some(effective_headers), ) { Some(body) => body, None => { mark_skipped_local_standard_candidate_with_extra_data( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "provider_request_body_build_failed", request_body_build_failure_extra_data( &claude_request_body, provider_api_format, provider_api_format, ), ) .await; return None; } }; let upstream_url = match build_kiro_cross_format_upstream_url( transport, &mapped_model, provider_api_format, upstream_is_stream, parts.uri.query(), kiro_auth.auth_config.effective_api_region(), ) { Some(url) => url, None => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "upstream_url_missing", CandidateFailureDiagnostic::upstream_url_missing( provider_api_format, provider_api_format, "standard_family_kiro_url", ), ) .await; return None; } }; let mut provider_request_headers = match build_kiro_provider_headers(KiroProviderHeadersInput { headers: effective_headers, provider_request_body: &provider_request_body, original_request_body: original_body_json, header_rules: transport.endpoint.header_rules.as_ref(), auth_header: &auth_header, auth_value: &auth_value, auth_config: &kiro_auth.auth_config, machine_id: kiro_auth.machine_id.as_str(), }) { Some(headers) => headers, None => { mark_skipped_local_standard_candidate_with_failure_diagnostic( state, input, trace_id, candidate, attempt.candidate_index, &attempt.candidate_id, "transport_header_rules_apply_failed", CandidateFailureDiagnostic::header_rules_apply_failed( provider_api_format, provider_api_format, "standard_family_kiro_headers", ), ) .await; return None; } }; request_identity_response_encoding_when_redacted( &mut provider_request_headers, request_redacted, ); Some(LocalStandardCandidatePayloadParts { auth_header, auth_value, mapped_model, provider_api_format: provider_api_format.to_string(), provider_request_body, provider_request_headers, upstream_url, upstream_is_stream, envelope_name: Some(KIRO_ENVELOPE_NAME), transport: Arc::clone(transport), transport_profile: None, request_redacted, }) } #[cfg(test)] mod tests { use super::{ provider_preserves_claude_thinking_signatures, sanitize_claude_request_redacted_thinking_for_deepseek, sanitize_claude_request_thinking_signatures_for_non_native, }; use serde_json::json; #[test] fn sanitizes_historical_claude_thinking_for_non_native_relays() { let mut body = json!({ "model": "claude-opus-4-1", "messages": [{ "role": "assistant", "content": [ { "type": "thinking", "thinking": "I should keep this short.", "signature": "sig_123" }, { "type": "redacted_thinking", "data": "opaque" }, { "type": "text", "text": "Done." } ] }] }); assert!(sanitize_claude_request_thinking_signatures_for_non_native( &mut body )); assert_eq!(body["messages"][0]["content"][0]["type"], json!("text")); assert_eq!( body["messages"][0]["content"][0]["text"], json!("I should keep this short.") ); assert_eq!(body["messages"][0]["content"].as_array().unwrap().len(), 2); assert_eq!(body["messages"][0]["content"][1]["text"], json!("Done.")); } #[test] fn inserts_placeholder_when_only_redacted_thinking_would_remain() { let mut body = json!({ "model": "claude-opus-4-1", "messages": [{ "role": "assistant", "content": [{ "type": "redacted_thinking", "data": "opaque" }] }] }); assert!(sanitize_claude_request_thinking_signatures_for_non_native( &mut body )); assert_eq!(body["messages"][0]["content"][0]["type"], json!("text")); assert_eq!( body["messages"][0]["content"][0]["text"], json!("Previous thinking omitted.") ); } #[test] fn deepseek_sanitizer_preserves_plain_thinking_but_removes_redacted() { let mut body = json!({ "model": "claude-opus-4-1", "messages": [{ "role": "assistant", "content": [ { "type": "thinking", "thinking": "I should keep this short.", "signature": "sig_123" }, { "type": "redacted_thinking", "data": "opaque" }, { "type": "text", "text": "Done." } ] }] }); assert!(sanitize_claude_request_redacted_thinking_for_deepseek( &mut body )); assert_eq!(body["messages"][0]["content"].as_array().unwrap().len(), 2); assert_eq!(body["messages"][0]["content"][0]["type"], json!("thinking")); assert_eq!( body["messages"][0]["content"][0]["thinking"], json!("I should keep this short.") ); assert_eq!( body["messages"][0]["content"][0]["signature"], json!("sig_123") ); assert_eq!(body["messages"][0]["content"][1]["text"], json!("Done.")); } #[test] fn official_claude_providers_preserve_thinking_signatures() { assert!(provider_preserves_claude_thinking_signatures( "anthropic", "https://relay.example.com" )); assert!(provider_preserves_claude_thinking_signatures( "custom", "https://api.anthropic.com" )); assert!(provider_preserves_claude_thinking_signatures( "aws", "https://bedrock-runtime.us-east-1.amazonaws.com" )); assert!(provider_preserves_claude_thinking_signatures( "amazon_bedrock", "https://relay.example.com" )); assert!(!provider_preserves_claude_thinking_signatures( "deepseek", "https://relay.example.com" )); assert!(!provider_preserves_claude_thinking_signatures( "custom", "https://api.deepseek.com" )); assert!(!provider_preserves_claude_thinking_signatures( "openai", "https://relay.example.com" )); } }