mirror of
https://github.com/fawney19/Aether.git
synced 2026-10-10 03:09:50 +08:00
172 lines
7.1 KiB
Rust
172 lines
7.1 KiB
Rust
use serde_json::json;
|
|
|
|
use crate::ai_serving::build_request_trace_proxy_value;
|
|
use crate::ai_serving::planner::decision_input::apply_provider_request_routing_policy_to_decision;
|
|
use crate::ai_serving::planner::report_context::{
|
|
build_local_execution_report_context, LocalExecutionReportContextParts,
|
|
};
|
|
use crate::ai_serving::planner::spec_metadata::local_gemini_files_spec_metadata;
|
|
use crate::ai_serving::planner::{
|
|
build_ai_execution_decision_response, resolve_transport_request_gzip_policy,
|
|
AiExecutionDecisionResponseParts,
|
|
};
|
|
use crate::ai_serving::transport::{
|
|
resolve_transport_execution_timeouts, resolve_transport_profile,
|
|
};
|
|
use crate::ai_serving::{ai_local_execution_contract_for_formats, PlannerAppState};
|
|
use crate::{AiExecutionDecision, AppState, GatewayError};
|
|
|
|
use super::request::resolve_local_gemini_files_candidate_payload_parts;
|
|
use super::support::{
|
|
LocalGeminiFilesCandidateAttempt, LocalGeminiFilesDecisionInput, GEMINI_FILES_CLIENT_API_FORMAT,
|
|
};
|
|
use super::LocalGeminiFilesSpec;
|
|
|
|
#[allow(clippy::too_many_arguments)]
|
|
pub(super) async fn maybe_build_local_gemini_files_decision_payload_for_candidate(
|
|
state: &AppState,
|
|
parts: &http::request::Parts,
|
|
body_json: &serde_json::Value,
|
|
body_base64: Option<&str>,
|
|
body_is_empty: bool,
|
|
trace_id: &str,
|
|
input: &LocalGeminiFilesDecisionInput,
|
|
attempt: LocalGeminiFilesCandidateAttempt,
|
|
spec: LocalGeminiFilesSpec,
|
|
) -> Result<Option<AiExecutionDecision>, GatewayError> {
|
|
let spec_metadata = local_gemini_files_spec_metadata(spec);
|
|
let planner_state = PlannerAppState::new(state);
|
|
let attempt_identity = attempt.attempt_identity();
|
|
let resolved = resolve_local_gemini_files_candidate_payload_parts(
|
|
state,
|
|
parts,
|
|
body_json,
|
|
body_base64,
|
|
body_is_empty,
|
|
trace_id,
|
|
input,
|
|
&attempt,
|
|
spec,
|
|
)
|
|
.await;
|
|
let Some(resolved) = resolved else {
|
|
return Ok(None);
|
|
};
|
|
let LocalGeminiFilesCandidateAttempt {
|
|
eligible,
|
|
candidate_id,
|
|
..
|
|
} = attempt;
|
|
let candidate = eligible.candidate;
|
|
let transport = resolved.transport;
|
|
let (execution_strategy, conversion_mode) = ai_local_execution_contract_for_formats(
|
|
GEMINI_FILES_CLIENT_API_FORMAT,
|
|
GEMINI_FILES_CLIENT_API_FORMAT,
|
|
);
|
|
let proxy = planner_state
|
|
.app()
|
|
.resolve_transport_proxy_snapshot_with_tunnel_affinity(&transport)
|
|
.await;
|
|
let transport_profile = resolve_transport_profile(&transport);
|
|
let mut extra_fields = serde_json::Map::new();
|
|
if let Some(proxy_value) = build_request_trace_proxy_value(Some(&transport), proxy.as_ref()) {
|
|
extra_fields.insert("proxy".to_string(), proxy_value);
|
|
}
|
|
extra_fields.insert("file_key_id".to_string(), json!(candidate.key_id));
|
|
extra_fields.insert("file_name".to_string(), json!(resolved.file_name));
|
|
let effective_headers = input.effective_headers(&parts.headers);
|
|
let report_context = build_local_execution_report_context(LocalExecutionReportContextParts {
|
|
auth_context: &input.auth_context,
|
|
request_id: trace_id,
|
|
candidate_id: &candidate_id,
|
|
attempt_identity,
|
|
model: "gemini-files",
|
|
provider_name: &transport.provider.name,
|
|
provider_id: &candidate.provider_id,
|
|
endpoint_id: &candidate.endpoint_id,
|
|
key_id: &candidate.key_id,
|
|
key_name: None,
|
|
model_id: Some(&candidate.model_id),
|
|
global_model_id: Some(&candidate.global_model_id),
|
|
global_model_name: Some(&candidate.global_model_name),
|
|
provider_api_format: GEMINI_FILES_CLIENT_API_FORMAT,
|
|
client_api_format: GEMINI_FILES_CLIENT_API_FORMAT,
|
|
mapped_model: None,
|
|
candidate_group_id: eligible.orchestration.candidate_group_id.as_deref(),
|
|
pool_key_lease: eligible.orchestration.pool_key_lease.as_ref(),
|
|
ranking: eligible.ranking.as_ref(),
|
|
upstream_url: None,
|
|
header_rules: transport.endpoint.header_rules.as_ref(),
|
|
body_rules: transport.endpoint.body_rules.as_ref(),
|
|
provider_request_method: None,
|
|
provider_request_headers: None,
|
|
original_headers: effective_headers,
|
|
request_path: Some(parts.uri.path()),
|
|
request_query_string: parts.uri.query(),
|
|
request_origin: Some(crate::ai_serving::request_origin_from_parts(parts)),
|
|
original_request_body_json: Some(body_json),
|
|
original_request_body_base64: resolved.provider_request_body_base64.as_deref(),
|
|
client_session_affinity: input.client_session_affinity.as_ref(),
|
|
scheduler_affinity_epoch: eligible.orchestration.scheduler_affinity_epoch,
|
|
client_requested_stream: spec_metadata.require_streaming,
|
|
upstream_is_stream: spec_metadata.require_streaming,
|
|
has_envelope: false,
|
|
needs_conversion: false,
|
|
extra_fields,
|
|
});
|
|
let super::request::LocalGeminiFilesCandidatePayloadParts {
|
|
transport: _,
|
|
auth_header,
|
|
auth_value,
|
|
provider_request_headers,
|
|
provider_request_body,
|
|
provider_request_body_base64,
|
|
upstream_url,
|
|
file_name: _,
|
|
} = resolved;
|
|
let request_gzip = resolve_transport_request_gzip_policy(&transport);
|
|
|
|
let mut decision = build_ai_execution_decision_response(AiExecutionDecisionResponseParts {
|
|
decision_is_stream: spec_metadata.require_streaming,
|
|
decision_kind: spec_metadata.decision_kind.to_string(),
|
|
execution_strategy,
|
|
conversion_mode,
|
|
request_id: trace_id.to_string(),
|
|
candidate_id: candidate_id.clone(),
|
|
provider_name: transport.provider.name.clone(),
|
|
provider_id: candidate.provider_id.clone(),
|
|
endpoint_id: candidate.endpoint_id.clone(),
|
|
key_id: candidate.key_id.clone(),
|
|
upstream_base_url: transport.endpoint.base_url.clone(),
|
|
upstream_url,
|
|
provider_request_method: Some(parts.method.to_string()),
|
|
auth_header: Some(auth_header),
|
|
auth_value: Some(auth_value),
|
|
provider_api_format: GEMINI_FILES_CLIENT_API_FORMAT.to_string(),
|
|
client_api_format: GEMINI_FILES_CLIENT_API_FORMAT.to_string(),
|
|
model_name: "gemini-files".to_string(),
|
|
mapped_model: candidate.selected_provider_model_name.clone(),
|
|
prompt_cache_key: None,
|
|
provider_request_headers,
|
|
provider_request_body,
|
|
provider_request_body_base64,
|
|
content_type: effective_headers
|
|
.get(http::header::CONTENT_TYPE)
|
|
.and_then(|value| value.to_str().ok())
|
|
.map(str::trim)
|
|
.filter(|value| !value.is_empty())
|
|
.map(ToOwned::to_owned),
|
|
content_encoding: None,
|
|
request_gzip,
|
|
proxy,
|
|
transport_profile,
|
|
timeouts: resolve_transport_execution_timeouts(&transport),
|
|
upstream_is_stream: spec_metadata.require_streaming,
|
|
report_kind: spec_metadata.report_kind.map(ToOwned::to_owned),
|
|
report_context: Some(report_context),
|
|
auth_context: input.auth_context.clone(),
|
|
});
|
|
apply_provider_request_routing_policy_to_decision(input, &mut decision)?;
|
|
Ok(Some(decision))
|
|
}
|