Files
Aether/apps/aether-gateway/src/ai_serving/finalize/common.rs
T

140 lines
4.8 KiB
Rust

use std::collections::BTreeMap;
use axum::body::Body;
use axum::http::Response;
use serde_json::Value;
pub(crate) use crate::ai_serving::api::{
normalize_provider_private_response_value as unwrap_local_finalize_response_value,
provider_private_response_allows_sync_finalize as local_finalize_allows_envelope,
};
use crate::ai_serving::{
build_generated_tool_call_id,
build_local_success_background_report as build_local_success_background_report_impl,
build_local_success_conversion_background_report as build_local_success_conversion_background_report_impl,
canonicalize_tool_arguments,
prepare_local_success_response_parts as prepare_local_success_response_parts_impl,
GatewayControlDecision, LocalSyncReportParts,
};
use crate::api::response::build_client_response_from_parts;
use crate::{usage::GatewaySyncReportRequest, GatewayError};
pub(crate) struct LocalCoreSyncFinalizeOutcome {
pub(crate) response: Response<Body>,
pub(crate) background_report: Option<GatewaySyncReportRequest>,
}
fn build_local_success_response(
trace_id: &str,
decision: &GatewayControlDecision,
status_code: u16,
body_bytes: Vec<u8>,
headers: BTreeMap<String, String>,
) -> Result<Response<Body>, GatewayError> {
build_client_response_from_parts(
status_code,
&headers,
Body::from(body_bytes),
trace_id,
Some(decision),
)
}
fn surface_report_parts_from_gateway(payload: &GatewaySyncReportRequest) -> LocalSyncReportParts {
LocalSyncReportParts {
trace_id: payload.trace_id.clone(),
report_kind: payload.report_kind.clone(),
report_context: payload.report_context.clone(),
status_code: payload.status_code,
headers: payload.headers.clone(),
body_json: payload.body_json.clone(),
client_body_json: payload.client_body_json.clone(),
body_base64: payload.body_base64.clone(),
}
}
fn gateway_report_from_surface(
source: &GatewaySyncReportRequest,
report: LocalSyncReportParts,
) -> GatewaySyncReportRequest {
GatewaySyncReportRequest {
trace_id: report.trace_id,
report_kind: report.report_kind,
report_context: report.report_context,
status_code: report.status_code,
headers: report.headers,
body_json: report.body_json,
client_body_json: report.client_body_json,
body_base64: report.body_base64,
telemetry: source.telemetry.clone(),
}
}
pub(crate) fn build_local_success_outcome(
trace_id: &str,
decision: &GatewayControlDecision,
payload: &GatewaySyncReportRequest,
body_json: Value,
) -> Result<LocalCoreSyncFinalizeOutcome, GatewayError> {
let report_headers = payload.headers.clone();
let (body_bytes, response_headers) =
prepare_local_success_response_parts_impl(&payload.headers, &body_json)
.map_err(|err| GatewayError::Internal(err.to_string()))?;
let surface_payload = surface_report_parts_from_gateway(payload);
let background_report =
build_local_success_background_report_impl(&surface_payload, body_json, report_headers)
.map(|report| gateway_report_from_surface(payload, report));
build_local_success_outcome_with_report(
trace_id,
decision,
payload.status_code,
body_bytes,
response_headers,
background_report,
)
}
pub(crate) fn build_local_success_outcome_with_report(
trace_id: &str,
decision: &GatewayControlDecision,
status_code: u16,
body_bytes: Vec<u8>,
headers: BTreeMap<String, String>,
background_report: Option<GatewaySyncReportRequest>,
) -> Result<LocalCoreSyncFinalizeOutcome, GatewayError> {
let response =
build_local_success_response(trace_id, decision, status_code, body_bytes, headers)?;
Ok(LocalCoreSyncFinalizeOutcome {
response,
background_report,
})
}
pub(crate) fn build_local_success_outcome_with_conversion_report(
trace_id: &str,
decision: &GatewayControlDecision,
payload: &GatewaySyncReportRequest,
client_body_json: Value,
provider_body_json: Value,
) -> Result<LocalCoreSyncFinalizeOutcome, GatewayError> {
let (body_bytes, response_headers) =
prepare_local_success_response_parts_impl(&payload.headers, &client_body_json)
.map_err(|err| GatewayError::Internal(err.to_string()))?;
let surface_payload = surface_report_parts_from_gateway(payload);
let report_payload = build_local_success_conversion_background_report_impl(
&surface_payload,
client_body_json,
provider_body_json,
)
.map(|report| gateway_report_from_surface(payload, report));
build_local_success_outcome_with_report(
trace_id,
decision,
payload.status_code,
body_bytes,
response_headers,
report_payload,
)
}