i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-10-08 02:17:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(gateway): harden provider request execution

Browse Source 
Preserve exact request payloads and model client surface and API operation explicitly.

Add Anthropic compatibility profiles, bounded stream commitment, and scoped OAuth retry behavior across provider transports.
This commit is contained in:
elky
2026-07-27 09:36:31 +08:00
parent 79b70f7b5c
commit 531cf11025
152 changed files with 13984 additions and 2075 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/aether-ai/serving/src/execution_path.rs
+92 -4
View File
@@ -3,6 +3,7 @@ use async_trait::async_trait;
#[derive(Debug)]
pub enum AiServingExecutionOutcome<Response, Exhaustion> {
Responded(Response),
Deferred(Response),
Exhausted(Exhaustion),
NoPath,
}
@@ -98,9 +99,15 @@ where
Port: AiSyncExecutionPathPort,
{
let mut exhausted = None;
let mut deferred = None;
if let Some(response) =
absorb_sync_step(port, AiSyncExecutionStep::VideoTaskFollowUp, &mut exhausted).await?
if let Some(response) = absorb_sync_step(
port,
AiSyncExecutionStep::VideoTaskFollowUp,
&mut deferred,
&mut exhausted,
)
.await?
{
return Ok(response);
}
@@ -116,12 +123,18 @@ where
AiSyncExecutionStep::LocalGeminiFiles,
AiSyncExecutionStep::RemoteDecision,
] {
if let Some(response) = absorb_sync_step(port, step, &mut exhausted).await? {
if let Some(response) =
absorb_sync_step(port, step, &mut deferred, &mut exhausted).await?
{
return Ok(response);
}
}
}
if let Some(response) = deferred {
return Ok(AiServingExecutionOutcome::Deferred(response));
}
if let Some(outcome) = exhausted {
return Ok(AiServingExecutionOutcome::Exhausted(outcome));
}
@@ -135,6 +148,9 @@ where
AiServingExecutionOutcome::Responded(response) => {
Ok(AiServingExecutionOutcome::Responded(response))
}
AiServingExecutionOutcome::Deferred(response) => {
Ok(AiServingExecutionOutcome::Deferred(response))
}
AiServingExecutionOutcome::Exhausted(outcome) => {
Ok(AiServingExecutionOutcome::Exhausted(outcome))
}
@@ -149,17 +165,24 @@ where
Port: AiStreamExecutionPathPort,
{
let mut exhausted = None;
let mut deferred = None;
for step in port.stream_execution_steps() {
if *step != AiStreamExecutionStep::LocalVideoContent && !port.scheduler_decision_supported()
{
continue;
}
if let Some(response) = absorb_stream_step(port, *step, &mut exhausted).await? {
if let Some(response) =
absorb_stream_step(port, *step, &mut deferred, &mut exhausted).await?
{
return Ok(response);
}
}
if let Some(response) = deferred {
return Ok(AiServingExecutionOutcome::Deferred(response));
}
if let Some(outcome) = exhausted {
return Ok(AiServingExecutionOutcome::Exhausted(outcome));
}
@@ -173,6 +196,9 @@ where
AiServingExecutionOutcome::Responded(response) => {
Ok(AiServingExecutionOutcome::Responded(response))
}
AiServingExecutionOutcome::Deferred(response) => {
Ok(AiServingExecutionOutcome::Deferred(response))
}
AiServingExecutionOutcome::Exhausted(outcome) => {
Ok(AiServingExecutionOutcome::Exhausted(outcome))
}
@@ -183,6 +209,7 @@ where
async fn absorb_sync_step<Port>(
port: &Port,
step: AiSyncExecutionStep,
deferred: &mut Option<Port::Response>,
exhausted: &mut Option<Port::Exhaustion>,
) -> Result<Option<AiServingExecutionOutcome<Port::Response, Port::Exhaustion>>, Port::Error>
where
@@ -192,6 +219,10 @@ where
AiServingExecutionOutcome::Responded(response) => {
Ok(Some(AiServingExecutionOutcome::Responded(response)))
}
AiServingExecutionOutcome::Deferred(response) => {
*deferred = Some(response);
Ok(None)
}
AiServingExecutionOutcome::Exhausted(outcome) => {
*exhausted = Some(outcome);
Ok(None)
@@ -203,6 +234,7 @@ where
async fn absorb_stream_step<Port>(
port: &Port,
step: AiStreamExecutionStep,
deferred: &mut Option<Port::Response>,
exhausted: &mut Option<Port::Exhaustion>,
) -> Result<Option<AiServingExecutionOutcome<Port::Response, Port::Exhaustion>>, Port::Error>
where
@@ -212,6 +244,10 @@ where
AiServingExecutionOutcome::Responded(response) => {
Ok(Some(AiServingExecutionOutcome::Responded(response)))
}
AiServingExecutionOutcome::Deferred(response) => {
*deferred = Some(response);
Ok(None)
}
AiServingExecutionOutcome::Exhausted(outcome) => {
*exhausted = Some(outcome);
Ok(None)
@@ -390,6 +426,30 @@ mod tests {
);
}
#[tokio::test]
async fn sync_path_keeps_deferred_error_until_a_later_step_succeeds() {
let port = TestSyncPort {
scheduler_supported: true,
outcomes: Mutex::new(VecDeque::from([
AiServingExecutionOutcome::NoPath,
AiServingExecutionOutcome::Deferred("preserved_upstream_error"),
AiServingExecutionOutcome::Responded("later_success"),
])),
calls: Mutex::default(),
};
let outcome = run_ai_sync_execution_path(&port).await.unwrap();
assert!(matches!(
outcome,
AiServingExecutionOutcome::Responded("later_success")
));
assert_eq!(
port.calls.lock().unwrap().as_slice(),
["VideoTaskFollowUp", "LocalVideo", "LocalImage"]
);
}
#[tokio::test]
async fn stream_path_skips_scheduler_steps_when_unsupported() {
let port = TestStreamPort {
@@ -451,6 +511,34 @@ mod tests {
assert_eq!(port.calls.lock().unwrap().as_slice(), ["LocalOpenAiChat"]);
}
#[tokio::test]
async fn stream_path_returns_deferred_error_only_after_steps_exhaust() {
const TWO_STEPS: &[AiStreamExecutionStep] = &[
AiStreamExecutionStep::LocalOpenAiChat,
AiStreamExecutionStep::LocalSameFormatProvider,
];
let port = TestStreamPort {
scheduler_supported: true,
stream_steps: Some(TWO_STEPS),
outcomes: Mutex::new(VecDeque::from([
AiServingExecutionOutcome::Deferred("preserved_upstream_error"),
AiServingExecutionOutcome::NoPath,
])),
calls: Mutex::default(),
};
let outcome = run_ai_stream_execution_path(&port).await.unwrap();
assert!(matches!(
outcome,
AiServingExecutionOutcome::Deferred("preserved_upstream_error")
));
assert_eq!(
port.calls.lock().unwrap().as_slice(),
["LocalOpenAiChat", "LocalSameFormatProvider"]
);
}
#[tokio::test]
async fn stream_path_returns_last_exhaustion_without_plan_fallback() {
let port = TestStreamPort {