i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-10-11 19:59:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

test(gateway): pass routing policy to affinity effects

Browse Source
This commit is contained in:
elky
2026-09-03 15:50:53 +08:00
parent 9309ad844f
commit 4291a91dc0
1 changed files with 22 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/aether-gateway/src/orchestration/effects.rs
+22 -28
View File
@@ -2256,6 +2256,9 @@ mod tests {
"api_key_id": "api-key-1", "api_key_id": "api-key-1",
"client_api_format": "openai:chat", "client_api_format": "openai:chat",
"model": "gpt-5", "model": "gpt-5",
"scheduler_affinity_policy": {
"scheduling_mode": "cache_affinity"
},
"client_session_affinity": { "client_session_affinity": {
"client_family": "generic", "client_family": "generic",
"session_key": "session=session-1;agent=coder" "session_key": "session=session-1;agent=coder"
@@ -2270,6 +2273,17 @@ mod tests {
}) })
} }
fn cache_affinity_report_context() -> Value {
json!({
"api_key_id": "api-key-1",
"client_api_format": "openai:chat",
"model": "gpt-5",
"scheduler_affinity_policy": {
"scheduling_mode": "cache_affinity"
}
})
}
fn session_scheduler_affinity_cache_key() -> String { fn session_scheduler_affinity_cache_key() -> String {
build_scheduler_affinity_cache_key_for_api_key_id_with_client_session( build_scheduler_affinity_cache_key_for_api_key_id_with_client_session(
"api-key-1", "api-key-1",
@@ -2989,11 +3003,7 @@ mod tests {
async fn stream_success_effect_helper_projects_health_and_scheduler_affinity() { async fn stream_success_effect_helper_projects_health_and_scheduler_affinity() {
let state = AppState::new().expect("gateway state should build"); let state = AppState::new().expect("gateway state should build");
let plan = sample_plan(); let plan = sample_plan();
let report_context = json!({ let report_context = cache_affinity_report_context();
"api_key_id": "api-key-1",
"client_api_format": "openai:chat",
"model": "gpt-5",
});
let cache_key = let cache_key =
build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5") build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5")
.expect("scheduler affinity cache key should build"); .expect("scheduler affinity cache key should build");
@@ -3104,11 +3114,7 @@ mod tests {
async fn success_remembers_scheduler_affinity_cache_for_final_candidate() { async fn success_remembers_scheduler_affinity_cache_for_final_candidate() {
let state = AppState::new().expect("gateway state should build"); let state = AppState::new().expect("gateway state should build");
let plan = sample_plan(); let plan = sample_plan();
let report_context = json!({ let report_context = cache_affinity_report_context();
"api_key_id": "api-key-1",
"client_api_format": "openai:chat",
"model": "gpt-5",
});
let cache_key = let cache_key =
build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5") build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5")
.expect("scheduler affinity cache key should build"); .expect("scheduler affinity cache key should build");
@@ -3275,11 +3281,7 @@ mod tests {
async fn health_success_keeps_scheduler_affinity_after_health_state_update() { async fn health_success_keeps_scheduler_affinity_after_health_state_update() {
let state = health_state(); let state = health_state();
let plan = sample_plan(); let plan = sample_plan();
let report_context = json!({ let report_context = cache_affinity_report_context();
"api_key_id": "api-key-1",
"client_api_format": "openai:chat",
"model": "gpt-5",
});
let cache_key = let cache_key =
build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5") build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5")
.expect("scheduler affinity cache key should build"); .expect("scheduler affinity cache key should build");
@@ -3306,19 +3308,15 @@ mod tests {
#[tokio::test] #[tokio::test]
async fn load_balance_success_does_not_remember_scheduler_affinity_cache() { async fn load_balance_success_does_not_remember_scheduler_affinity_cache() {
let state = AppState::new() let state = AppState::new().expect("gateway state should build");
.expect("gateway state should build")
.with_data_state_for_tests(
GatewayDataState::disabled().with_system_config_values_for_tests(vec![(
"scheduling_mode".to_string(),
json!("load_balance"),
)]),
);
let plan = sample_plan(); let plan = sample_plan();
let report_context = json!({ let report_context = json!({
"api_key_id": "api-key-1", "api_key_id": "api-key-1",
"client_api_format": "openai:chat", "client_api_format": "openai:chat",
"model": "gpt-5", "model": "gpt-5",
"scheduler_affinity_policy": {
"scheduling_mode": "load_balance"
}
}); });
let cache_key = let cache_key =
build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5") build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5")
@@ -3381,11 +3379,7 @@ mod tests {
success_plan.provider_id = "prov-2".to_string(); success_plan.provider_id = "prov-2".to_string();
success_plan.endpoint_id = "ep-2".to_string(); success_plan.endpoint_id = "ep-2".to_string();
success_plan.key_id = "key-2".to_string(); success_plan.key_id = "key-2".to_string();
let report_context = json!({ let report_context = cache_affinity_report_context();
"api_key_id": "api-key-1",
"client_api_format": "openai:chat",
"model": "gpt-5",
});
let cache_key = let cache_key =
build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5") build_scheduler_affinity_cache_key_for_api_key_id("api-key-1", "openai:chat", "gpt-5")
.expect("scheduler affinity cache key should build"); .expect("scheduler affinity cache key should build");