mirror of
https://github.com/fawney19/Aether.git
synced 2026-09-02 09:20:22 +08:00
feat: add adaptive pool metrics and self-check
This commit is contained in:
@@ -236,6 +236,11 @@ async fn gateway_handles_admin_pool_overview_locally_with_trusted_admin_principa
|
||||
assert_eq!(items[0]["active_keys"], 1);
|
||||
assert_eq!(items[0]["cooldown_count"], 0);
|
||||
assert_eq!(items[0]["pool_enabled"], true);
|
||||
assert_eq!(items[0]["provider_hot_count"], 0);
|
||||
assert_eq!(items[0]["provider_desired_hot"], 0);
|
||||
assert_eq!(items[0]["provider_in_flight"], 0);
|
||||
assert_eq!(items[0]["provider_ema_in_flight"], 0.0);
|
||||
assert_eq!(items[0]["provider_burst_pending"], false);
|
||||
assert_eq!(*upstream_hits.lock().expect("mutex should lock"), 0);
|
||||
|
||||
gateway_handle.abort();
|
||||
|
||||
@@ -1839,6 +1839,11 @@ async fn gateway_handles_admin_provider_pool_status_locally_with_trusted_admin_p
|
||||
assert_eq!(payload["pool_enabled"], true);
|
||||
assert_eq!(payload["total_keys"], 1);
|
||||
assert_eq!(payload["total_sticky_sessions"], 0);
|
||||
assert_eq!(payload["provider_hot_count"], 0);
|
||||
assert_eq!(payload["provider_desired_hot"], 0);
|
||||
assert_eq!(payload["provider_in_flight"], 0);
|
||||
assert_eq!(payload["provider_ema_in_flight"], 0.0);
|
||||
assert_eq!(payload["provider_burst_pending"], false);
|
||||
let keys = payload["keys"].as_array().expect("keys should be an array");
|
||||
assert_eq!(keys.len(), 1);
|
||||
assert_eq!(keys[0]["key_id"], "key-openai-pool");
|
||||
|
||||
Reference in New Issue
Block a user