fix(gateway): preserve cache affinity during health updates

2026-10-09 10:57:03 +08:00 · 2026-05-21 15:51:56 +08:00
parent b84e4a96e2
commit 965a8c79af
3 changed files with 82 additions and 1 deletions
@@ -578,6 +578,11 @@ impl AppState {
        self.invalidate_scheduler_affinity_cache();
    }

+    pub(crate) fn invalidate_provider_health_routing_caches(&self) {
+        self.data.clear_minimal_candidate_selection_cache();
+        self.clear_provider_transport_snapshot_cache();
+    }
+
    pub(crate) fn invalidate_auth_context_cache(&self) {
        self.auth_context_cache.clear();
    }