Lazy load requested model candidates

apps/aether-gateway/src/scheduler/candidate/mod.rs

@@ -1,5 +1,6 @@
 use self::selection::{
     collect_selectable_candidates, collect_selectable_candidates_with_skip_reasons,
+    collect_selectable_enumerated_candidates_with_skip_reasons,
 };
 use super::state::SchedulerRuntimeState;
 
@@ -111,6 +112,39 @@ pub(crate) async fn list_selectable_candidates_with_skip_reasons(
     .await
 }
 
+#[allow(clippy::too_many_arguments)]
+pub(crate) async fn list_selectable_enumerated_candidates_with_skip_reasons(
+    runtime_state: &impl SchedulerRuntimeState,
+    api_format: &str,
+    global_model_name: &str,
+    candidates: Vec<SchedulerMinimalCandidateSelectionCandidate>,
+    required_capabilities: Option<&serde_json::Value>,
+    auth_snapshot: Option<&GatewayAuthApiKeySnapshot>,
+    now_unix_secs: u64,
+) -> Result<
+    (
+        Vec<SchedulerMinimalCandidateSelectionCandidate>,
+        Vec<SchedulerSkippedCandidate>,
+    ),
+    GatewayError,
+> {
+    let ordering_config = runtime_state.read_scheduler_ordering_config().await?;
+    let priority_affinity_key =
+        selection::scheduling_priority_affinity_key(auth_snapshot, ordering_config.scheduling_mode);
+    collect_selectable_enumerated_candidates_with_skip_reasons(
+        runtime_state,
+        api_format,
+        global_model_name,
+        candidates,
+        required_capabilities,
+        auth_snapshot,
+        now_unix_secs,
+        ordering_config,
+        priority_affinity_key,
+    )
+    .await
+}
+
 pub(crate) async fn list_selectable_candidates_for_required_capability_without_requested_model(
     selection_row_source: &(impl MinimalCandidateSelectionRowSource + Sync),
     runtime_state: &impl SchedulerRuntimeState,