refactor ai serving modules and crates

This commit is contained in:
fawney19
2026-05-02 13:23:54 +08:00
parent 4fc7cecf30
commit c130d0e2c9
309 changed files with 21549 additions and 14265 deletions
@@ -100,7 +100,7 @@ async fn collect_selectable_candidates_with_skip_reasons(
}
#[test]
fn skips_inactive_or_exhausted_monthly_quota_provider() {
fn skips_only_exhausted_monthly_quota_provider() {
let inactive = StoredProviderQuotaSnapshot::new(
"provider-1".to_string(),
"monthly_quota".to_string(),
@@ -112,7 +112,20 @@ fn skips_inactive_or_exhausted_monthly_quota_provider() {
false,
)
.expect("quota should build");
assert!(should_skip_provider_quota(&inactive, 2_000));
assert!(!should_skip_provider_quota(&inactive, 2_000));
let expired = StoredProviderQuotaSnapshot::new(
"provider-1".to_string(),
"monthly_quota".to_string(),
Some(10.0),
1.0,
Some(30),
Some(1_000),
Some(1_500),
true,
)
.expect("quota should build");
assert!(!should_skip_provider_quota(&expired, 2_000));
let exhausted = StoredProviderQuotaSnapshot::new(
"provider-1".to_string(),
@@ -1242,7 +1255,7 @@ async fn skips_codex_candidate_when_account_quota_is_exhausted_and_pool_flag_ena
}
#[tokio::test]
async fn skips_oauth_invalid_candidate_before_local_auth_resolution() {
async fn keeps_refresh_failed_oauth_candidate_selectable_before_local_auth_resolution() {
let mut first = sample_row();
first.provider_id = "provider-codex".to_string();
first.provider_name = "codex".to_string();
@@ -1312,11 +1325,10 @@ async fn skips_oauth_invalid_candidate_before_local_auth_resolution() {
.await
.expect("selection should succeed");
assert_eq!(selected.len(), 1);
assert_eq!(selected[0].provider_id, "provider-openai");
assert_eq!(skipped.len(), 1);
assert_eq!(skipped[0].candidate.provider_id, "provider-codex");
assert_eq!(skipped[0].skip_reason, "oauth_invalid");
assert_eq!(selected.len(), 2);
assert_eq!(selected[0].provider_id, "provider-codex");
assert_eq!(selected[1].provider_id, "provider-openai");
assert!(skipped.is_empty());
}
#[tokio::test]
@@ -1378,6 +1390,65 @@ async fn keeps_request_failed_oauth_candidate_selectable() {
assert!(skipped.is_empty());
}
#[tokio::test]
async fn keeps_codex_candidate_selectable_when_oauth_token_is_expired() {
let mut row = sample_row();
row.provider_id = "provider-codex".to_string();
row.provider_name = "codex".to_string();
row.provider_type = "codex".to_string();
row.endpoint_id = "endpoint-codex".to_string();
row.endpoint_api_format = "openai:responses".to_string();
row.key_id = "key-codex".to_string();
row.key_name = "codex-token-expired".to_string();
row.key_auth_type = "oauth".to_string();
row.key_api_formats = Some(vec!["openai:responses".to_string()]);
let candidates = Arc::new(InMemoryMinimalCandidateSelectionReadRepository::seed(vec![
row,
]));
let mut provider = sample_provider("provider-codex", None);
provider.provider_type = "codex".to_string();
let provider_catalog = Arc::new(InMemoryProviderCatalogReadRepository::seed(
vec![provider],
Vec::new(),
vec![{
let mut key = sample_key("key-codex", "provider-codex", Some(10));
key.auth_type = "oauth".to_string();
key.oauth_invalid_at_unix_secs = Some(1_710_000_000);
key.oauth_invalid_reason = Some("Codex Token 无效或已过期".to_string());
key
}],
));
let quotas = Arc::new(InMemoryProviderQuotaRepository::seed(vec![]));
let request_candidates = Arc::new(InMemoryRequestCandidateRepository::seed(vec![]));
let state = AppState::new()
.expect("state should build")
.with_data_state_for_tests(
GatewayDataState::with_candidate_selection_provider_catalog_quota_and_request_candidates_for_tests(
candidates,
provider_catalog,
quotas,
request_candidates,
),
);
let (selected, skipped) = collect_selectable_candidates_with_skip_reasons(
state.data.as_ref(),
&state,
"openai:responses",
"gpt-4.1",
false,
None,
1_710_000_100,
)
.await
.expect("selection should succeed");
assert_eq!(selected.len(), 1);
assert_eq!(selected[0].provider_id, "provider-codex");
assert!(skipped.is_empty());
}
#[tokio::test]
async fn keeps_refreshable_kiro_candidate_selectable_with_runtime_oauth_invalid_marker() {
let mut row = sample_row();
@@ -1498,7 +1569,7 @@ async fn keeps_refreshable_kiro_candidate_selectable_when_oauth_token_expired()
}
#[tokio::test]
async fn skips_kiro_candidate_after_refresh_failure_requires_reauth() {
async fn keeps_kiro_candidate_selectable_after_refresh_failure() {
let mut row = sample_row();
row.provider_id = "provider-kiro".to_string();
row.provider_name = "kiro".to_string();
@@ -1555,10 +1626,9 @@ async fn skips_kiro_candidate_after_refresh_failure_requires_reauth() {
.await
.expect("selection should succeed");
assert!(selected.is_empty());
assert_eq!(skipped.len(), 1);
assert_eq!(skipped[0].candidate.provider_id, "provider-kiro");
assert_eq!(skipped[0].skip_reason, "oauth_invalid");
assert_eq!(selected.len(), 1);
assert_eq!(selected[0].provider_id, "provider-kiro");
assert!(skipped.is_empty());
}
#[tokio::test]