refactor: 大规模模块拆分与代码精简,新增 ai-pipeline/data-contracts 独立 crate

- 新增 aether-ai-pipeline 和 aether-data-contracts crate,将 pipeline 逻辑与数据契约从 gateway 中解耦
- 重构 admin handlers:拆分单体模块为 auth/billing/endpoint/features/model/observability/provider/system 等独立子模块
- 合并 chat/cli 重复代码路径:精简 conversion、finalize、planner 中的 sync/chat/cli 分支
- 重构 scheduler/executor/data 层,引入 facade 模式降低模块间耦合
- 移除冗余的 intent 模块,将 plan_fallback/policy/stream_path/sync_path 迁移至 executor
- 前端适配:调整 admin API 调用和 provider 模型测试对话框
This commit is contained in:
fawney19
2026-04-07 02:50:19 +08:00
parent 763ff03a7b
commit 5d96d6673b
732 changed files with 28589 additions and 20662 deletions
@@ -0,0 +1,95 @@
use super::super::super::model::build_admin_batch_assign_global_models_payload;
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::{
admin_provider_assign_global_models_path, AdminBatchAssignGlobalModelsRequest,
};
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("assign_global_models")
&& request_context.request_method == http::Method::POST
{
let Some(provider_id) =
admin_provider_assign_global_models_path(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Provider 不存在" })),
)
.into_response(),
));
};
let Some(_provider) = state
.read_provider_catalog_providers_by_ids(std::slice::from_ref(&provider_id))
.await?
.into_iter()
.next()
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Provider {provider_id} 不存在") })),
)
.into_response(),
));
};
let Some(request_body) = request_body else {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体不能为空" })),
)
.into_response(),
));
};
let payload =
match serde_json::from_slice::<AdminBatchAssignGlobalModelsRequest>(request_body) {
Ok(payload) => payload,
Err(_) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体必须是合法的 JSON 对象" })),
)
.into_response(),
));
}
};
let payload = match build_admin_batch_assign_global_models_payload(
state,
&provider_id,
payload.global_model_ids,
)
.await
{
Ok(payload) => payload,
Err(detail) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": detail })),
)
.into_response(),
));
}
};
return Ok(Some(Json(payload).into_response()));
}
Ok(None)
}
@@ -0,0 +1,48 @@
use super::super::super::model::build_admin_provider_available_source_models_payload;
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::admin_provider_available_source_models_path;
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
_request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("available_source_models")
&& request_context.request_method == http::Method::GET
{
let Some(provider_id) =
admin_provider_available_source_models_path(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Provider 不存在" })),
)
.into_response(),
));
};
return Ok(Some(
match build_admin_provider_available_source_models_payload(state, &provider_id).await {
Some(payload) => Json(payload).into_response(),
None => (
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Provider {provider_id} 不存在") })),
)
.into_response(),
},
));
}
Ok(None)
}
@@ -0,0 +1,150 @@
use super::super::super::model::{
admin_provider_model_name_exists, build_admin_provider_model_create_record,
build_admin_provider_model_response,
};
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::{
admin_provider_models_batch_path, AdminProviderModelCreateRequest,
};
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
use std::collections::BTreeSet;
use std::time::{SystemTime, UNIX_EPOCH};
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("batch_create_provider_models")
&& request_context.request_method == http::Method::POST
&& request_context.request_path.ends_with("/models/batch")
{
let Some(provider_id) = admin_provider_models_batch_path(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Provider 不存在" })),
)
.into_response(),
));
};
let Some(_provider) = state
.read_provider_catalog_providers_by_ids(std::slice::from_ref(&provider_id))
.await?
.into_iter()
.next()
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Provider {provider_id} 不存在") })),
)
.into_response(),
));
};
let Some(request_body) = request_body else {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体不能为空" })),
)
.into_response(),
));
};
let payloads =
match serde_json::from_slice::<Vec<AdminProviderModelCreateRequest>>(request_body) {
Ok(payloads) => payloads,
Err(_) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体必须是合法的 JSON 数组" })),
)
.into_response(),
));
}
};
let mut created = Vec::new();
let mut seen = BTreeSet::new();
for payload in payloads {
let normalized_name = payload.provider_model_name.trim().to_string();
if normalized_name.is_empty() {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "provider_model_name 不能为空" })),
)
.into_response(),
));
}
if !seen.insert(normalized_name.clone()) {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": format!("批量请求中包含重复模型 {normalized_name}") })),
)
.into_response(),
));
}
if admin_provider_model_name_exists(state, &provider_id, &normalized_name, None).await?
{
continue;
}
let record = match build_admin_provider_model_create_record(
state,
&provider_id,
payload,
)
.await
{
Ok(record) => record,
Err(detail) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": detail })),
)
.into_response(),
));
}
};
let Some(model) = state.create_admin_provider_model(&record).await? else {
return Ok(Some(
(
http::StatusCode::INTERNAL_SERVER_ERROR,
Json(json!({ "detail": "批量创建模型失败" })),
)
.into_response(),
));
};
created.push(model);
}
let now_unix_secs = SystemTime::now()
.duration_since(UNIX_EPOCH)
.ok()
.map(|duration| duration.as_secs())
.unwrap_or(0);
return Ok(Some(
Json(serde_json::Value::Array(
created
.iter()
.map(|model| build_admin_provider_model_response(model, now_unix_secs))
.collect(),
))
.into_response(),
));
}
Ok(None)
}
@@ -0,0 +1,110 @@
use super::super::super::model::{
build_admin_provider_model_create_record, build_admin_provider_model_response,
};
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::{
admin_provider_id_for_models_list, AdminProviderModelCreateRequest,
};
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
use std::time::{SystemTime, UNIX_EPOCH};
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("create_provider_model")
&& request_context.request_method == http::Method::POST
&& request_context.request_path.ends_with("/models")
{
let Some(provider_id) = admin_provider_id_for_models_list(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Provider 不存在" })),
)
.into_response(),
));
};
let Some(_provider) = state
.read_provider_catalog_providers_by_ids(std::slice::from_ref(&provider_id))
.await?
.into_iter()
.next()
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Provider {provider_id} 不存在") })),
)
.into_response(),
));
};
let Some(request_body) = request_body else {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体不能为空" })),
)
.into_response(),
));
};
let payload = match serde_json::from_slice::<AdminProviderModelCreateRequest>(request_body)
{
Ok(payload) => payload,
Err(_) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体必须是合法的 JSON 对象" })),
)
.into_response(),
));
}
};
let record =
match build_admin_provider_model_create_record(state, &provider_id, payload).await {
Ok(record) => record,
Err(detail) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": detail })),
)
.into_response(),
));
}
};
return Ok(Some(
match state.create_admin_provider_model(&record).await? {
Some(created) => {
let now_unix_secs = SystemTime::now()
.duration_since(UNIX_EPOCH)
.ok()
.map(|duration| duration.as_secs())
.unwrap_or(0);
Json(build_admin_provider_model_response(&created, now_unix_secs))
.into_response()
}
None => (
http::StatusCode::INTERNAL_SERVER_ERROR,
Json(json!({ "detail": "创建模型失败" })),
)
.into_response(),
},
));
}
Ok(None)
}
@@ -0,0 +1,68 @@
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::admin_provider_model_route_parts;
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
_request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("delete_provider_model")
&& request_context.request_method == http::Method::DELETE
&& request_context.request_path.contains("/models/")
{
let Some((provider_id, model_id)) =
admin_provider_model_route_parts(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Model 不存在" })),
)
.into_response(),
));
};
let Some(existing) = state
.get_admin_provider_model(&provider_id, &model_id)
.await?
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Model {model_id} 不存在") })),
)
.into_response(),
));
};
if !state
.delete_admin_provider_model(&provider_id, &model_id)
.await?
{
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Model {model_id} 不存在") })),
)
.into_response(),
));
}
return Ok(Some(
Json(json!({
"message": format!("Model '{}' deleted successfully", existing.provider_model_name),
}))
.into_response(),
));
}
Ok(None)
}
@@ -0,0 +1,52 @@
use super::super::super::model::build_admin_provider_model_payload;
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::admin_provider_model_route_parts;
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
_request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("get_provider_model")
&& request_context.request_method == http::Method::GET
&& request_context
.request_path
.starts_with("/api/admin/providers/")
&& request_context.request_path.contains("/models/")
{
let Some((provider_id, model_id)) =
admin_provider_model_route_parts(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Model 不存在" })),
)
.into_response(),
));
};
return Ok(Some(
match build_admin_provider_model_payload(state, &provider_id, &model_id).await {
Some(payload) => Json(payload).into_response(),
None => (
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Model {model_id} 不存在") })),
)
.into_response(),
},
));
}
Ok(None)
}
@@ -0,0 +1,89 @@
use super::super::super::model::build_admin_import_provider_models_payload;
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::{
admin_provider_import_models_path, AdminImportProviderModelsRequest,
};
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("import_from_upstream")
&& request_context.request_method == http::Method::POST
{
let Some(provider_id) = admin_provider_import_models_path(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Provider 不存在" })),
)
.into_response(),
));
};
let Some(_provider) = state
.read_provider_catalog_providers_by_ids(std::slice::from_ref(&provider_id))
.await?
.into_iter()
.next()
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Provider {provider_id} 不存在") })),
)
.into_response(),
));
};
let Some(request_body) = request_body else {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体不能为空" })),
)
.into_response(),
));
};
let payload = match serde_json::from_slice::<AdminImportProviderModelsRequest>(request_body)
{
Ok(payload) => payload,
Err(_) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体必须是合法的 JSON 对象" })),
)
.into_response(),
));
}
};
let payload =
match build_admin_import_provider_models_payload(state, &provider_id, payload).await {
Ok(payload) => payload,
Err(detail) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": detail })),
)
.into_response(),
));
}
};
return Ok(Some(Json(payload).into_response()));
}
Ok(None)
}
@@ -0,0 +1,63 @@
use super::super::super::model::build_admin_provider_models_payload;
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::admin_provider_id_for_models_list;
use crate::handlers::admin::shared::{query_param_optional_bool, query_param_value};
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
_request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("list_provider_models")
&& request_context.request_method == http::Method::GET
&& request_context
.request_path
.starts_with("/api/admin/providers/")
&& request_context.request_path.ends_with("/models")
{
let Some(provider_id) = admin_provider_id_for_models_list(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Provider 不存在" })),
)
.into_response(),
));
};
let skip = query_param_value(request_context.request_query_string.as_deref(), "skip")
.and_then(|value| value.parse::<usize>().ok())
.unwrap_or(0);
let limit = query_param_value(request_context.request_query_string.as_deref(), "limit")
.and_then(|value| value.parse::<usize>().ok())
.filter(|value| *value > 0 && *value <= 500)
.unwrap_or(100);
let is_active =
query_param_optional_bool(request_context.request_query_string.as_deref(), "is_active");
return Ok(Some(
match build_admin_provider_models_payload(state, &provider_id, skip, limit, is_active)
.await
{
Some(payload) => Json(payload).into_response(),
None => (
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Provider {provider_id} 不存在") })),
)
.into_response(),
},
));
}
Ok(None)
}
@@ -0,0 +1,81 @@
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::{AppState, GatewayError};
use axum::body::{Body, Bytes};
use axum::http::Response;
mod assign_global;
mod available_source;
mod batch;
mod create;
mod delete;
mod detail;
mod import;
mod list;
mod update;
pub(crate) async fn maybe_build_local_admin_provider_models_response(
state: &AppState,
request_context: &GatewayPublicRequestContext,
request_body: Option<&Bytes>,
) -> Result<Option<Response<Body>>, GatewayError> {
let Some(decision) = request_context.control_decision.as_ref() else {
return Ok(None);
};
if let Some(response) =
list::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
detail::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
create::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
update::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
delete::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
batch::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
available_source::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
assign_global::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
if let Some(response) =
import::maybe_handle(state, request_context, request_body, decision).await?
{
return Ok(Some(response));
}
Ok(None)
}
@@ -0,0 +1,131 @@
use super::super::super::model::{
build_admin_provider_model_response, build_admin_provider_model_update_record,
};
use crate::control::GatewayControlDecision;
use crate::control::GatewayPublicRequestContext;
use crate::handlers::admin::provider::shared::{
admin_provider_model_route_parts, AdminProviderModelUpdateRequest,
};
use crate::{AppState, GatewayError};
use axum::{
body::{Body, Bytes},
http,
response::{IntoResponse, Response},
Json,
};
use serde_json::json;
use std::time::{SystemTime, UNIX_EPOCH};
pub(super) async fn maybe_handle(
state: &AppState,
request_context: &GatewayPublicRequestContext,
request_body: Option<&Bytes>,
decision: &GatewayControlDecision,
) -> Result<Option<Response<Body>>, GatewayError> {
if decision.route_family.as_deref() == Some("provider_models_manage")
&& decision.route_kind.as_deref() == Some("update_provider_model")
&& request_context.request_method == http::Method::PATCH
&& request_context.request_path.contains("/models/")
{
let Some((provider_id, model_id)) =
admin_provider_model_route_parts(&request_context.request_path)
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": "Model 不存在" })),
)
.into_response(),
));
};
let Some(existing) = state
.get_admin_provider_model(&provider_id, &model_id)
.await?
else {
return Ok(Some(
(
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Model {model_id} 不存在") })),
)
.into_response(),
));
};
let Some(request_body) = request_body else {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体不能为空" })),
)
.into_response(),
));
};
let raw_value = match serde_json::from_slice::<serde_json::Value>(request_body) {
Ok(value) => value,
Err(_) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体必须是合法的 JSON 对象" })),
)
.into_response(),
));
}
};
let Some(raw_payload) = raw_value.as_object().cloned() else {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体必须是合法的 JSON 对象" })),
)
.into_response(),
));
};
let payload = match serde_json::from_value::<AdminProviderModelUpdateRequest>(raw_value) {
Ok(payload) => payload,
Err(_) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": "请求体必须是合法的 JSON 对象" })),
)
.into_response(),
));
}
};
let record =
match build_admin_provider_model_update_record(state, &existing, &raw_payload, payload)
.await
{
Ok(record) => record,
Err(detail) => {
return Ok(Some(
(
http::StatusCode::BAD_REQUEST,
Json(json!({ "detail": detail })),
)
.into_response(),
));
}
};
return Ok(Some(
match state.update_admin_provider_model(&record).await? {
Some(updated) => {
let now_unix_secs = SystemTime::now()
.duration_since(UNIX_EPOCH)
.ok()
.map(|duration| duration.as_secs())
.unwrap_or(0);
Json(build_admin_provider_model_response(&updated, now_unix_secs))
.into_response()
}
None => (
http::StatusCode::NOT_FOUND,
Json(json!({ "detail": format!("Model {model_id} 不存在") })),
)
.into_response(),
},
));
}
Ok(None)
}