mirror of
https://github.com/fawney19/Aether.git
synced 2026-10-12 20:19:51 +08:00
refactor: 大规模模块拆分与代码精简，新增 ai-pipeline/data-contracts 独立 crate
- 新增 aether-ai-pipeline 和 aether-data-contracts crate，将 pipeline 逻辑与数据契约从 gateway 中解耦 - 重构 admin handlers：拆分单体模块为 auth/billing/endpoint/features/model/observability/provider/system 等独立子模块 - 合并 chat/cli 重复代码路径：精简 conversion、finalize、planner 中的 sync/chat/cli 分支 - 重构 scheduler/executor/data 层，引入 facade 模式降低模块间耦合 - 移除冗余的 intent 模块，将 plan_fallback/policy/stream_path/sync_path 迁移至 executor - 前端适配：调整 admin API 调用和 provider 模型测试对话框
This commit is contained in:
fawney19
@@ -0,0 +1,281 @@
|
||||
use super::super::stats::round_to;
|
||||
use super::analytics::{
|
||||
admin_usage_provider_key_name, admin_usage_provider_key_names, admin_usage_record_json,
|
||||
};
|
||||
use super::helpers::{
|
||||
admin_usage_bad_request_response, admin_usage_data_unavailable_response,
|
||||
ADMIN_USAGE_DATA_UNAVAILABLE_DETAIL,
|
||||
};
|
||||
use super::replay::{
|
||||
admin_usage_build_curl_command, admin_usage_curl_headers, admin_usage_curl_url,
|
||||
admin_usage_headers_from_value, admin_usage_id_from_action_path,
|
||||
admin_usage_id_from_detail_path, admin_usage_resolve_request_preview_body,
|
||||
build_admin_usage_replay_response,
|
||||
};
|
||||
use crate::control::GatewayPublicRequestContext;
|
||||
use crate::handlers::admin::shared::{attach_admin_audit_response, query_param_bool};
|
||||
use crate::{AppState, GatewayError};
|
||||
use axum::{
|
||||
body::Body,
|
||||
http,
|
||||
response::{IntoResponse, Response},
|
||||
Json,
|
||||
};
|
||||
use serde_json::{json, Value};
|
||||
use std::collections::BTreeMap;
|
||||
|
||||
pub(super) async fn maybe_build_local_admin_usage_detail_response(
|
||||
state: &AppState,
|
||||
request_context: &GatewayPublicRequestContext,
|
||||
request_body: Option<&axum::body::Bytes>,
|
||||
) -> Result<Option<Response<Body>>, GatewayError> {
|
||||
let route_kind = request_context
|
||||
.control_decision
|
||||
.as_ref()
|
||||
.and_then(|decision| decision.route_kind.as_deref());
|
||||
|
||||
match route_kind {
|
||||
Some("curl")
|
||||
if request_context.request_method == http::Method::GET
|
||||
&& request_context
|
||||
.request_path
|
||||
.starts_with("/api/admin/usage/")
|
||||
&& request_context.request_path.ends_with("/curl") =>
|
||||
{
|
||||
if !state.has_usage_data_reader() {
|
||||
return Ok(Some(admin_usage_data_unavailable_response(
|
||||
ADMIN_USAGE_DATA_UNAVAILABLE_DETAIL,
|
||||
)));
|
||||
}
|
||||
|
||||
let Some(usage_id) =
|
||||
admin_usage_id_from_action_path(&request_context.request_path, "/curl")
|
||||
else {
|
||||
return Ok(Some(admin_usage_bad_request_response("usage_id 无效")));
|
||||
};
|
||||
|
||||
let Some(item) = state
|
||||
.data
|
||||
.find_request_usage_by_id(&usage_id)
|
||||
.await
|
||||
.map_err(|err| GatewayError::Internal(err.to_string()))?
|
||||
else {
|
||||
return Ok(Some(
|
||||
(
|
||||
http::StatusCode::NOT_FOUND,
|
||||
Json(json!({ "detail": "Usage record not found" })),
|
||||
)
|
||||
.into_response(),
|
||||
));
|
||||
};
|
||||
|
||||
let endpoint = if let Some(endpoint_id) = item.provider_endpoint_id.as_ref() {
|
||||
state
|
||||
.read_provider_catalog_endpoints_by_ids(std::slice::from_ref(endpoint_id))
|
||||
.await?
|
||||
.into_iter()
|
||||
.next()
|
||||
} else {
|
||||
None
|
||||
};
|
||||
let url = endpoint
|
||||
.as_ref()
|
||||
.map(|endpoint| admin_usage_curl_url(endpoint, &item));
|
||||
let headers_json = item
|
||||
.provider_request_headers
|
||||
.clone()
|
||||
.or_else(|| item.request_headers.clone());
|
||||
let headers = headers_json
|
||||
.as_ref()
|
||||
.and_then(admin_usage_headers_from_value)
|
||||
.filter(|headers| !headers.is_empty())
|
||||
.unwrap_or_else(admin_usage_curl_headers);
|
||||
let body = item
|
||||
.provider_request_body
|
||||
.clone()
|
||||
.or_else(|| item.request_body.clone())
|
||||
.unwrap_or_else(|| admin_usage_resolve_request_preview_body(&item, None));
|
||||
let curl = admin_usage_build_curl_command(url.as_deref(), &headers, Some(&body));
|
||||
|
||||
return Ok(Some(attach_admin_audit_response(
|
||||
Json(json!({
|
||||
"url": url,
|
||||
"method": "POST",
|
||||
"headers": headers_json.unwrap_or_else(|| json!(headers.clone())),
|
||||
"body": body,
|
||||
"curl": curl,
|
||||
"original_request_body_available": item.request_body.is_some() || item.provider_request_body.is_some(),
|
||||
}))
|
||||
.into_response(),
|
||||
"admin_usage_curl_viewed",
|
||||
"view_usage_curl_replay",
|
||||
"usage_record",
|
||||
&item.id,
|
||||
)));
|
||||
}
|
||||
Some("replay") => {
|
||||
let mut response =
|
||||
build_admin_usage_replay_response(state, request_context, request_body).await?;
|
||||
if response.status().is_success() {
|
||||
if let Some(usage_id) =
|
||||
admin_usage_id_from_action_path(&request_context.request_path, "/replay")
|
||||
{
|
||||
response = attach_admin_audit_response(
|
||||
response,
|
||||
"admin_usage_replay_preview_generated",
|
||||
"preview_usage_replay",
|
||||
"usage_record",
|
||||
&usage_id,
|
||||
);
|
||||
}
|
||||
}
|
||||
return Ok(Some(response));
|
||||
}
|
||||
Some("detail")
|
||||
if request_context.request_method == http::Method::GET
|
||||
&& request_context
|
||||
.request_path
|
||||
.starts_with("/api/admin/usage/") =>
|
||||
{
|
||||
if !state.has_usage_data_reader() {
|
||||
return Ok(Some(admin_usage_data_unavailable_response(
|
||||
ADMIN_USAGE_DATA_UNAVAILABLE_DETAIL,
|
||||
)));
|
||||
}
|
||||
|
||||
let Some(usage_id) = admin_usage_id_from_detail_path(&request_context.request_path)
|
||||
else {
|
||||
return Ok(Some(admin_usage_bad_request_response("usage_id 无效")));
|
||||
};
|
||||
let include_bodies = query_param_bool(
|
||||
request_context.request_query_string.as_deref(),
|
||||
"include_bodies",
|
||||
true,
|
||||
);
|
||||
|
||||
let Some(item) = state
|
||||
.data
|
||||
.find_request_usage_by_id(&usage_id)
|
||||
.await
|
||||
.map_err(|err| GatewayError::Internal(err.to_string()))?
|
||||
else {
|
||||
return Ok(Some(
|
||||
(
|
||||
http::StatusCode::NOT_FOUND,
|
||||
Json(json!({ "detail": "Usage record not found" })),
|
||||
)
|
||||
.into_response(),
|
||||
));
|
||||
};
|
||||
|
||||
let users_by_id: BTreeMap<String, aether_data::repository::users::StoredUserSummary> =
|
||||
if state.has_user_data_reader() {
|
||||
if let Some(user_id) = item.user_id.as_ref() {
|
||||
state
|
||||
.list_users_by_ids(std::slice::from_ref(user_id))
|
||||
.await?
|
||||
.into_iter()
|
||||
.map(|user| (user.id.clone(), user))
|
||||
.collect()
|
||||
} else {
|
||||
BTreeMap::new()
|
||||
}
|
||||
} else {
|
||||
BTreeMap::new()
|
||||
};
|
||||
let provider_key_names =
|
||||
admin_usage_provider_key_names(state, std::slice::from_ref(&item)).await?;
|
||||
let provider_key_name = admin_usage_provider_key_name(&item, &provider_key_names);
|
||||
|
||||
let mut payload =
|
||||
admin_usage_record_json(&item, &users_by_id, provider_key_name.as_deref());
|
||||
let request_body = item
|
||||
.request_body
|
||||
.clone()
|
||||
.unwrap_or_else(|| admin_usage_resolve_request_preview_body(&item, None));
|
||||
let request_preview_source = if item.request_body.is_some() {
|
||||
"stored_original"
|
||||
} else {
|
||||
"local_reconstruction"
|
||||
};
|
||||
let mut metadata = match item.request_metadata.clone() {
|
||||
Some(serde_json::Value::Object(object)) => serde_json::Value::Object(object),
|
||||
Some(value) => json!({ "request_metadata": value }),
|
||||
None => json!({}),
|
||||
};
|
||||
if let Some(object) = metadata.as_object_mut() {
|
||||
object.insert(
|
||||
"request_preview_source".to_string(),
|
||||
json!(request_preview_source),
|
||||
);
|
||||
object.insert(
|
||||
"original_request_body_available".to_string(),
|
||||
json!(item.request_body.is_some()),
|
||||
);
|
||||
object.insert(
|
||||
"original_response_body_available".to_string(),
|
||||
json!(item.response_body.is_some() || item.client_response_body.is_some()),
|
||||
);
|
||||
}
|
||||
payload["user"] = match item.user_id.as_ref() {
|
||||
Some(user_id) => json!({
|
||||
"id": user_id,
|
||||
"email": payload["user_email"].clone(),
|
||||
"username": payload["username"].clone(),
|
||||
}),
|
||||
None => Value::Null,
|
||||
};
|
||||
payload["request_id"] = json!(item.request_id);
|
||||
payload["billing_status"] = json!(item.billing_status);
|
||||
payload["request_type"] = json!(item.request_type);
|
||||
payload["provider_id"] = json!(item.provider_id);
|
||||
payload["provider_endpoint_id"] = json!(item.provider_endpoint_id);
|
||||
payload["provider_api_key_id"] = json!(item.provider_api_key_id);
|
||||
payload["error_category"] = json!(item.error_category);
|
||||
payload["cache_creation_cost"] = json!(round_to(item.cache_creation_cost_usd, 6));
|
||||
payload["cache_read_cost"] = json!(round_to(item.cache_read_cost_usd, 6));
|
||||
payload["request_cost"] = json!(round_to(item.total_cost_usd, 6));
|
||||
payload["request_headers"] = item
|
||||
.request_headers
|
||||
.clone()
|
||||
.unwrap_or_else(|| json!(admin_usage_curl_headers()));
|
||||
payload["provider_request_headers"] = item
|
||||
.provider_request_headers
|
||||
.clone()
|
||||
.unwrap_or_else(|| json!(admin_usage_curl_headers()));
|
||||
payload["response_headers"] = item.response_headers.clone().unwrap_or(Value::Null);
|
||||
payload["client_response_headers"] =
|
||||
item.client_response_headers.clone().unwrap_or(Value::Null);
|
||||
payload["metadata"] = metadata;
|
||||
payload["has_request_body"] = json!(true);
|
||||
payload["has_provider_request_body"] = json!(item.provider_request_body.is_some());
|
||||
payload["has_response_body"] = json!(item.response_body.is_some());
|
||||
payload["has_client_response_body"] = json!(item.client_response_body.is_some());
|
||||
payload["tiered_pricing"] = serde_json::Value::Null;
|
||||
if include_bodies {
|
||||
payload["request_body"] = request_body;
|
||||
payload["provider_request_body"] =
|
||||
item.provider_request_body.clone().unwrap_or(Value::Null);
|
||||
payload["response_body"] = item.response_body.clone().unwrap_or(Value::Null);
|
||||
payload["client_response_body"] =
|
||||
item.client_response_body.clone().unwrap_or(Value::Null);
|
||||
} else {
|
||||
payload["request_body"] = serde_json::Value::Null;
|
||||
payload["provider_request_body"] = serde_json::Value::Null;
|
||||
payload["response_body"] = serde_json::Value::Null;
|
||||
payload["client_response_body"] = serde_json::Value::Null;
|
||||
}
|
||||
|
||||
return Ok(Some(attach_admin_audit_response(
|
||||
Json(payload).into_response(),
|
||||
"admin_usage_detail_viewed",
|
||||
"view_usage_detail",
|
||||
"usage_record",
|
||||
&item.id,
|
||||
)));
|
||||
}
|
||||
_ => {}
|
||||
}
|
||||
|
||||
Ok(None)
|
||||
}
|
||||
Reference in New Issue
Block a user