mirror of
https://github.com/fawney19/Aether.git
synced 2026-10-11 03:39:49 +08:00
feat(gateway): Codex/OpenAI Responses WebSocket 代理模式
在 /v1/responses 上支持 WebSocket 升级,把客户端帧中继到上游 Codex / OpenAI Responses WebSocket 端点,同时保持既有的路由、鉴权、配额与用量 语义: - 路由与准入:control/route/ai.rs 识别 WebSocket 升级请求; websocket/ingress.rs 复用 API Key 鉴权、IP 规则与并发许可,并引入 独立的 WebSocket 连接许可 - 中继:websocket/responses/* 按 connection / session / turn 分层, 帧解析归一化、socket 写入有界、continuation 保持调度亲和性 - 配额:orchestration/codex_quota_breaker.rs 在账号配额耗尽时熔断并 自动恢复,不再直接断开客户端连接 - 用量:每个 turn 的终态用量落库,request_metadata 记录 websocket_mode / websocket_transport,管理端与 usage 视图暴露 is_websocket - 管理端:provider 可配置 Responses WebSocket 开关
This commit is contained in:
@@ -64,6 +64,7 @@ pub trait ProviderPoolAdapter: Send + Sync {
|
||||
quota_reset_seconds: provider_pool_quota_reset_seconds(input.key),
|
||||
account_blocked: provider_pool_account_blocked(input.key),
|
||||
quota_exhausted: self.quota_exhausted(input),
|
||||
quota_hard_blocked: self.quota_hard_blocked(input),
|
||||
..PoolMemberSignals::default()
|
||||
}
|
||||
}
|
||||
@@ -72,6 +73,10 @@ pub trait ProviderPoolAdapter: Send + Sync {
|
||||
provider_pool_quota_snapshot_exhausted_decision(input.key, input.provider_type)
|
||||
.unwrap_or(false)
|
||||
}
|
||||
|
||||
fn quota_hard_blocked(&self, _input: &ProviderPoolMemberInput<'_>) -> bool {
|
||||
false
|
||||
}
|
||||
}
|
||||
|
||||
pub(crate) fn provider_pool_matching_endpoint<F>(
|
||||
|
||||
Reference in New Issue
Block a user