mirror of
https://github.com/fawney19/Aether.git
synced 2026-09-02 01:10:23 +08:00
@@ -1,5 +1,6 @@
|
||||
use aether_ai_formats::formats::matrix::{
|
||||
request_conversion_kind, request_conversion_requires_enable_flag, RequestConversionKind,
|
||||
api_data_format_id, request_conversion_kind, request_conversion_requires_enable_flag,
|
||||
RequestConversionKind,
|
||||
};
|
||||
use aether_ai_formats::normalize_api_format_alias;
|
||||
|
||||
@@ -39,7 +40,14 @@ pub fn request_conversion_enabled_for_transport(
|
||||
if client_api_format == provider_api_format {
|
||||
return true;
|
||||
}
|
||||
if request_conversion_kind(client_api_format.as_str(), provider_api_format.as_str()).is_none() {
|
||||
let conversion_kind =
|
||||
request_conversion_kind(client_api_format.as_str(), provider_api_format.as_str());
|
||||
if conversion_kind.is_none()
|
||||
&& !same_data_format_transport_pair(
|
||||
client_api_format.as_str(),
|
||||
provider_api_format.as_str(),
|
||||
)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
if !request_conversion_requires_enable_flag(
|
||||
@@ -62,7 +70,14 @@ pub fn request_pair_allowed_for_transport(
|
||||
if client_api_format == provider_api_format {
|
||||
return true;
|
||||
}
|
||||
if request_conversion_kind(client_api_format.as_str(), provider_api_format.as_str()).is_none() {
|
||||
let conversion_kind =
|
||||
request_conversion_kind(client_api_format.as_str(), provider_api_format.as_str());
|
||||
if conversion_kind.is_none()
|
||||
&& !same_data_format_transport_pair(
|
||||
client_api_format.as_str(),
|
||||
provider_api_format.as_str(),
|
||||
)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
if is_kiro_claude_messages_transport(transport, &provider_api_format) {
|
||||
@@ -80,6 +95,19 @@ pub fn request_pair_allowed_for_transport(
|
||||
)
|
||||
}
|
||||
|
||||
fn same_data_format_transport_pair(client_api_format: &str, provider_api_format: &str) -> bool {
|
||||
if aether_ai_formats::api_format_alias_matches(client_api_format, provider_api_format) {
|
||||
return false;
|
||||
}
|
||||
matches!(
|
||||
(
|
||||
api_data_format_id(client_api_format),
|
||||
api_data_format_id(provider_api_format)
|
||||
),
|
||||
(Some("embedding"), Some("embedding")) | (Some("rerank"), Some("rerank"))
|
||||
)
|
||||
}
|
||||
|
||||
pub fn request_conversion_transport_supported(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
kind: RequestConversionKind,
|
||||
@@ -117,15 +145,72 @@ pub fn request_conversion_transport_unsupported_reason(
|
||||
}
|
||||
}
|
||||
|
||||
pub fn request_pair_transport_unsupported_reason(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
client_api_format: &str,
|
||||
provider_api_format: &str,
|
||||
) -> Option<&'static str> {
|
||||
let client_api_format = normalize_api_format_alias(client_api_format);
|
||||
let provider_api_format = normalize_api_format_alias(provider_api_format);
|
||||
|
||||
if let Some(kind) =
|
||||
request_conversion_kind(client_api_format.as_str(), provider_api_format.as_str())
|
||||
{
|
||||
return request_conversion_transport_unsupported_reason(transport, kind);
|
||||
}
|
||||
|
||||
if !same_data_format_transport_pair(client_api_format.as_str(), provider_api_format.as_str()) {
|
||||
return Some("transport_api_format_unsupported");
|
||||
}
|
||||
|
||||
match provider_api_format.as_str() {
|
||||
"gemini:embedding" => {
|
||||
if is_vertex_transport_context(transport) {
|
||||
local_vertex_gemini_transport_unsupported_reason_with_network(transport)
|
||||
} else {
|
||||
local_gemini_transport_unsupported_reason_with_network(
|
||||
transport,
|
||||
"gemini:embedding",
|
||||
)
|
||||
}
|
||||
}
|
||||
"openai:embedding" | "jina:embedding" | "doubao:embedding" | "openai:rerank"
|
||||
| "jina:rerank" => local_standard_transport_unsupported_reason_with_network(
|
||||
transport,
|
||||
provider_api_format.as_str(),
|
||||
),
|
||||
_ => Some("transport_api_format_unsupported"),
|
||||
}
|
||||
}
|
||||
|
||||
pub fn request_conversion_direct_auth(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
_kind: RequestConversionKind,
|
||||
) -> Option<(String, String)> {
|
||||
match normalize_api_format_alias(&transport.endpoint.api_format).as_str() {
|
||||
"openai:chat" | "openai:responses" | "openai:responses:compact" => {
|
||||
resolve_local_openai_bearer_auth(transport)
|
||||
}
|
||||
"gemini:generate_content" => {
|
||||
request_direct_auth_for_provider_format(transport, transport.endpoint.api_format.as_str())
|
||||
}
|
||||
|
||||
pub fn request_pair_direct_auth(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
provider_api_format: &str,
|
||||
) -> Option<(String, String)> {
|
||||
request_direct_auth_for_provider_format(transport, provider_api_format)
|
||||
}
|
||||
|
||||
fn request_direct_auth_for_provider_format(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
provider_api_format: &str,
|
||||
) -> Option<(String, String)> {
|
||||
match normalize_api_format_alias(provider_api_format).as_str() {
|
||||
"openai:chat"
|
||||
| "openai:responses"
|
||||
| "openai:responses:compact"
|
||||
| "openai:embedding"
|
||||
| "jina:embedding"
|
||||
| "doubao:embedding"
|
||||
| "openai:rerank"
|
||||
| "jina:rerank" => resolve_local_openai_bearer_auth(transport),
|
||||
"gemini:generate_content" | "gemini:embedding" => {
|
||||
if is_vertex_api_key_transport_context(transport) {
|
||||
resolve_local_vertex_api_key_query_auth(transport)
|
||||
.map(|auth| (VERTEX_API_KEY_QUERY_PARAM.to_string(), auth.value))
|
||||
@@ -338,7 +423,7 @@ mod tests {
|
||||
candidate_common_transport_skip_reason, candidate_transport_pair_skip_reason,
|
||||
request_conversion_direct_auth, request_conversion_enabled_for_transport,
|
||||
request_conversion_transport_supported, request_pair_allowed_for_transport,
|
||||
CandidateTransportPolicyFacts,
|
||||
request_pair_direct_auth, CandidateTransportPolicyFacts,
|
||||
};
|
||||
use aether_ai_formats::formats::matrix::RequestConversionKind;
|
||||
use serde_json::json;
|
||||
@@ -508,6 +593,21 @@ mod tests {
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_gemini_embedding_transport_supports_openai_embedding_conversion() {
|
||||
let transport = transport_snapshot("vertex_ai", "gemini:embedding", "api_key", true, None);
|
||||
|
||||
assert!(request_pair_allowed_for_transport(
|
||||
&transport,
|
||||
"openai:embedding",
|
||||
"gemini:embedding"
|
||||
));
|
||||
assert_eq!(
|
||||
request_pair_direct_auth(&transport, "gemini:embedding"),
|
||||
Some(("key".to_string(), "secret".to_string()))
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn kiro_claude_messages_transport_supports_cross_format_conversion_via_envelope() {
|
||||
let transport = transport_snapshot("kiro", "claude:messages", "bearer", true, None);
|
||||
|
||||
@@ -15,6 +15,7 @@ pub mod oauth_refresh;
|
||||
mod openai_image;
|
||||
pub mod policy;
|
||||
pub mod provider_types;
|
||||
mod request_body;
|
||||
mod request_url;
|
||||
pub mod rules;
|
||||
pub mod same_format_provider;
|
||||
@@ -31,7 +32,8 @@ pub use conversion::{
|
||||
candidate_common_transport_skip_reason, candidate_transport_pair_skip_reason,
|
||||
request_conversion_direct_auth, request_conversion_enabled_for_transport,
|
||||
request_conversion_transport_supported, request_conversion_transport_unsupported_reason,
|
||||
request_pair_allowed_for_transport, CandidateTransportPolicyFacts,
|
||||
request_pair_allowed_for_transport, request_pair_direct_auth,
|
||||
request_pair_transport_unsupported_reason, CandidateTransportPolicyFacts,
|
||||
};
|
||||
pub use diagnostics::{
|
||||
append_transport_diagnostics_to_value, build_request_trace_proxy_value,
|
||||
@@ -80,10 +82,14 @@ pub use policy::{
|
||||
local_standard_transport_unsupported_reason_with_network, supports_local_gemini_transport,
|
||||
supports_local_gemini_transport_with_network, supports_local_standard_transport,
|
||||
};
|
||||
pub use request_body::{
|
||||
apply_transport_request_body_semantics, TransportRequestBodySemanticsError,
|
||||
};
|
||||
pub use request_url::{
|
||||
build_cross_format_openai_chat_upstream_url, build_cross_format_openai_responses_upstream_url,
|
||||
build_kiro_cross_format_upstream_url, build_local_openai_chat_upstream_url,
|
||||
build_local_openai_responses_upstream_url, build_transport_request_url,
|
||||
build_transport_request_url_for_request_body, gemini_embedding_request_body_uses_batch,
|
||||
TransportRequestUrlParams,
|
||||
};
|
||||
pub use rules::{
|
||||
|
||||
@@ -47,6 +47,7 @@ pub enum ProviderApiFormatInheritance {
|
||||
None,
|
||||
OAuth,
|
||||
OAuthOrBearer,
|
||||
OAuthOrServiceAccount,
|
||||
OAuthOrConfiguredBearer,
|
||||
}
|
||||
|
||||
@@ -61,6 +62,9 @@ impl ProviderApiFormatInheritance {
|
||||
Self::None => false,
|
||||
Self::OAuth => auth_type == "oauth",
|
||||
Self::OAuthOrBearer => auth_type == "oauth" || auth_type == "bearer",
|
||||
Self::OAuthOrServiceAccount => {
|
||||
auth_type == "oauth" || auth_type == "service_account" || auth_type == "vertex_ai"
|
||||
}
|
||||
Self::OAuthOrConfiguredBearer => {
|
||||
auth_type == "oauth"
|
||||
|| auth_type == "bearer"
|
||||
@@ -221,11 +225,12 @@ const GEMINI_CLI_RUNTIME_POLICY: ProviderRuntimePolicy = ProviderRuntimePolicy {
|
||||
};
|
||||
const VERTEX_AI_RUNTIME_POLICY: ProviderRuntimePolicy = ProviderRuntimePolicy {
|
||||
fixed_provider: true,
|
||||
api_format_inheritance: ProviderApiFormatInheritance::OAuth,
|
||||
api_format_inheritance: ProviderApiFormatInheritance::OAuthOrServiceAccount,
|
||||
enable_format_conversion_by_default: true,
|
||||
supports_model_fetch: false,
|
||||
supports_local_openai_chat_transport: false,
|
||||
supports_local_same_format_transport: false,
|
||||
local_embedding_support: ProviderLocalEmbeddingSupport::Gemini,
|
||||
..STANDARD_RUNTIME_POLICY
|
||||
};
|
||||
const ANTIGRAVITY_RUNTIME_POLICY: ProviderRuntimePolicy = ProviderRuntimePolicy {
|
||||
@@ -338,6 +343,12 @@ const VERTEX_AI_FIXED_PROVIDER_TEMPLATE: FixedProviderTemplate = FixedProviderTe
|
||||
custom_path: None,
|
||||
config_defaults: EMPTY_ENDPOINT_CONFIG_DEFAULTS,
|
||||
},
|
||||
FixedProviderEndpointTemplate {
|
||||
item_key: "gemini:embedding",
|
||||
api_format: "gemini:embedding",
|
||||
custom_path: None,
|
||||
config_defaults: EMPTY_ENDPOINT_CONFIG_DEFAULTS,
|
||||
},
|
||||
FixedProviderEndpointTemplate {
|
||||
item_key: "claude:messages",
|
||||
api_format: "claude:messages",
|
||||
@@ -679,6 +690,11 @@ mod tests {
|
||||
"bearer",
|
||||
Some("{}")
|
||||
));
|
||||
assert!(fixed_provider_key_inherits_api_formats(
|
||||
"vertex_ai",
|
||||
"service_account",
|
||||
None
|
||||
));
|
||||
assert!(!fixed_provider_key_inherits_api_formats(
|
||||
"kiro", "bearer", None
|
||||
));
|
||||
@@ -747,6 +763,7 @@ mod tests {
|
||||
("custom", "openai:embedding"),
|
||||
("gemini", "gemini:embedding"),
|
||||
("google", "gemini:embedding"),
|
||||
("vertex_ai", "gemini:embedding"),
|
||||
("jina", "jina:embedding"),
|
||||
("doubao", "doubao:embedding"),
|
||||
("volcengine", "doubao:embedding"),
|
||||
@@ -760,6 +777,7 @@ mod tests {
|
||||
for (provider_type, api_format) in [
|
||||
("openai", "gemini:embedding"),
|
||||
("gemini", "openai:embedding"),
|
||||
("vertex_ai", "openai:embedding"),
|
||||
("jina", "doubao:embedding"),
|
||||
("doubao", "jina:embedding"),
|
||||
("claude_code", "openai:embedding"),
|
||||
@@ -776,4 +794,28 @@ mod tests {
|
||||
"GEMINI:EMBEDDING"
|
||||
));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_fixed_provider_template_includes_gemini_embedding_endpoint() {
|
||||
let template =
|
||||
fixed_provider_template("vertex_ai").expect("vertex_ai template should exist");
|
||||
|
||||
assert_eq!(
|
||||
template
|
||||
.endpoints
|
||||
.iter()
|
||||
.map(|item| item.api_format)
|
||||
.collect::<Vec<_>>(),
|
||||
vec![
|
||||
"gemini:generate_content",
|
||||
"gemini:embedding",
|
||||
"claude:messages",
|
||||
]
|
||||
);
|
||||
|
||||
assert!(
|
||||
fixed_provider_endpoint_template_by_api_format("vertex_ai", "gemini:embedding")
|
||||
.is_some()
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
415
crates/aether-provider-transport/src/request_body.rs
Normal file
415
crates/aether-provider-transport/src/request_body.rs
Normal file
@@ -0,0 +1,415 @@
|
||||
use serde_json::{Map, Value};
|
||||
|
||||
use crate::snapshot::GatewayProviderTransportSnapshot;
|
||||
use crate::vertex::is_vertex_transport_context;
|
||||
|
||||
#[derive(Debug, Clone, PartialEq, Eq)]
|
||||
pub struct TransportRequestBodySemanticsError {
|
||||
message: &'static str,
|
||||
}
|
||||
|
||||
impl TransportRequestBodySemanticsError {
|
||||
const fn new(message: &'static str) -> Self {
|
||||
Self { message }
|
||||
}
|
||||
|
||||
pub const fn message(&self) -> &'static str {
|
||||
self.message
|
||||
}
|
||||
}
|
||||
|
||||
impl std::fmt::Display for TransportRequestBodySemanticsError {
|
||||
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||
f.write_str(self.message)
|
||||
}
|
||||
}
|
||||
|
||||
impl std::error::Error for TransportRequestBodySemanticsError {}
|
||||
|
||||
pub fn apply_transport_request_body_semantics(
|
||||
provider_request_body: &mut Value,
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
provider_api_format: &str,
|
||||
) -> Result<(), TransportRequestBodySemanticsError> {
|
||||
let provider_api_format = aether_ai_formats::normalize_api_format_alias(provider_api_format);
|
||||
if provider_api_format == "gemini:embedding" && is_vertex_transport_context(transport) {
|
||||
apply_vertex_gemini_embedding_body_semantics(provider_request_body)?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn apply_vertex_gemini_embedding_body_semantics(
|
||||
provider_request_body: &mut Value,
|
||||
) -> Result<(), TransportRequestBodySemanticsError> {
|
||||
let object = provider_request_body.as_object_mut().ok_or_else(|| {
|
||||
TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding request body must be a JSON object",
|
||||
)
|
||||
})?;
|
||||
|
||||
if object.contains_key("instances") {
|
||||
validate_existing_vertex_predict_body(object)?;
|
||||
object.remove("model");
|
||||
return Ok(());
|
||||
}
|
||||
|
||||
let next = build_vertex_predict_body_from_gemini_embedding_object(object)?;
|
||||
*object = next;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn build_vertex_predict_body_from_gemini_embedding_object(
|
||||
object: &Map<String, Value>,
|
||||
) -> Result<Map<String, Value>, TransportRequestBodySemanticsError> {
|
||||
if let Some(requests) = object.get("requests") {
|
||||
if object.keys().any(|key| key != "requests") {
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding batch body cannot mix requests with other top-level fields",
|
||||
));
|
||||
}
|
||||
let request_items = requests.as_array().ok_or_else(|| {
|
||||
TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding requests must be an array",
|
||||
)
|
||||
})?;
|
||||
let request_objects = request_items
|
||||
.iter()
|
||||
.map(Value::as_object)
|
||||
.collect::<Option<Vec<_>>>()
|
||||
.ok_or_else(|| {
|
||||
TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding requests must be an array of objects",
|
||||
)
|
||||
})?;
|
||||
if request_objects.is_empty() {
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding requests must contain at least one item",
|
||||
));
|
||||
}
|
||||
return build_vertex_predict_body_from_gemini_embedding_items(&request_objects);
|
||||
}
|
||||
|
||||
build_vertex_predict_body_from_gemini_embedding_items(&[object])
|
||||
}
|
||||
|
||||
fn build_vertex_predict_body_from_gemini_embedding_items(
|
||||
items: &[&Map<String, Value>],
|
||||
) -> Result<Map<String, Value>, TransportRequestBodySemanticsError> {
|
||||
if items.iter().any(|item| {
|
||||
item.keys().any(|key| {
|
||||
!matches!(
|
||||
key.as_str(),
|
||||
"model"
|
||||
| "content"
|
||||
| "taskType"
|
||||
| "title"
|
||||
| "outputDimensionality"
|
||||
| "autoTruncate"
|
||||
)
|
||||
})
|
||||
}) {
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding body contains fields that cannot be mapped to predict instances",
|
||||
));
|
||||
}
|
||||
|
||||
let instances = items
|
||||
.iter()
|
||||
.map(|item| build_vertex_predict_instance(item))
|
||||
.collect::<Option<Vec<_>>>()
|
||||
.ok_or_else(|| {
|
||||
TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding body must contain text content parts",
|
||||
)
|
||||
})?;
|
||||
if instances.is_empty() {
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding body must contain at least one instance",
|
||||
));
|
||||
}
|
||||
|
||||
let mut output = Map::new();
|
||||
output.insert("instances".to_string(), Value::Array(instances));
|
||||
|
||||
let mut parameters = Map::new();
|
||||
insert_shared_parameter(items, &mut parameters, "outputDimensionality")?;
|
||||
insert_shared_parameter(items, &mut parameters, "autoTruncate")?;
|
||||
if !parameters.is_empty() {
|
||||
output.insert("parameters".to_string(), Value::Object(parameters));
|
||||
}
|
||||
|
||||
Ok(output)
|
||||
}
|
||||
|
||||
fn validate_existing_vertex_predict_body(
|
||||
object: &Map<String, Value>,
|
||||
) -> Result<(), TransportRequestBodySemanticsError> {
|
||||
if object
|
||||
.keys()
|
||||
.any(|key| !matches!(key.as_str(), "model" | "instances" | "parameters"))
|
||||
{
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding predict body contains unsupported top-level fields",
|
||||
));
|
||||
}
|
||||
let Some(instances) = object.get("instances").and_then(Value::as_array) else {
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding predict body must contain an instances array",
|
||||
));
|
||||
};
|
||||
if instances.is_empty() {
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding predict body must contain at least one instance",
|
||||
));
|
||||
}
|
||||
if object
|
||||
.get("parameters")
|
||||
.is_some_and(|parameters| !parameters.is_object())
|
||||
{
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding predict parameters must be an object",
|
||||
));
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn build_vertex_predict_instance(item: &Map<String, Value>) -> Option<Value> {
|
||||
let content = gemini_embedding_content_text(item.get("content")?)?;
|
||||
let mut instance = Map::new();
|
||||
instance.insert("content".to_string(), Value::String(content));
|
||||
if let Some(task_type) = item.get("taskType") {
|
||||
instance.insert(
|
||||
"task_type".to_string(),
|
||||
Value::String(task_type.as_str()?.to_string()),
|
||||
);
|
||||
}
|
||||
if let Some(title) = item.get("title") {
|
||||
instance.insert(
|
||||
"title".to_string(),
|
||||
Value::String(title.as_str()?.to_string()),
|
||||
);
|
||||
}
|
||||
Some(Value::Object(instance))
|
||||
}
|
||||
|
||||
fn gemini_embedding_content_text(content: &Value) -> Option<String> {
|
||||
let parts = content
|
||||
.as_object()?
|
||||
.get("parts")?
|
||||
.as_array()?
|
||||
.iter()
|
||||
.filter_map(|part| part.as_object()?.get("text")?.as_str())
|
||||
.filter(|text| !text.trim().is_empty())
|
||||
.collect::<Vec<_>>();
|
||||
if parts.is_empty() {
|
||||
return None;
|
||||
}
|
||||
Some(parts.join(""))
|
||||
}
|
||||
|
||||
fn insert_shared_parameter(
|
||||
items: &[&Map<String, Value>],
|
||||
parameters: &mut Map<String, Value>,
|
||||
key: &str,
|
||||
) -> Result<(), TransportRequestBodySemanticsError> {
|
||||
let mut value: Option<Value> = None;
|
||||
for item in items {
|
||||
let Some(next) = item.get(key) else {
|
||||
continue;
|
||||
};
|
||||
match &value {
|
||||
Some(current) if current != next => {
|
||||
return Err(TransportRequestBodySemanticsError::new(
|
||||
"Vertex Gemini embedding batch items must use the same shared parameters",
|
||||
));
|
||||
}
|
||||
None => value = Some(next.clone()),
|
||||
_ => {}
|
||||
}
|
||||
}
|
||||
if let Some(value) = value {
|
||||
parameters.insert(key.to_string(), value);
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use serde_json::json;
|
||||
|
||||
use super::apply_transport_request_body_semantics;
|
||||
use crate::snapshot::{
|
||||
GatewayProviderTransportEndpoint, GatewayProviderTransportKey,
|
||||
GatewayProviderTransportProvider, GatewayProviderTransportSnapshot,
|
||||
};
|
||||
|
||||
fn sample_transport(provider_type: &str, base_url: &str) -> GatewayProviderTransportSnapshot {
|
||||
GatewayProviderTransportSnapshot {
|
||||
provider: GatewayProviderTransportProvider {
|
||||
id: "provider-1".to_string(),
|
||||
name: "provider".to_string(),
|
||||
provider_type: provider_type.to_string(),
|
||||
website: None,
|
||||
is_active: true,
|
||||
keep_priority_on_conversion: false,
|
||||
enable_format_conversion: true,
|
||||
concurrent_limit: None,
|
||||
max_retries: None,
|
||||
proxy: None,
|
||||
request_timeout_secs: None,
|
||||
stream_first_byte_timeout_secs: None,
|
||||
config: None,
|
||||
},
|
||||
endpoint: GatewayProviderTransportEndpoint {
|
||||
id: "endpoint-1".to_string(),
|
||||
provider_id: "provider-1".to_string(),
|
||||
api_format: "gemini:embedding".to_string(),
|
||||
api_family: Some("gemini".to_string()),
|
||||
endpoint_kind: Some("embedding".to_string()),
|
||||
is_active: true,
|
||||
base_url: base_url.to_string(),
|
||||
header_rules: None,
|
||||
body_rules: None,
|
||||
max_retries: None,
|
||||
custom_path: None,
|
||||
config: None,
|
||||
format_acceptance_config: None,
|
||||
proxy: None,
|
||||
},
|
||||
key: GatewayProviderTransportKey {
|
||||
id: "key-1".to_string(),
|
||||
provider_id: "provider-1".to_string(),
|
||||
name: "key".to_string(),
|
||||
auth_type: "api_key".to_string(),
|
||||
is_active: true,
|
||||
api_formats: Some(vec!["gemini:embedding".to_string()]),
|
||||
auth_type_by_format: None,
|
||||
allow_auth_channel_mismatch_formats: None,
|
||||
allowed_models: None,
|
||||
capabilities: None,
|
||||
rate_multipliers: None,
|
||||
global_priority_by_format: None,
|
||||
expires_at_unix_secs: None,
|
||||
proxy: None,
|
||||
fingerprint: None,
|
||||
decrypted_api_key: "secret".to_string(),
|
||||
decrypted_auth_config: None,
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_gemini_embedding_single_body_uses_predict_contract() {
|
||||
let transport = sample_transport("vertex_ai", "https://aiplatform.googleapis.com");
|
||||
let mut body = json!({
|
||||
"model": "gemini-embedding-2",
|
||||
"content": {"parts": [{"text": "hello"}]},
|
||||
"taskType": "RETRIEVAL_QUERY",
|
||||
"outputDimensionality": 768
|
||||
});
|
||||
|
||||
apply_transport_request_body_semantics(&mut body, &transport, "gemini:embedding")
|
||||
.expect("body semantics should apply");
|
||||
|
||||
assert!(body.get("model").is_none());
|
||||
assert!(body.get("content").is_none());
|
||||
assert_eq!(body["instances"][0]["content"], "hello");
|
||||
assert_eq!(body["instances"][0]["task_type"], "RETRIEVAL_QUERY");
|
||||
assert_eq!(body["parameters"]["outputDimensionality"], 768);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn gemini_api_embedding_single_body_keeps_model_for_developer_api() {
|
||||
let transport =
|
||||
sample_transport("gemini", "https://generativelanguage.googleapis.com/v1beta");
|
||||
let mut body = json!({
|
||||
"model": "gemini-embedding-2",
|
||||
"content": {"parts": [{"text": "hello"}]}
|
||||
});
|
||||
|
||||
apply_transport_request_body_semantics(&mut body, &transport, "gemini:embedding")
|
||||
.expect("developer API body should pass through");
|
||||
|
||||
assert_eq!(body["model"], "gemini-embedding-2");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_gemini_embedding_batch_body_uses_predict_instances() {
|
||||
let transport = sample_transport("vertex_ai", "https://aiplatform.googleapis.com");
|
||||
let mut body = json!({
|
||||
"requests": [
|
||||
{
|
||||
"model": "models/gemini-embedding-2",
|
||||
"content": {"parts": [{"text": "hello"}]}
|
||||
},
|
||||
{
|
||||
"model": "models/gemini-embedding-2",
|
||||
"content": {"parts": [{"text": "world"}]}
|
||||
}
|
||||
]
|
||||
});
|
||||
|
||||
apply_transport_request_body_semantics(&mut body, &transport, "gemini:embedding")
|
||||
.expect("batch body semantics should apply");
|
||||
|
||||
assert!(body.get("requests").is_none());
|
||||
assert_eq!(body["instances"][0]["content"], "hello");
|
||||
assert_eq!(body["instances"][1]["content"], "world");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_gemini_embedding_existing_predict_body_removes_duplicate_model() {
|
||||
let transport = sample_transport("vertex_ai", "https://aiplatform.googleapis.com");
|
||||
let mut body = json!({
|
||||
"model": "gemini-embedding-2",
|
||||
"instances": [
|
||||
{"content": "hello", "task_type": "RETRIEVAL_QUERY"}
|
||||
],
|
||||
"parameters": {
|
||||
"outputDimensionality": 768
|
||||
}
|
||||
});
|
||||
|
||||
apply_transport_request_body_semantics(&mut body, &transport, "gemini:embedding")
|
||||
.expect("existing predict body should be accepted");
|
||||
|
||||
assert!(body.get("model").is_none());
|
||||
assert_eq!(body["instances"][0]["content"], "hello");
|
||||
assert_eq!(body["parameters"]["outputDimensionality"], 768);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_gemini_embedding_existing_predict_body_rejects_unconsumed_fields() {
|
||||
let transport = sample_transport("vertex_ai", "https://aiplatform.googleapis.com");
|
||||
let mut body = json!({
|
||||
"model": "gemini-embedding-2",
|
||||
"instances": [
|
||||
{"content": "hello"}
|
||||
],
|
||||
"input": "this field would not be consumed by Vertex predict"
|
||||
});
|
||||
|
||||
let error =
|
||||
apply_transport_request_body_semantics(&mut body, &transport, "gemini:embedding")
|
||||
.expect_err("predict body must not carry unconsumed OpenAI fields");
|
||||
|
||||
assert!(error.message().contains("unsupported top-level fields"));
|
||||
assert!(body.get("model").is_some());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_gemini_embedding_rejects_unconverted_openai_body() {
|
||||
let transport = sample_transport("vertex_ai", "https://aiplatform.googleapis.com");
|
||||
let mut body = json!({
|
||||
"model": "gemini-embedding-2",
|
||||
"input": "hello"
|
||||
});
|
||||
|
||||
let error =
|
||||
apply_transport_request_body_semantics(&mut body, &transport, "gemini:embedding")
|
||||
.expect_err("OpenAI embedding body must not be sent to Vertex native predict");
|
||||
|
||||
assert!(error.message().contains("cannot be mapped"));
|
||||
assert!(body.get("input").is_some());
|
||||
}
|
||||
}
|
||||
@@ -2,6 +2,7 @@ use std::collections::BTreeMap;
|
||||
use std::sync::OnceLock;
|
||||
|
||||
use regex::Regex;
|
||||
use serde_json::Value;
|
||||
use url::form_urlencoded;
|
||||
|
||||
use crate::antigravity::{
|
||||
@@ -12,11 +13,14 @@ use crate::claude_code::build_claude_code_messages_url;
|
||||
use crate::snapshot::GatewayProviderTransportSnapshot;
|
||||
use crate::url::{
|
||||
build_claude_messages_url, build_gemini_content_url, build_openai_chat_url,
|
||||
build_openai_responses_url, build_passthrough_path_url, normalize_gemini_content_action_path,
|
||||
build_openai_responses_url, build_passthrough_path_url,
|
||||
google_openai_compat_base_includes_api_root, normalize_gemini_content_action_path,
|
||||
};
|
||||
use crate::vertex::{
|
||||
build_vertex_api_key_gemini_content_url, build_vertex_service_account_gemini_content_url,
|
||||
resolve_local_vertex_api_key_query_auth, resolve_local_vertex_service_account_auth_config,
|
||||
build_vertex_api_key_gemini_content_url, build_vertex_api_key_gemini_embedding_url,
|
||||
build_vertex_service_account_gemini_content_url,
|
||||
build_vertex_service_account_gemini_embedding_url, resolve_local_vertex_api_key_query_auth,
|
||||
resolve_local_vertex_service_account_auth_config,
|
||||
};
|
||||
|
||||
#[derive(Debug, Clone, Copy)]
|
||||
@@ -32,20 +36,51 @@ pub fn build_transport_request_url(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
params: TransportRequestUrlParams<'_>,
|
||||
) -> Option<String> {
|
||||
build_transport_request_url_inner(transport, params, false)
|
||||
}
|
||||
|
||||
pub fn build_transport_request_url_for_request_body(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
params: TransportRequestUrlParams<'_>,
|
||||
provider_request_body: Option<&Value>,
|
||||
) -> Option<String> {
|
||||
let gemini_embedding_batch =
|
||||
gemini_embedding_request_body_uses_batch(params.provider_api_format, provider_request_body);
|
||||
build_transport_request_url_inner(transport, params, gemini_embedding_batch)
|
||||
}
|
||||
|
||||
pub fn gemini_embedding_request_body_uses_batch(
|
||||
provider_api_format: &str,
|
||||
provider_request_body: Option<&Value>,
|
||||
) -> bool {
|
||||
aether_ai_formats::normalize_api_format_alias(provider_api_format) == "gemini:embedding"
|
||||
&& provider_request_body
|
||||
.and_then(|body| body.get("requests"))
|
||||
.and_then(Value::as_array)
|
||||
.is_some_and(|requests| !requests.is_empty())
|
||||
}
|
||||
|
||||
fn build_transport_request_url_inner(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
params: TransportRequestUrlParams<'_>,
|
||||
gemini_embedding_batch: bool,
|
||||
) -> Option<String> {
|
||||
let provider_api_format = params.provider_api_format.trim().to_ascii_lowercase();
|
||||
let normalized_provider_api_format =
|
||||
aether_ai_formats::normalize_api_format_alias(&provider_api_format);
|
||||
if let Some(url) = build_transport_hook_url(transport, params) {
|
||||
return Some(url);
|
||||
}
|
||||
|
||||
let provider_api_format = params.provider_api_format.trim().to_ascii_lowercase();
|
||||
let normalized_provider_api_format =
|
||||
aether_ai_formats::normalize_api_format_alias(&provider_api_format);
|
||||
let custom_path = transport
|
||||
.endpoint
|
||||
.custom_path
|
||||
.as_deref()
|
||||
.map(str::trim)
|
||||
.filter(|value| !value.is_empty())
|
||||
.map(|path| expand_custom_path_template(path, build_path_params(params)));
|
||||
.map(|path| {
|
||||
expand_custom_path_template(path, build_path_params(params, gemini_embedding_batch))
|
||||
});
|
||||
|
||||
if let Some(path) = custom_path.as_deref() {
|
||||
let blocked_keys = if normalized_provider_api_format.starts_with("gemini:") {
|
||||
@@ -55,6 +90,8 @@ pub fn build_transport_request_url(
|
||||
};
|
||||
let normalized_path = if normalized_provider_api_format == "gemini:generate_content" {
|
||||
normalize_gemini_content_action_path(path, params.upstream_is_stream)
|
||||
} else if normalized_provider_api_format == "gemini:embedding" {
|
||||
normalize_gemini_embedding_action_path(path, gemini_embedding_batch)
|
||||
} else {
|
||||
path.to_string()
|
||||
};
|
||||
@@ -106,6 +143,7 @@ pub fn build_transport_request_url(
|
||||
&transport.endpoint.base_url,
|
||||
params.mapped_model?,
|
||||
params.request_query,
|
||||
gemini_embedding_batch,
|
||||
),
|
||||
"doubao:embedding" => build_passthrough_path_url(
|
||||
&transport.endpoint.base_url,
|
||||
@@ -246,25 +284,42 @@ fn build_transport_hook_url(
|
||||
));
|
||||
}
|
||||
|
||||
if aether_ai_formats::normalize_api_format_alias(params.provider_api_format)
|
||||
== "gemini:generate_content"
|
||||
{
|
||||
if let Some(auth) = resolve_local_vertex_api_key_query_auth(transport) {
|
||||
return build_vertex_api_key_gemini_content_url(
|
||||
params.mapped_model?,
|
||||
params.upstream_is_stream,
|
||||
&auth.value,
|
||||
params.request_query,
|
||||
);
|
||||
match aether_ai_formats::normalize_api_format_alias(params.provider_api_format).as_str() {
|
||||
"gemini:generate_content" => {
|
||||
if let Some(auth) = resolve_local_vertex_api_key_query_auth(transport) {
|
||||
return build_vertex_api_key_gemini_content_url(
|
||||
params.mapped_model?,
|
||||
params.upstream_is_stream,
|
||||
&auth.value,
|
||||
params.request_query,
|
||||
);
|
||||
}
|
||||
if let Some(auth_config) = resolve_local_vertex_service_account_auth_config(transport) {
|
||||
return build_vertex_service_account_gemini_content_url(
|
||||
params.mapped_model?,
|
||||
params.upstream_is_stream,
|
||||
&auth_config,
|
||||
params.request_query,
|
||||
);
|
||||
}
|
||||
}
|
||||
if let Some(auth_config) = resolve_local_vertex_service_account_auth_config(transport) {
|
||||
return build_vertex_service_account_gemini_content_url(
|
||||
params.mapped_model?,
|
||||
params.upstream_is_stream,
|
||||
&auth_config,
|
||||
params.request_query,
|
||||
);
|
||||
"gemini:embedding" => {
|
||||
if let Some(auth) = resolve_local_vertex_api_key_query_auth(transport) {
|
||||
return build_vertex_api_key_gemini_embedding_url(
|
||||
params.mapped_model?,
|
||||
&auth.value,
|
||||
params.request_query,
|
||||
);
|
||||
}
|
||||
if let Some(auth_config) = resolve_local_vertex_service_account_auth_config(transport) {
|
||||
return build_vertex_service_account_gemini_embedding_url(
|
||||
params.mapped_model?,
|
||||
&auth_config,
|
||||
params.request_query,
|
||||
);
|
||||
}
|
||||
}
|
||||
_ => {}
|
||||
}
|
||||
|
||||
if is_antigravity_provider_transport(transport) {
|
||||
@@ -287,7 +342,10 @@ fn build_transport_hook_url(
|
||||
None
|
||||
}
|
||||
|
||||
fn build_path_params(params: TransportRequestUrlParams<'_>) -> BTreeMap<&'static str, &str> {
|
||||
fn build_path_params(
|
||||
params: TransportRequestUrlParams<'_>,
|
||||
gemini_embedding_batch: bool,
|
||||
) -> BTreeMap<&'static str, &str> {
|
||||
let mut path_params = BTreeMap::new();
|
||||
if let Some(model) = params
|
||||
.mapped_model
|
||||
@@ -302,7 +360,11 @@ fn build_path_params(params: TransportRequestUrlParams<'_>) -> BTreeMap<&'static
|
||||
path_params.insert(
|
||||
"action",
|
||||
if provider_api_format == "gemini:embedding" {
|
||||
"embedContent"
|
||||
if gemini_embedding_batch {
|
||||
"batchEmbedContents"
|
||||
} else {
|
||||
"embedContent"
|
||||
}
|
||||
} else if params.upstream_is_stream {
|
||||
"streamGenerateContent"
|
||||
} else {
|
||||
@@ -313,6 +375,14 @@ fn build_path_params(params: TransportRequestUrlParams<'_>) -> BTreeMap<&'static
|
||||
path_params
|
||||
}
|
||||
|
||||
fn normalize_gemini_embedding_action_path(path: &str, batch: bool) -> String {
|
||||
if batch {
|
||||
path.replace(":embedContent", ":batchEmbedContents")
|
||||
} else {
|
||||
path.replace(":batchEmbedContents", ":embedContent")
|
||||
}
|
||||
}
|
||||
|
||||
fn build_provider_embedding_v1_url(upstream_base_url: &str, query: Option<&str>) -> Option<String> {
|
||||
build_provider_v1_url(upstream_base_url, "/embeddings", "/v1/embeddings", query)
|
||||
}
|
||||
@@ -333,7 +403,9 @@ fn build_provider_v1_url(
|
||||
.map(|(base, _)| base)
|
||||
.unwrap_or_else(|| upstream_base_url.trim())
|
||||
.trim_end_matches('/');
|
||||
let path = if base_without_query.ends_with("/v1") {
|
||||
let path = if base_without_query.ends_with("/v1")
|
||||
|| google_openai_compat_base_includes_api_root(base_without_query)
|
||||
{
|
||||
v1_path
|
||||
} else {
|
||||
default_path
|
||||
@@ -345,6 +417,7 @@ fn build_gemini_embedding_url(
|
||||
upstream_base_url: &str,
|
||||
model: &str,
|
||||
query: Option<&str>,
|
||||
batch: bool,
|
||||
) -> Option<String> {
|
||||
let trimmed_base_url = upstream_base_url
|
||||
.trim()
|
||||
@@ -357,12 +430,17 @@ fn build_gemini_embedding_url(
|
||||
return None;
|
||||
}
|
||||
|
||||
let path = if trimmed_base_url.ends_with("/v1beta") {
|
||||
format!("/models/{trimmed_model}:embedContent")
|
||||
} else if trimmed_base_url.contains("/v1beta/models/") {
|
||||
":embedContent".to_string()
|
||||
let action = if batch {
|
||||
"batchEmbedContents"
|
||||
} else {
|
||||
format!("/v1beta/models/{trimmed_model}:embedContent")
|
||||
"embedContent"
|
||||
};
|
||||
let path = if trimmed_base_url.ends_with("/v1beta") {
|
||||
format!("/models/{trimmed_model}:{action}")
|
||||
} else if trimmed_base_url.contains("/v1beta/models/") {
|
||||
format!(":{action}")
|
||||
} else {
|
||||
format!("/v1beta/models/{trimmed_model}:{action}")
|
||||
};
|
||||
build_passthrough_path_url(upstream_base_url, &path, query, &["key"])
|
||||
}
|
||||
@@ -440,12 +518,13 @@ fn custom_path_template_regex() -> &'static Regex {
|
||||
mod tests {
|
||||
use super::{
|
||||
build_kiro_cross_format_upstream_url, build_transport_request_url,
|
||||
TransportRequestUrlParams,
|
||||
build_transport_request_url_for_request_body, TransportRequestUrlParams,
|
||||
};
|
||||
use crate::snapshot::{
|
||||
GatewayProviderTransportEndpoint, GatewayProviderTransportKey,
|
||||
GatewayProviderTransportProvider, GatewayProviderTransportSnapshot,
|
||||
};
|
||||
use serde_json::json;
|
||||
|
||||
fn sample_transport(
|
||||
provider_type: &str,
|
||||
@@ -572,6 +651,96 @@ mod tests {
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn uses_vertex_service_account_hook_for_gemini_embedding_url() {
|
||||
let mut transport = sample_transport(
|
||||
"vertex_ai",
|
||||
"gemini:embedding",
|
||||
"https://aiplatform.googleapis.com",
|
||||
None,
|
||||
);
|
||||
transport.endpoint.endpoint_kind = Some("embedding".to_string());
|
||||
transport.key.auth_type = "service_account".to_string();
|
||||
transport.key.decrypted_api_key = "__placeholder__".to_string();
|
||||
transport.key.decrypted_auth_config = Some(
|
||||
r#"{
|
||||
"client_email":"svc@example.iam.gserviceaccount.com",
|
||||
"private_key":"TEST-PRIVATE-KEY",
|
||||
"project_id":"demo-project"
|
||||
}"#
|
||||
.to_string(),
|
||||
);
|
||||
|
||||
let provider_request_body = json!({
|
||||
"content": {"parts": [{"text": "hello"}]}
|
||||
});
|
||||
let url = build_transport_request_url_for_request_body(
|
||||
&transport,
|
||||
TransportRequestUrlParams {
|
||||
provider_api_format: "gemini:embedding",
|
||||
mapped_model: Some("gemini-embedding-2"),
|
||||
upstream_is_stream: false,
|
||||
request_query: Some("foo=bar&beta=1"),
|
||||
kiro_api_region: None,
|
||||
},
|
||||
Some(&provider_request_body),
|
||||
)
|
||||
.expect("vertex embedding service account hook url");
|
||||
|
||||
assert_eq!(
|
||||
url,
|
||||
"https://aiplatform.googleapis.com/v1/projects/demo-project/locations/global/publishers/google/models/gemini-embedding-2:predict?foo=bar"
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn vertex_gemini_embedding_batch_request_uses_vertex_predict_endpoint() {
|
||||
let mut transport = sample_transport(
|
||||
"vertex_ai",
|
||||
"gemini:embedding",
|
||||
"https://aiplatform.googleapis.com",
|
||||
None,
|
||||
);
|
||||
transport.endpoint.endpoint_kind = Some("embedding".to_string());
|
||||
transport.key.auth_type = "service_account".to_string();
|
||||
transport.key.decrypted_api_key = "__placeholder__".to_string();
|
||||
transport.key.decrypted_auth_config = Some(
|
||||
r#"{
|
||||
"client_email":"svc@example.iam.gserviceaccount.com",
|
||||
"private_key":"TEST-PRIVATE-KEY",
|
||||
"project_id":"demo-project"
|
||||
}"#
|
||||
.to_string(),
|
||||
);
|
||||
|
||||
let batch_body = json!({
|
||||
"requests": [
|
||||
{
|
||||
"model": "models/gemini-embedding-2",
|
||||
"content": {"parts": [{"text": "alpha"}]}
|
||||
}
|
||||
]
|
||||
});
|
||||
|
||||
assert_eq!(
|
||||
build_transport_request_url_for_request_body(
|
||||
&transport,
|
||||
TransportRequestUrlParams {
|
||||
provider_api_format: "gemini:embedding",
|
||||
mapped_model: Some("gemini-embedding-2"),
|
||||
upstream_is_stream: false,
|
||||
request_query: None,
|
||||
kiro_api_region: None,
|
||||
},
|
||||
Some(&batch_body),
|
||||
)
|
||||
.as_deref(),
|
||||
Some(
|
||||
"https://aiplatform.googleapis.com/v1/projects/demo-project/locations/global/publishers/google/models/gemini-embedding-2:predict"
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn builds_openai_responses_url_for_formal_format_name() {
|
||||
let transport = sample_transport(
|
||||
@@ -829,6 +998,129 @@ mod tests {
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn embedding_request_url_preserves_google_openai_compat_roots() {
|
||||
let developer_api_openai = sample_transport(
|
||||
"custom",
|
||||
"openai:embedding",
|
||||
"https://generativelanguage.googleapis.com/v1beta/openai",
|
||||
None,
|
||||
);
|
||||
let vertex_openai = sample_transport(
|
||||
"custom",
|
||||
"openai:embedding",
|
||||
"https://aiplatform.googleapis.com/v1/projects/project-1/locations/global/endpoints/openapi",
|
||||
None,
|
||||
);
|
||||
|
||||
assert_eq!(
|
||||
build_transport_request_url(
|
||||
&developer_api_openai,
|
||||
TransportRequestUrlParams {
|
||||
provider_api_format: "openai:embedding",
|
||||
mapped_model: Some("gemini-embedding-001"),
|
||||
upstream_is_stream: false,
|
||||
request_query: Some("trace=1"),
|
||||
kiro_api_region: None,
|
||||
},
|
||||
)
|
||||
.as_deref(),
|
||||
Some("https://generativelanguage.googleapis.com/v1beta/openai/embeddings?trace=1")
|
||||
);
|
||||
assert_eq!(
|
||||
build_transport_request_url(
|
||||
&vertex_openai,
|
||||
TransportRequestUrlParams {
|
||||
provider_api_format: "openai:embedding",
|
||||
mapped_model: Some("gemini-embedding-001"),
|
||||
upstream_is_stream: false,
|
||||
request_query: None,
|
||||
kiro_api_region: None,
|
||||
},
|
||||
)
|
||||
.as_deref(),
|
||||
Some(
|
||||
"https://aiplatform.googleapis.com/v1/projects/project-1/locations/global/endpoints/openapi/embeddings"
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn gemini_embedding_batch_body_uses_batch_endpoint() {
|
||||
let gemini = sample_transport(
|
||||
"gemini",
|
||||
"gemini:embedding",
|
||||
"https://generativelanguage.googleapis.com/v1beta",
|
||||
None,
|
||||
);
|
||||
let batch_body = json!({
|
||||
"requests": [
|
||||
{
|
||||
"model": "models/gemini-embedding-001",
|
||||
"content": {"parts": [{"text": "alpha"}]}
|
||||
},
|
||||
{
|
||||
"model": "models/gemini-embedding-001",
|
||||
"content": {"parts": [{"text": "beta"}]}
|
||||
}
|
||||
]
|
||||
});
|
||||
|
||||
assert_eq!(
|
||||
build_transport_request_url_for_request_body(
|
||||
&gemini,
|
||||
TransportRequestUrlParams {
|
||||
provider_api_format: "gemini:embedding",
|
||||
mapped_model: Some("gemini-embedding-001"),
|
||||
upstream_is_stream: false,
|
||||
request_query: Some("key=client-key&foo=bar"),
|
||||
kiro_api_region: None,
|
||||
},
|
||||
Some(&batch_body),
|
||||
)
|
||||
.as_deref(),
|
||||
Some(
|
||||
"https://generativelanguage.googleapis.com/v1beta/models/gemini-embedding-001:batchEmbedContents?foo=bar"
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn gemini_embedding_custom_action_template_follows_batch_body() {
|
||||
let gemini = sample_transport(
|
||||
"gemini",
|
||||
"gemini:embedding",
|
||||
"https://generativelanguage.googleapis.com",
|
||||
Some("/v1beta/models/{model}:{action}"),
|
||||
);
|
||||
let batch_body = json!({
|
||||
"requests": [
|
||||
{
|
||||
"model": "models/gemini-embedding-001",
|
||||
"content": {"parts": [{"text": "alpha"}]}
|
||||
}
|
||||
]
|
||||
});
|
||||
|
||||
assert_eq!(
|
||||
build_transport_request_url_for_request_body(
|
||||
&gemini,
|
||||
TransportRequestUrlParams {
|
||||
provider_api_format: "gemini:embedding",
|
||||
mapped_model: Some("gemini-embedding-001"),
|
||||
upstream_is_stream: false,
|
||||
request_query: None,
|
||||
kiro_api_region: None,
|
||||
},
|
||||
Some(&batch_body),
|
||||
)
|
||||
.as_deref(),
|
||||
Some(
|
||||
"https://generativelanguage.googleapis.com/v1beta/models/gemini-embedding-001:batchEmbedContents"
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn rerank_request_url_builds_provider_default_paths() {
|
||||
let openai = sample_transport(
|
||||
|
||||
@@ -27,7 +27,10 @@ use crate::vertex::{
|
||||
is_vertex_service_account_transport_context, is_vertex_transport_context,
|
||||
local_vertex_gemini_transport_unsupported_reason_with_network,
|
||||
};
|
||||
use crate::{build_transport_request_url, ensure_upstream_auth_header, TransportRequestUrlParams};
|
||||
use crate::{
|
||||
build_transport_request_url_for_request_body, ensure_upstream_auth_header,
|
||||
TransportRequestUrlParams,
|
||||
};
|
||||
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
||||
pub enum SameFormatProviderFamily {
|
||||
@@ -77,6 +80,7 @@ pub struct SameFormatProviderUpstreamUrlParams<'a> {
|
||||
pub upstream_is_stream: bool,
|
||||
pub request_query: Option<&'a str>,
|
||||
pub kiro_api_region: Option<&'a str>,
|
||||
pub provider_request_body: Option<&'a Value>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, Copy)]
|
||||
@@ -257,7 +261,7 @@ pub fn build_same_format_provider_upstream_url(
|
||||
transport: &GatewayProviderTransportSnapshot,
|
||||
params: SameFormatProviderUpstreamUrlParams<'_>,
|
||||
) -> Option<String> {
|
||||
build_transport_request_url(
|
||||
build_transport_request_url_for_request_body(
|
||||
transport,
|
||||
TransportRequestUrlParams {
|
||||
provider_api_format: params.provider_api_format,
|
||||
@@ -266,6 +270,7 @@ pub fn build_same_format_provider_upstream_url(
|
||||
request_query: params.request_query,
|
||||
kiro_api_region: params.kiro_api_region,
|
||||
},
|
||||
params.provider_request_body,
|
||||
)
|
||||
}
|
||||
|
||||
|
||||
@@ -2,15 +2,17 @@ use std::collections::BTreeMap;
|
||||
|
||||
use super::provider_types::is_codex_cli_backend_url;
|
||||
use url::form_urlencoded;
|
||||
use url::Url;
|
||||
|
||||
pub fn build_openai_chat_url(upstream_base_url: &str, query: Option<&str>) -> String {
|
||||
let (trimmed, base_query) = split_base_url_query(upstream_base_url);
|
||||
let trimmed = trimmed.trim_end_matches('/');
|
||||
let mut url = if trimmed.ends_with("/v1") {
|
||||
format!("{trimmed}/chat/completions")
|
||||
} else {
|
||||
format!("{trimmed}/v1/chat/completions")
|
||||
};
|
||||
let mut url =
|
||||
if trimmed.ends_with("/v1") || google_openai_compat_base_includes_api_root(trimmed) {
|
||||
format!("{trimmed}/chat/completions")
|
||||
} else {
|
||||
format!("{trimmed}/v1/chat/completions")
|
||||
};
|
||||
append_merged_query(&mut url, base_query, None, query, &[]);
|
||||
url
|
||||
}
|
||||
@@ -195,6 +197,33 @@ fn split_base_url_query(base_url: &str) -> (&str, Option<&str>) {
|
||||
.unwrap_or((trimmed, None))
|
||||
}
|
||||
|
||||
pub(crate) fn google_openai_compat_base_includes_api_root(base_url: &str) -> bool {
|
||||
let Ok(parsed) = Url::parse(base_url.trim()) else {
|
||||
return false;
|
||||
};
|
||||
let Some(host) = parsed.host_str().map(|value| value.to_ascii_lowercase()) else {
|
||||
return false;
|
||||
};
|
||||
let path = parsed.path().trim_end_matches('/');
|
||||
|
||||
if host == "generativelanguage.googleapis.com" {
|
||||
return path == "/v1beta/openai" || path == "/v1/openai";
|
||||
}
|
||||
|
||||
if looks_like_vertex_ai_host(&host) {
|
||||
return path.ends_with("/endpoints/openapi");
|
||||
}
|
||||
|
||||
false
|
||||
}
|
||||
|
||||
fn looks_like_vertex_ai_host(host: &str) -> bool {
|
||||
const VERTEX_AI_HOST: &str = "aiplatform.googleapis.com";
|
||||
host == VERTEX_AI_HOST
|
||||
|| host.ends_with(&format!(".{VERTEX_AI_HOST}"))
|
||||
|| host.ends_with(&format!("-{VERTEX_AI_HOST}"))
|
||||
}
|
||||
|
||||
fn split_path_query(path: &str) -> (&str, Option<&str>) {
|
||||
path.split_once('?')
|
||||
.map(|(path, query)| (path, Some(query)))
|
||||
@@ -294,6 +323,24 @@ mod tests {
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn openai_chat_url_preserves_google_openai_compat_roots() {
|
||||
assert_eq!(
|
||||
build_openai_chat_url(
|
||||
"https://generativelanguage.googleapis.com/v1beta/openai",
|
||||
Some("trace=1")
|
||||
),
|
||||
"https://generativelanguage.googleapis.com/v1beta/openai/chat/completions?trace=1"
|
||||
);
|
||||
assert_eq!(
|
||||
build_openai_chat_url(
|
||||
"https://aiplatform.googleapis.com/v1/projects/project-1/locations/global/endpoints/openapi",
|
||||
None,
|
||||
),
|
||||
"https://aiplatform.googleapis.com/v1/projects/project-1/locations/global/endpoints/openapi/chat/completions"
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn openai_responses_url_preserves_codex_path_prefix() {
|
||||
assert_eq!(
|
||||
|
||||
@@ -82,7 +82,20 @@ fn is_vertex_host_format_context(transport: &GatewayProviderTransportSnapshot) -
|
||||
}
|
||||
|
||||
let endpoint_api_format = transport.endpoint.api_format.trim().to_ascii_lowercase();
|
||||
endpoint_api_format.starts_with("gemini:") || endpoint_api_format.starts_with("claude:")
|
||||
endpoint_api_format.starts_with("gemini:")
|
||||
|| endpoint_api_format.starts_with("claude:")
|
||||
|| (endpoint_api_format.starts_with("openai:")
|
||||
&& looks_like_vertex_openai_compat_base(&transport.endpoint.base_url))
|
||||
}
|
||||
|
||||
fn looks_like_vertex_openai_compat_base(base_url: &str) -> bool {
|
||||
let Ok(parsed) = Url::parse(base_url.trim()) else {
|
||||
return false;
|
||||
};
|
||||
parsed
|
||||
.path()
|
||||
.trim_end_matches('/')
|
||||
.ends_with("/endpoints/openapi")
|
||||
}
|
||||
|
||||
#[cfg(test)]
|
||||
@@ -198,4 +211,28 @@ mod tests {
|
||||
"claude:messages"
|
||||
));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn infers_vertex_service_account_context_for_openai_compat_endpoint_root() {
|
||||
let mut transport = sample_transport();
|
||||
transport.endpoint.api_format = "openai:chat".to_string();
|
||||
transport.endpoint.base_url =
|
||||
"https://aiplatform.googleapis.com/v1/projects/project-1/locations/global/endpoints/openapi"
|
||||
.to_string();
|
||||
transport.key.auth_type = "service_account".to_string();
|
||||
|
||||
assert!(is_vertex_service_account_transport_context(&transport));
|
||||
assert!(is_vertex_transport_context(&transport));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn does_not_infer_vertex_context_for_generic_openai_format_on_aiplatform_root() {
|
||||
let mut transport = sample_transport();
|
||||
transport.endpoint.api_format = "openai:chat".to_string();
|
||||
transport.endpoint.base_url = "https://aiplatform.googleapis.com".to_string();
|
||||
transport.key.auth_type = "service_account".to_string();
|
||||
|
||||
assert!(!is_vertex_service_account_transport_context(&transport));
|
||||
assert!(!is_vertex_transport_context(&transport));
|
||||
}
|
||||
}
|
||||
|
||||
@@ -24,8 +24,9 @@ pub use policy::{
|
||||
supports_local_vertex_gemini_transport_with_network,
|
||||
};
|
||||
pub use url::{
|
||||
build_vertex_api_key_gemini_content_url, build_vertex_api_key_imagen_content_url,
|
||||
build_vertex_service_account_gemini_content_url, resolve_vertex_service_account_region,
|
||||
build_vertex_api_key_gemini_content_url, build_vertex_api_key_gemini_embedding_url,
|
||||
build_vertex_api_key_imagen_content_url, build_vertex_service_account_gemini_content_url,
|
||||
build_vertex_service_account_gemini_embedding_url, resolve_vertex_service_account_region,
|
||||
VERTEX_API_KEY_BASE_URL,
|
||||
};
|
||||
|
||||
|
||||
@@ -42,9 +42,12 @@ fn local_vertex_gemini_transport_unsupported_reason_with_network_impl(
|
||||
Some("key_inactive")
|
||||
};
|
||||
}
|
||||
if aether_ai_formats::normalize_api_format_alias(&transport.endpoint.api_format)
|
||||
!= "gemini:generate_content"
|
||||
{
|
||||
let endpoint_api_format =
|
||||
aether_ai_formats::normalize_api_format_alias(&transport.endpoint.api_format);
|
||||
if !matches!(
|
||||
endpoint_api_format.as_str(),
|
||||
"gemini:generate_content" | "gemini:embedding"
|
||||
) {
|
||||
return Some("transport_api_format_mismatch");
|
||||
}
|
||||
if !is_vertex_transport_family(transport) {
|
||||
@@ -299,6 +302,28 @@ mod tests {
|
||||
));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn supports_vertex_service_account_gemini_embedding_transport_with_network() {
|
||||
let mut transport = sample_transport();
|
||||
transport.endpoint.api_format = "gemini:embedding".to_string();
|
||||
transport.endpoint.endpoint_kind = Some("embedding".to_string());
|
||||
transport.key.api_formats = Some(vec!["gemini:embedding".to_string()]);
|
||||
transport.key.auth_type = "service_account".to_string();
|
||||
transport.key.decrypted_api_key = "__placeholder__".to_string();
|
||||
transport.key.decrypted_auth_config = Some(
|
||||
r#"{
|
||||
"client_email":"svc@example.iam.gserviceaccount.com",
|
||||
"private_key":"TEST-PRIVATE-KEY",
|
||||
"project_id":"demo-project"
|
||||
}"#
|
||||
.to_string(),
|
||||
);
|
||||
|
||||
assert!(supports_local_vertex_gemini_transport_with_network(
|
||||
&transport
|
||||
));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn allows_network_passthrough_for_custom_path_with_local_proxy_support() {
|
||||
let mut transport = sample_transport();
|
||||
|
||||
@@ -13,7 +13,12 @@ pub fn build_vertex_api_key_gemini_content_url(
|
||||
api_key: &str,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
build_vertex_api_key_google_model_url(model, stream, api_key, request_query)
|
||||
let action = if stream {
|
||||
"streamGenerateContent"
|
||||
} else {
|
||||
"generateContent"
|
||||
};
|
||||
build_vertex_api_key_google_model_url(model, action, stream, api_key, request_query)
|
||||
}
|
||||
|
||||
pub fn build_vertex_api_key_imagen_content_url(
|
||||
@@ -22,7 +27,20 @@ pub fn build_vertex_api_key_imagen_content_url(
|
||||
api_key: &str,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
build_vertex_api_key_google_model_url(model, stream, api_key, request_query)
|
||||
let action = if stream {
|
||||
"streamGenerateContent"
|
||||
} else {
|
||||
"generateContent"
|
||||
};
|
||||
build_vertex_api_key_google_model_url(model, action, stream, api_key, request_query)
|
||||
}
|
||||
|
||||
pub fn build_vertex_api_key_gemini_embedding_url(
|
||||
model: &str,
|
||||
api_key: &str,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
build_vertex_api_key_google_model_url(model, "predict", false, api_key, request_query)
|
||||
}
|
||||
|
||||
pub fn build_vertex_service_account_gemini_content_url(
|
||||
@@ -31,56 +49,69 @@ pub fn build_vertex_service_account_gemini_content_url(
|
||||
auth_config: &VertexServiceAccountAuthConfig,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
build_vertex_service_account_google_model_url(model, stream, auth_config, request_query)
|
||||
}
|
||||
|
||||
fn build_vertex_api_key_google_model_url(
|
||||
model: &str,
|
||||
stream: bool,
|
||||
api_key: &str,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
let trimmed_model = model.trim();
|
||||
let trimmed_api_key = api_key.trim();
|
||||
if trimmed_model.is_empty() || trimmed_api_key.is_empty() {
|
||||
return None;
|
||||
}
|
||||
|
||||
let action = if stream {
|
||||
"streamGenerateContent"
|
||||
} else {
|
||||
"generateContent"
|
||||
};
|
||||
let path = format!("/v1/publishers/google/models/{trimmed_model}:{action}");
|
||||
build_vertex_service_account_google_model_url(model, action, stream, auth_config, request_query)
|
||||
}
|
||||
|
||||
pub fn build_vertex_service_account_gemini_embedding_url(
|
||||
model: &str,
|
||||
auth_config: &VertexServiceAccountAuthConfig,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
build_vertex_service_account_google_model_url(
|
||||
model,
|
||||
"predict",
|
||||
false,
|
||||
auth_config,
|
||||
request_query,
|
||||
)
|
||||
}
|
||||
|
||||
fn build_vertex_api_key_google_model_url(
|
||||
model: &str,
|
||||
action: &str,
|
||||
stream: bool,
|
||||
api_key: &str,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
let trimmed_model = model.trim();
|
||||
let trimmed_action = action.trim();
|
||||
let trimmed_api_key = api_key.trim();
|
||||
if trimmed_model.is_empty() || trimmed_action.is_empty() || trimmed_api_key.is_empty() {
|
||||
return None;
|
||||
}
|
||||
|
||||
let path = format!("/v1/publishers/google/models/{trimmed_model}:{trimmed_action}");
|
||||
let merged_query = build_vertex_api_key_query(trimmed_api_key, request_query, stream);
|
||||
build_passthrough_path_url(VERTEX_API_KEY_BASE_URL, &path, merged_query.as_deref(), &[])
|
||||
}
|
||||
|
||||
fn build_vertex_service_account_google_model_url(
|
||||
model: &str,
|
||||
action: &str,
|
||||
stream: bool,
|
||||
auth_config: &VertexServiceAccountAuthConfig,
|
||||
request_query: Option<&str>,
|
||||
) -> Option<String> {
|
||||
let trimmed_model = model.trim();
|
||||
let trimmed_action = action.trim();
|
||||
let project_id = auth_config.project_id.trim();
|
||||
if trimmed_model.is_empty() || project_id.is_empty() {
|
||||
if trimmed_model.is_empty() || trimmed_action.is_empty() || project_id.is_empty() {
|
||||
return None;
|
||||
}
|
||||
|
||||
let region = resolve_vertex_service_account_region(trimmed_model, auth_config);
|
||||
let action = if stream {
|
||||
"streamGenerateContent"
|
||||
} else {
|
||||
"generateContent"
|
||||
};
|
||||
let base_url = if region == "global" {
|
||||
VERTEX_API_KEY_BASE_URL.to_string()
|
||||
} else {
|
||||
format!("https://{region}-aiplatform.googleapis.com")
|
||||
};
|
||||
let path = format!(
|
||||
"/v1/projects/{project_id}/locations/{region}/publishers/google/models/{trimmed_model}:{action}"
|
||||
"/v1/projects/{project_id}/locations/{region}/publishers/google/models/{trimmed_model}:{trimmed_action}"
|
||||
);
|
||||
let merged_query = build_vertex_service_account_query(request_query, stream);
|
||||
build_passthrough_path_url(&base_url, &path, merged_query.as_deref(), &[])
|
||||
|
||||
Reference in New Issue
Block a user