i/Aether
1
0
Fork 0
mirror of https://github.com/fawney19/Aether.git synced 2026-10-09 02:47:45 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(security): harden gateway boundaries and usage policies

Browse Source 
Consolidate subscription usage policy enforcement, privacy-safe persistence, and gateway security hardening into one reviewable change.

Includes bounded HTTP and execution envelopes, header and protocol guards, DNS and relay validation, authentication and secret projection hardening, secure backup/install paths, and regression coverage.
This commit is contained in:
elky
2026-09-04 03:45:52 +08:00
parent ddcbeb3ae9
commit 579f2c7cc1
1019 changed files with 190437 additions and 26080 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/aether-gateway/src/tests/video/stream.rs
+97 -86
View File
@@ -1,10 +1,9 @@
use aether_contracts::{StreamFrame, StreamFramePayload, StreamFrameType};
use aether_crypto::{encrypt_python_fernet_plaintext, DEVELOPMENT_ENCRYPTION_KEY};
use aether_data::repository::provider_catalog::InMemoryProviderCatalogReadRepository;
use aether_data::repository::video_tasks::InMemoryVideoTaskRepository;
use aether_data_contracts::repository::provider_catalog::{
StoredProviderCatalogEndpoint, StoredProviderCatalogKey, StoredProviderCatalogProvider,
use aether_crypto::DEVELOPMENT_ENCRYPTION_KEY;
use aether_data::repository::auth::{
InMemoryAuthApiKeySnapshotRepository, StoredAuthApiKeySnapshot,
};
use aether_data::repository::video_tasks::InMemoryVideoTaskRepository;
use aether_data_contracts::repository::video_tasks::{
UpsertVideoTask, VideoTaskStatus, VideoTaskWriteRepository,
};
@@ -16,13 +15,14 @@ use base64::{engine::general_purpose::STANDARD as BASE64_STANDARD, Engine as _};
use http::header::{HeaderName, HeaderValue};
use http::StatusCode;
use serde_json::json;
use sha2::{Digest, Sha256};
use std::sync::{Arc, Mutex};
use crate::constants::{CONTROL_EXECUTED_HEADER, CONTROL_EXECUTE_FALLBACK_HEADER, TRACE_ID_HEADER};
use super::{
build_router_with_state, build_state_with_execution_runtime_override, start_server,
VideoTaskTruthSourceMode,
video_provider_catalog_repository, VideoTaskTruthSourceMode,
};
#[tokio::test]
@@ -34,73 +34,37 @@ async fn gateway_executes_openai_video_content_from_reconstructed_data_task_with
url: String,
}
fn sample_provider() -> StoredProviderCatalogProvider {
StoredProviderCatalogProvider::new(
"provider-openai-video-content-followup-1".to_string(),
"openai".to_string(),
Some("https://example.com".to_string()),
"custom".to_string(),
)
.expect("provider should build")
.with_transport_fields(
true,
false,
false,
None,
Some(2),
None,
Some(20.0),
None,
None,
)
fn hash_api_key(value: &str) -> String {
let mut hasher = Sha256::new();
hasher.update(value.as_bytes());
format!("{:x}", hasher.finalize())
}
fn sample_endpoint() -> StoredProviderCatalogEndpoint {
StoredProviderCatalogEndpoint::new(
"endpoint-openai-video-content-followup-1".to_string(),
"provider-openai-video-content-followup-1".to_string(),
"openai:video".to_string(),
Some("openai".to_string()),
Some("video".to_string()),
fn sample_auth_snapshot(api_key_id: &str, user_id: &str) -> StoredAuthApiKeySnapshot {
StoredAuthApiKeySnapshot::new(
user_id.to_string(),
"video-user".to_string(),
Some("[email protected]".to_string()),
"user".to_string(),
"local".to_string(),
true,
)
.expect("endpoint should build")
.with_transport_fields(
"https://api.openai.example/v1".to_string(),
None,
None,
Some(2),
None,
None,
None,
None,
)
.expect("endpoint transport should build")
}
fn sample_key() -> StoredProviderCatalogKey {
StoredProviderCatalogKey::new(
"key-openai-video-content-followup-1".to_string(),
"provider-openai-video-content-followup-1".to_string(),
"prod".to_string(),
"api_key".to_string(),
None,
true,
)
.expect("key should build")
.with_transport_fields(
false,
Some(json!(["openai"])),
Some(json!(["openai:video"])),
encrypt_python_fernet_plaintext(DEVELOPMENT_ENCRYPTION_KEY, "sk-upstream-openai-video")
.expect("api key should encrypt"),
None,
None,
Some(json!({"openai:video": 1})),
None,
None,
None,
None,
Some(json!(["sora-2"])),
api_key_id.to_string(),
Some("default".to_string()),
true,
false,
false,
Some(60),
Some(5),
Some(4_102_444_800),
Some(json!(["openai"])),
Some(json!(["openai:video"])),
Some(json!(["sora-2"])),
)
.expect("key transport should build")
.expect("auth snapshot should build")
}
let decision_stream_hits = Arc::new(Mutex::new(0usize));
@@ -112,7 +76,6 @@ async fn gateway_executes_openai_video_content_from_reconstructed_data_task_with
let seen_execution_runtime_stream =
Arc::new(Mutex::new(None::<SeenExecutionRuntimeStreamRequest>));
let seen_execution_runtime_stream_clone = Arc::clone(&seen_execution_runtime_stream);
let upstream = Router::new()
.route(
"/api/internal/gateway/resolve",
@@ -124,11 +87,6 @@ async fn gateway_executes_openai_video_content_from_reconstructed_data_task_with
"route_kind": "video",
"auth_endpoint_signature": "openai:video",
"execution_runtime_candidate": true,
"auth_context": {
"user_id": "user-video-content-local-123",
"api_key_id": "key-video-content-local-123",
"access_allowed": true
},
"public_path": request.uri().path()
}))
}),
@@ -299,28 +257,81 @@ async fn gateway_executes_openai_video_content_from_reconstructed_data_task_with
})
.await
.expect("upsert should succeed");
let provider_catalog_repository = Arc::new(InMemoryProviderCatalogReadRepository::seed(
vec![sample_provider()],
vec![sample_endpoint()],
vec![sample_key()],
));
let provider_catalog_repository = video_provider_catalog_repository(
"provider-openai-video-content-followup-1",
"openai",
"endpoint-openai-video-content-followup-1",
"openai:video",
"https://api.openai.example/v1",
"key-openai-video-content-followup-1",
"sk-upstream-openai-video",
);
let auth_repository = Arc::new(InMemoryAuthApiKeySnapshotRepository::seed(vec![
(
Some(hash_api_key("client-video-content-foreign-key")),
sample_auth_snapshot(
"key-video-content-foreign-123",
"user-video-content-foreign-123",
),
),
(
Some(hash_api_key("client-video-content-owner-key")),
sample_auth_snapshot(
"key-video-content-local-rotated-123",
"user-video-content-local-123",
),
),
]));
let gateway = build_router_with_state(
build_state_with_execution_runtime_override(execution_runtime_url)
.with_video_task_truth_source_mode(VideoTaskTruthSourceMode::RustAuthoritative)
.with_video_task_repository_and_provider_transport_for_tests(
repository,
provider_catalog_repository,
DEVELOPMENT_ENCRYPTION_KEY,
),
.with_data_state_for_tests(
crate::data::GatewayDataState::with_video_task_repository_and_provider_transport_for_tests(
repository,
provider_catalog_repository,
DEVELOPMENT_ENCRYPTION_KEY,
)
.with_auth_api_key_reader(auth_repository),
)
);
let (gateway_url, gateway_handle) = start_server(gateway).await;
let response = reqwest::Client::new()
let client = reqwest::Client::new();
let foreign_response = client
.get(format!(
"{gateway_url}/v1/videos/task-content-local-123/content?variant=video"
))
.header(CONTROL_EXECUTE_FALLBACK_HEADER, "true")
.bearer_auth("client-video-content-foreign-key")
.header(
TRACE_ID_HEADER,
"trace-openai-video-content-foreign-local-123",
)
.send()
.await
.expect("foreign content request should complete");
let foreign_status = foreign_response.status();
let foreign_body = foreign_response.text().await.expect("body should read");
assert_eq!(
foreign_status,
StatusCode::NOT_FOUND,
"unexpected foreign response body: {foreign_body}"
);
assert!(seen_execution_runtime_stream
.lock()
.expect("mutex should lock")
.is_none());
assert_eq!(*decision_stream_hits.lock().expect("mutex should lock"), 0);
assert_eq!(*execute_stream_hits.lock().expect("mutex should lock"), 0);
assert_eq!(*public_hits.lock().expect("mutex should lock"), 0);
let response = client
.get(format!(
"{gateway_url}/v1/videos/task-content-local-123/content?variant=video"
))
.header(CONTROL_EXECUTE_FALLBACK_HEADER, "true")
.bearer_auth("client-video-content-owner-key")
.header(TRACE_ID_HEADER, "trace-openai-video-content-local-123")
.send()
.await
@@ -347,7 +358,7 @@ async fn gateway_executes_openai_video_content_from_reconstructed_data_task_with
assert_eq!(seen_stream_request.method, "GET");
assert_eq!(
seen_stream_request.url,
"https://cdn.example.com/video-content.mp4"
"https://api.openai.example/v1/videos/ext-video-content-followup-123/content"
);
assert_eq!(*decision_stream_hits.lock().expect("mutex should lock"), 0);
assert_eq!(*execute_stream_hits.lock().expect("mutex should lock"), 0);