2026-04-04 01:40:24 +08:00
|
|
|
use chrono::{DateTime, Utc};
|
|
|
|
|
use sqlx::Row;
|
|
|
|
|
use uuid::Uuid;
|
|
|
|
|
|
2026-04-05 20:23:16 +08:00
|
|
|
use crate::data::GatewayDataState;
|
2026-04-07 02:50:19 +08:00
|
|
|
use aether_data_contracts::DataLayerError;
|
2026-04-04 01:40:24 +08:00
|
|
|
|
|
|
|
|
use super::{
|
2026-04-07 02:50:19 +08:00
|
|
|
postgres_error, stats_aggregation_target_day, system_config_bool, PercentileSummary,
|
|
|
|
|
StatsAggregationSummary, DELETE_STATS_DAILY_ERRORS_FOR_DATE_SQL, INSERT_STATS_DAILY_ERROR_SQL,
|
2026-04-12 20:45:47 +08:00
|
|
|
INSERT_STATS_SUMMARY_SQL, SELECT_EXISTING_STATS_SUMMARY_ID_SQL,
|
2026-04-22 17:29:39 +08:00
|
|
|
SELECT_LATEST_STATS_DAILY_DATE_SQL, SELECT_NEXT_STATS_DAILY_BUCKET_SQL,
|
2026-04-12 20:45:47 +08:00
|
|
|
SELECT_STATS_DAILY_AGGREGATE_SQL, SELECT_STATS_DAILY_FALLBACK_COUNT_SQL,
|
|
|
|
|
SELECT_STATS_DAILY_FIRST_BYTE_PERCENTILES_SQL,
|
|
|
|
|
SELECT_STATS_DAILY_RESPONSE_TIME_PERCENTILES_SQL, SELECT_STATS_SUMMARY_ENTITY_COUNTS_SQL,
|
|
|
|
|
SELECT_STATS_SUMMARY_TOTALS_SQL, UPDATE_STATS_SUMMARY_SQL, UPSERT_STATS_DAILY_API_KEY_SQL,
|
2026-04-22 17:29:39 +08:00
|
|
|
UPSERT_STATS_DAILY_COST_SAVINGS_MODEL_PROVIDER_SQL, UPSERT_STATS_DAILY_COST_SAVINGS_MODEL_SQL,
|
|
|
|
|
UPSERT_STATS_DAILY_COST_SAVINGS_PROVIDER_SQL, UPSERT_STATS_DAILY_COST_SAVINGS_SQL,
|
|
|
|
|
UPSERT_STATS_DAILY_MODEL_PROVIDER_SQL, UPSERT_STATS_DAILY_MODEL_SQL,
|
|
|
|
|
UPSERT_STATS_DAILY_PROVIDER_SQL, UPSERT_STATS_DAILY_SQL,
|
|
|
|
|
UPSERT_STATS_USER_DAILY_API_FORMAT_SQL,
|
|
|
|
|
UPSERT_STATS_USER_DAILY_COST_SAVINGS_MODEL_PROVIDER_SQL,
|
|
|
|
|
UPSERT_STATS_USER_DAILY_COST_SAVINGS_MODEL_SQL,
|
|
|
|
|
UPSERT_STATS_USER_DAILY_COST_SAVINGS_PROVIDER_SQL, UPSERT_STATS_USER_DAILY_COST_SAVINGS_SQL,
|
|
|
|
|
UPSERT_STATS_USER_DAILY_MODEL_PROVIDER_SQL, UPSERT_STATS_USER_DAILY_MODEL_SQL,
|
|
|
|
|
UPSERT_STATS_USER_DAILY_PROVIDER_SQL, UPSERT_STATS_USER_DAILY_SQL,
|
|
|
|
|
UPSERT_STATS_USER_SUMMARY_SQL,
|
2026-04-04 01:40:24 +08:00
|
|
|
};
|
2026-04-03 14:59:58 +08:00
|
|
|
|
|
|
|
|
pub(super) async fn perform_stats_aggregation_once(
|
|
|
|
|
data: &GatewayDataState,
|
2026-04-07 02:50:19 +08:00
|
|
|
) -> Result<Option<StatsAggregationSummary>, DataLayerError> {
|
2026-04-03 14:59:58 +08:00
|
|
|
let Some(pool) = data.postgres_pool() else {
|
|
|
|
|
return Ok(None);
|
|
|
|
|
};
|
|
|
|
|
if !system_config_bool(data, "enable_stats_aggregation", true).await? {
|
|
|
|
|
return Ok(None);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let now_utc = Utc::now();
|
2026-04-22 17:29:39 +08:00
|
|
|
let target_day_utc = stats_aggregation_target_day(now_utc);
|
|
|
|
|
let Some(day_start_utc) = next_stats_aggregation_day(&pool, target_day_utc)
|
|
|
|
|
.await
|
|
|
|
|
.map_err(postgres_error)?
|
|
|
|
|
else {
|
|
|
|
|
return Ok(None);
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
perform_stats_aggregation_for_day(&pool, day_start_utc, now_utc)
|
|
|
|
|
.await
|
|
|
|
|
.map(Some)
|
|
|
|
|
.map_err(postgres_error)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn next_stats_aggregation_day(
|
|
|
|
|
pool: &aether_data::postgres::PostgresPool,
|
|
|
|
|
target_day_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<Option<DateTime<Utc>>, sqlx::Error> {
|
|
|
|
|
let latest_row = sqlx::query(SELECT_LATEST_STATS_DAILY_DATE_SQL)
|
|
|
|
|
.fetch_one(pool)
|
|
|
|
|
.await?;
|
|
|
|
|
let latest_day = latest_row.try_get::<Option<DateTime<Utc>>, _>("latest_date")?;
|
|
|
|
|
let search_from = latest_day
|
|
|
|
|
.map(|value| value + chrono::Duration::days(1))
|
|
|
|
|
.unwrap_or_else(|| {
|
|
|
|
|
DateTime::<Utc>::from_timestamp(0, 0).expect("unix epoch should be valid")
|
|
|
|
|
});
|
|
|
|
|
let search_until = target_day_utc + chrono::Duration::days(1);
|
|
|
|
|
if search_from >= search_until {
|
|
|
|
|
return Ok(None);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let next_row = sqlx::query(SELECT_NEXT_STATS_DAILY_BUCKET_SQL)
|
|
|
|
|
.bind(search_from)
|
|
|
|
|
.bind(search_until)
|
|
|
|
|
.fetch_one(pool)
|
|
|
|
|
.await?;
|
|
|
|
|
let next_bucket = next_row.try_get::<Option<DateTime<Utc>>, _>("next_bucket")?;
|
|
|
|
|
Ok(next_bucket.filter(|value| *value <= target_day_utc))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn perform_stats_aggregation_for_day(
|
|
|
|
|
pool: &aether_data::postgres::PostgresPool,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<StatsAggregationSummary, sqlx::Error> {
|
2026-04-03 14:59:58 +08:00
|
|
|
let day_end_utc = day_start_utc + chrono::Duration::days(1);
|
2026-04-22 17:29:39 +08:00
|
|
|
let mut tx = pool.begin().await?;
|
2026-04-03 14:59:58 +08:00
|
|
|
let aggregate_row = sqlx::query(SELECT_STATS_DAILY_AGGREGATE_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.fetch_one(&mut *tx)
|
2026-04-22 17:29:39 +08:00
|
|
|
.await?;
|
|
|
|
|
let total_requests = aggregate_row.try_get::<i64, _>("total_requests")?;
|
|
|
|
|
let error_requests = aggregate_row.try_get::<i64, _>("error_requests")?;
|
2026-04-03 14:59:58 +08:00
|
|
|
let success_requests = total_requests.saturating_sub(error_requests);
|
|
|
|
|
let fallback_count = sqlx::query(SELECT_STATS_DAILY_FALLBACK_COUNT_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(vec!["success", "failed"])
|
|
|
|
|
.fetch_one(&mut *tx)
|
2026-04-22 17:29:39 +08:00
|
|
|
.await?
|
|
|
|
|
.try_get::<i64, _>("fallback_count")?;
|
2026-04-03 14:59:58 +08:00
|
|
|
let response_percentiles = fetch_stats_daily_percentiles(
|
|
|
|
|
&mut tx,
|
|
|
|
|
SELECT_STATS_DAILY_RESPONSE_TIME_PERCENTILES_SQL,
|
|
|
|
|
day_start_utc,
|
|
|
|
|
day_end_utc,
|
|
|
|
|
)
|
2026-04-22 17:29:39 +08:00
|
|
|
.await?;
|
2026-04-03 14:59:58 +08:00
|
|
|
let first_byte_percentiles = fetch_stats_daily_percentiles(
|
|
|
|
|
&mut tx,
|
|
|
|
|
SELECT_STATS_DAILY_FIRST_BYTE_PERCENTILES_SQL,
|
|
|
|
|
day_start_utc,
|
|
|
|
|
day_end_utc,
|
|
|
|
|
)
|
2026-04-22 17:29:39 +08:00
|
|
|
.await?;
|
2026-04-03 14:59:58 +08:00
|
|
|
|
|
|
|
|
sqlx::query(UPSERT_STATS_DAILY_SQL)
|
|
|
|
|
.bind(Uuid::new_v4().to_string())
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(total_requests)
|
2026-04-22 17:29:39 +08:00
|
|
|
.bind(aggregate_row.try_get::<i64, _>("cache_hit_total_requests")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("cache_hit_requests")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("completed_total_requests")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("completed_cache_hit_requests")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("completed_input_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("completed_cache_creation_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("completed_cache_read_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("completed_total_input_context")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("completed_cache_creation_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("completed_cache_read_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("settled_total_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("settled_total_requests")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("settled_input_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("settled_output_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("settled_cache_creation_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("settled_cache_read_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<Option<i64>, _>("settled_first_finalized_at_unix_secs")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<Option<i64>, _>("settled_last_finalized_at_unix_secs")?)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(success_requests)
|
|
|
|
|
.bind(error_requests)
|
2026-04-22 17:29:39 +08:00
|
|
|
.bind(aggregate_row.try_get::<i64, _>("input_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("effective_input_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("output_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("cache_creation_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("cache_creation_ephemeral_5m_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("cache_creation_ephemeral_1h_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("cache_read_tokens")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("total_input_context")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("total_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("actual_total_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("input_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("output_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("cache_creation_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("cache_read_cost")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("response_time_sum_ms")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("response_time_samples")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<f64, _>("avg_response_time_ms")?)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(response_percentiles.p50)
|
|
|
|
|
.bind(response_percentiles.p90)
|
|
|
|
|
.bind(response_percentiles.p99)
|
|
|
|
|
.bind(first_byte_percentiles.p50)
|
|
|
|
|
.bind(first_byte_percentiles.p90)
|
|
|
|
|
.bind(first_byte_percentiles.p99)
|
|
|
|
|
.bind(fallback_count)
|
2026-04-22 17:29:39 +08:00
|
|
|
.bind(aggregate_row.try_get::<i64, _>("unique_models")?)
|
|
|
|
|
.bind(aggregate_row.try_get::<i64, _>("unique_providers")?)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(true)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut *tx)
|
2026-04-22 17:29:39 +08:00
|
|
|
.await?;
|
2026-04-03 14:59:58 +08:00
|
|
|
|
2026-04-22 17:29:39 +08:00
|
|
|
let model_rows =
|
|
|
|
|
upsert_stats_daily_model_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
2026-04-03 14:59:58 +08:00
|
|
|
let provider_rows =
|
2026-04-22 17:29:39 +08:00
|
|
|
upsert_stats_daily_provider_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
upsert_stats_daily_model_provider_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
upsert_stats_daily_cost_savings_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
upsert_stats_daily_cost_savings_provider_rows(&mut tx, day_start_utc, day_end_utc, now_utc)
|
|
|
|
|
.await?;
|
|
|
|
|
upsert_stats_daily_cost_savings_model_rows(&mut tx, day_start_utc, day_end_utc, now_utc)
|
|
|
|
|
.await?;
|
|
|
|
|
upsert_stats_daily_cost_savings_model_provider_rows(
|
|
|
|
|
&mut tx,
|
|
|
|
|
day_start_utc,
|
|
|
|
|
day_end_utc,
|
|
|
|
|
now_utc,
|
|
|
|
|
)
|
|
|
|
|
.await?;
|
2026-04-03 14:59:58 +08:00
|
|
|
let api_key_rows =
|
2026-04-22 17:29:39 +08:00
|
|
|
upsert_stats_daily_api_key_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
let error_rows =
|
|
|
|
|
refresh_stats_daily_error_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
let user_rows =
|
|
|
|
|
upsert_stats_user_daily_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
upsert_stats_user_daily_model_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
upsert_stats_user_daily_model_provider_rows(&mut tx, day_start_utc, day_end_utc, now_utc)
|
|
|
|
|
.await?;
|
|
|
|
|
upsert_stats_user_daily_provider_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
upsert_stats_user_daily_cost_savings_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
upsert_stats_user_daily_cost_savings_provider_rows(
|
|
|
|
|
&mut tx,
|
|
|
|
|
day_start_utc,
|
|
|
|
|
day_end_utc,
|
|
|
|
|
now_utc,
|
|
|
|
|
)
|
|
|
|
|
.await?;
|
|
|
|
|
upsert_stats_user_daily_cost_savings_model_rows(&mut tx, day_start_utc, day_end_utc, now_utc)
|
|
|
|
|
.await?;
|
|
|
|
|
upsert_stats_user_daily_cost_savings_model_provider_rows(
|
|
|
|
|
&mut tx,
|
|
|
|
|
day_start_utc,
|
|
|
|
|
day_end_utc,
|
|
|
|
|
now_utc,
|
|
|
|
|
)
|
|
|
|
|
.await?;
|
|
|
|
|
upsert_stats_user_daily_api_format_rows(&mut tx, day_start_utc, day_end_utc, now_utc).await?;
|
|
|
|
|
refresh_stats_summary_row(&mut tx, day_end_utc, now_utc).await?;
|
|
|
|
|
refresh_stats_user_summary_rows(&mut tx, day_end_utc, now_utc).await?;
|
|
|
|
|
tx.commit().await?;
|
2026-04-03 14:59:58 +08:00
|
|
|
|
2026-04-22 17:29:39 +08:00
|
|
|
Ok(StatsAggregationSummary {
|
2026-04-03 14:59:58 +08:00
|
|
|
day_start_utc,
|
|
|
|
|
total_requests,
|
|
|
|
|
model_rows,
|
|
|
|
|
provider_rows,
|
|
|
|
|
api_key_rows,
|
|
|
|
|
error_rows,
|
|
|
|
|
user_rows,
|
2026-04-22 17:29:39 +08:00
|
|
|
})
|
2026-04-03 14:59:58 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn fetch_stats_daily_percentiles(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
sql: &str,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<PercentileSummary, sqlx::Error> {
|
|
|
|
|
let row = sqlx::query(sql)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.fetch_one(&mut **tx)
|
|
|
|
|
.await?;
|
|
|
|
|
let sample_count = row.try_get::<i64, _>("sample_count")?;
|
|
|
|
|
if sample_count < 10 {
|
|
|
|
|
return Ok(PercentileSummary::default());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Ok(PercentileSummary {
|
|
|
|
|
p50: percentile_ms_to_i64(row.try_get::<Option<f64>, _>("p50")?),
|
|
|
|
|
p90: percentile_ms_to_i64(row.try_get::<Option<f64>, _>("p90")?),
|
|
|
|
|
p99: percentile_ms_to_i64(row.try_get::<Option<f64>, _>("p99")?),
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn percentile_ms_to_i64(value: Option<f64>) -> Option<i64> {
|
|
|
|
|
value.and_then(|raw| raw.is_finite().then_some(raw.floor() as i64))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_daily_model_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
2026-04-12 20:45:47 +08:00
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_MODEL_SQL)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
2026-04-12 20:45:47 +08:00
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
2026-04-03 14:59:58 +08:00
|
|
|
|
2026-04-12 20:45:47 +08:00
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
2026-04-03 14:59:58 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_daily_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
2026-04-12 20:45:47 +08:00
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_PROVIDER_SQL)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
2026-04-12 20:45:47 +08:00
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
2026-04-03 14:59:58 +08:00
|
|
|
|
2026-04-12 20:45:47 +08:00
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
2026-04-03 14:59:58 +08:00
|
|
|
}
|
|
|
|
|
|
2026-04-22 17:29:39 +08:00
|
|
|
async fn upsert_stats_daily_model_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_MODEL_PROVIDER_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_daily_cost_savings_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_COST_SAVINGS_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_daily_cost_savings_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_COST_SAVINGS_PROVIDER_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_daily_cost_savings_model_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_COST_SAVINGS_MODEL_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_daily_cost_savings_model_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_COST_SAVINGS_MODEL_PROVIDER_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
2026-04-03 14:59:58 +08:00
|
|
|
async fn upsert_stats_daily_api_key_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
2026-04-12 20:45:47 +08:00
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_DAILY_API_KEY_SQL)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
2026-04-12 20:45:47 +08:00
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
2026-04-03 14:59:58 +08:00
|
|
|
|
2026-04-12 20:45:47 +08:00
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
2026-04-03 14:59:58 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn refresh_stats_daily_error_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
sqlx::query(DELETE_STATS_DAILY_ERRORS_FOR_DATE_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?;
|
2026-04-12 20:45:47 +08:00
|
|
|
let rows_affected = sqlx::query(INSERT_STATS_DAILY_ERROR_SQL)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
2026-04-12 20:45:47 +08:00
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
2026-04-03 14:59:58 +08:00
|
|
|
|
2026-04-12 20:45:47 +08:00
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
2026-04-03 14:59:58 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
2026-04-12 20:45:47 +08:00
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_SQL)
|
2026-04-03 14:59:58 +08:00
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
2026-04-12 20:45:47 +08:00
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
2026-04-03 14:59:58 +08:00
|
|
|
|
2026-04-12 20:45:47 +08:00
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
2026-04-03 14:59:58 +08:00
|
|
|
}
|
|
|
|
|
|
2026-04-22 17:29:39 +08:00
|
|
|
async fn upsert_stats_user_daily_model_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_MODEL_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_model_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_MODEL_PROVIDER_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_PROVIDER_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_cost_savings_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_COST_SAVINGS_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_cost_savings_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_COST_SAVINGS_PROVIDER_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_cost_savings_model_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_COST_SAVINGS_MODEL_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_cost_savings_model_provider_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_COST_SAVINGS_MODEL_PROVIDER_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn upsert_stats_user_daily_api_format_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
day_start_utc: DateTime<Utc>,
|
|
|
|
|
day_end_utc: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<usize, sqlx::Error> {
|
|
|
|
|
let rows_affected = sqlx::query(UPSERT_STATS_USER_DAILY_API_FORMAT_SQL)
|
|
|
|
|
.bind(day_start_utc)
|
|
|
|
|
.bind(day_end_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?
|
|
|
|
|
.rows_affected();
|
|
|
|
|
|
|
|
|
|
Ok(usize::try_from(rows_affected).unwrap_or(usize::MAX))
|
|
|
|
|
}
|
|
|
|
|
|
2026-04-03 14:59:58 +08:00
|
|
|
async fn refresh_stats_summary_row(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
cutoff_date: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<(), sqlx::Error> {
|
|
|
|
|
let totals_row = sqlx::query(SELECT_STATS_SUMMARY_TOTALS_SQL)
|
|
|
|
|
.bind(cutoff_date)
|
|
|
|
|
.fetch_one(&mut **tx)
|
|
|
|
|
.await?;
|
|
|
|
|
let entity_counts_row = sqlx::query(SELECT_STATS_SUMMARY_ENTITY_COUNTS_SQL)
|
|
|
|
|
.fetch_one(&mut **tx)
|
|
|
|
|
.await?;
|
|
|
|
|
let existing_summary_id = sqlx::query_scalar::<_, String>(SELECT_EXISTING_STATS_SUMMARY_ID_SQL)
|
|
|
|
|
.fetch_optional(&mut **tx)
|
|
|
|
|
.await?;
|
|
|
|
|
|
|
|
|
|
let all_time_requests = totals_row.try_get::<i64, _>("all_time_requests")?;
|
|
|
|
|
let all_time_success_requests = totals_row.try_get::<i64, _>("all_time_success_requests")?;
|
|
|
|
|
let all_time_error_requests = totals_row.try_get::<i64, _>("all_time_error_requests")?;
|
|
|
|
|
let all_time_input_tokens = totals_row.try_get::<i64, _>("all_time_input_tokens")?;
|
|
|
|
|
let all_time_output_tokens = totals_row.try_get::<i64, _>("all_time_output_tokens")?;
|
|
|
|
|
let all_time_cache_creation_tokens =
|
|
|
|
|
totals_row.try_get::<i64, _>("all_time_cache_creation_tokens")?;
|
|
|
|
|
let all_time_cache_read_tokens = totals_row.try_get::<i64, _>("all_time_cache_read_tokens")?;
|
|
|
|
|
let all_time_cost = totals_row.try_get::<f64, _>("all_time_cost")?;
|
|
|
|
|
let all_time_actual_cost = totals_row.try_get::<f64, _>("all_time_actual_cost")?;
|
|
|
|
|
let total_users = entity_counts_row.try_get::<i64, _>("total_users")?;
|
|
|
|
|
let active_users = entity_counts_row.try_get::<i64, _>("active_users")?;
|
|
|
|
|
let total_api_keys = entity_counts_row.try_get::<i64, _>("total_api_keys")?;
|
|
|
|
|
let active_api_keys = entity_counts_row.try_get::<i64, _>("active_api_keys")?;
|
|
|
|
|
|
|
|
|
|
if let Some(summary_id) = existing_summary_id {
|
|
|
|
|
sqlx::query(UPDATE_STATS_SUMMARY_SQL)
|
|
|
|
|
.bind(summary_id)
|
|
|
|
|
.bind(cutoff_date)
|
|
|
|
|
.bind(all_time_requests)
|
|
|
|
|
.bind(all_time_success_requests)
|
|
|
|
|
.bind(all_time_error_requests)
|
|
|
|
|
.bind(all_time_input_tokens)
|
|
|
|
|
.bind(all_time_output_tokens)
|
|
|
|
|
.bind(all_time_cache_creation_tokens)
|
|
|
|
|
.bind(all_time_cache_read_tokens)
|
|
|
|
|
.bind(all_time_cost)
|
|
|
|
|
.bind(all_time_actual_cost)
|
|
|
|
|
.bind(total_users)
|
|
|
|
|
.bind(active_users)
|
|
|
|
|
.bind(total_api_keys)
|
|
|
|
|
.bind(active_api_keys)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?;
|
|
|
|
|
} else {
|
|
|
|
|
sqlx::query(INSERT_STATS_SUMMARY_SQL)
|
|
|
|
|
.bind(Uuid::new_v4().to_string())
|
|
|
|
|
.bind(cutoff_date)
|
|
|
|
|
.bind(all_time_requests)
|
|
|
|
|
.bind(all_time_success_requests)
|
|
|
|
|
.bind(all_time_error_requests)
|
|
|
|
|
.bind(all_time_input_tokens)
|
|
|
|
|
.bind(all_time_output_tokens)
|
|
|
|
|
.bind(all_time_cache_creation_tokens)
|
|
|
|
|
.bind(all_time_cache_read_tokens)
|
|
|
|
|
.bind(all_time_cost)
|
|
|
|
|
.bind(all_time_actual_cost)
|
|
|
|
|
.bind(total_users)
|
|
|
|
|
.bind(active_users)
|
|
|
|
|
.bind(total_api_keys)
|
|
|
|
|
.bind(active_api_keys)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
|
}
|
2026-04-22 17:29:39 +08:00
|
|
|
|
|
|
|
|
async fn refresh_stats_user_summary_rows(
|
|
|
|
|
tx: &mut sqlx::Transaction<'_, sqlx::Postgres>,
|
|
|
|
|
cutoff_date: DateTime<Utc>,
|
|
|
|
|
now_utc: DateTime<Utc>,
|
|
|
|
|
) -> Result<(), sqlx::Error> {
|
|
|
|
|
sqlx::query(UPSERT_STATS_USER_SUMMARY_SQL)
|
|
|
|
|
.bind(cutoff_date)
|
|
|
|
|
.bind(now_utc)
|
|
|
|
|
.execute(&mut **tx)
|
|
|
|
|
.await?;
|
|
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
|
}
|