mirror of
https://github.com/fawney19/Aether.git
synced 2026-10-11 11:49:50 +08:00
fix(pool): isolate dynamic model quota buckets and 429 scheduling
This commit is contained in:
@@ -4,6 +4,7 @@ use serde::{Deserialize, Serialize};
|
||||
use serde_json::{json, Map, Value};
|
||||
|
||||
use crate::formats::openai::shared::map_thinking_budget_to_openai_reasoning_effort;
|
||||
use crate::formats::openai::responses::openai_responses_message_item_id;
|
||||
use crate::formats::shared::model_directives::ReasoningEffort;
|
||||
use crate::formats::shared::response::remove_empty_pages_from_tool_input_value;
|
||||
|
||||
@@ -3948,11 +3949,7 @@ pub(crate) fn flush_openai_responses_message_item(
|
||||
if message_content.is_empty() {
|
||||
return;
|
||||
}
|
||||
let id = if *message_index == 0 {
|
||||
format!("{response_id}_msg")
|
||||
} else {
|
||||
format!("{response_id}_msg_{message_index}")
|
||||
};
|
||||
let id = openai_responses_message_item_id(response_id, *message_index);
|
||||
output.push(json!({
|
||||
"type": "message",
|
||||
"id": id,
|
||||
|
||||
Reference in New Issue
Block a user