[Feature] Server-side multi-provider/model support (#583)

* [Feature] Server side multi-pvorider/model support * copilot suggesition implemented * feat: improve model selector UI and auto-select default server model - Replace emoji headers with Lucide icons (Monitor, User) - Fix transition-all to explicit properties per web guidelines - Use CSS padding instead of hardcoded space indentation - Add ModelSelectorSectionHeader component for section headers - Replace Star icon with "default" text label - Style Configure button with muted text color - Auto-select default server model when page loads - Support AI_MODELS_CONFIG env var for cloud deployments - Support custom apiKeyEnv/baseUrlEnv per provider config * docs: update server-side multi-model configuration documentation - Add AI_MODELS_CONFIG env var option for cloud deployments - Document apiKeyEnv and baseUrlEnv fields for custom env var names - Document default field for auto-selecting default model - Remove deprecated version field from examples - Add field reference table for clarity --------- Co-authored-by: dayuan.jiang <jdy.toh@gmail.com>
2026-09-02 01:20:23 +08:00 · 2026-01-15 21:28:22 +05:30
parent b128c57e94
commit b23b9179a0
24 changed files with 1021 additions and 128 deletions
--- a/lib/ai-providers.ts
+++ b/lib/ai-providers.ts
@@ -34,6 +34,9 @@ export interface ClientOverrides {
    vertexApiKey?: string | null // Express Mode API key
    // Custom headers (e.g., for EdgeOne cookie auth)
    headers?: Record<string, string>
+    // Custom env var names for server models (allows multiple API keys per provider)
+    apiKeyEnv?: string
+    baseUrlEnv?: string
 }

 // Providers that can be used with client-provided API keys
@@ -92,6 +95,36 @@ export function resolveBaseURL(
    return userBaseUrl || serverBaseUrl || defaultBaseUrl || undefined
 }

+/**
+ * Resolve API key from custom env var name or default env var.
+ * Supports multiple API keys per provider via ai-models.json apiKeyEnv config.
+ *
+ * Priority:
+ * 1. User-provided API key (overrides.apiKey)
+ * 2. Custom env var from ai-models.json (overrides.apiKeyEnv)
+ * 3. Default provider env var (defaultEnvVar)
+ */
+function resolveApiKey(
+    overrides: ClientOverrides | undefined,
+    defaultEnvVar: string,
+): string | undefined {
+    if (overrides?.apiKey) return overrides.apiKey
+    if (overrides?.apiKeyEnv) return process.env[overrides.apiKeyEnv]
+    return process.env[defaultEnvVar]
+}
+
+/**
+ * Resolve base URL from custom env var name or default env var.
+ * Supports multiple base URLs per provider via ai-models.json baseUrlEnv config.
+ */
+function resolveBaseUrlEnv(
+    overrides: ClientOverrides | undefined,
+    defaultEnvVar: string,
+): string | undefined {
+    if (overrides?.baseUrlEnv) return process.env[overrides.baseUrlEnv]
+    return process.env[defaultEnvVar]
+}
+
 /**
 * Safely parse integer from environment variable with validation
 */
@@ -481,9 +514,15 @@ function detectProvider(): ProviderName | null {

 /**
 * Validate that required API keys are present for the selected provider
+ * @param provider - The provider to validate
+ * @param customApiKeyEnv - Optional custom env var name (from ai-models.json apiKeyEnv)
 */
-function validateProviderCredentials(provider: ProviderName): void {
-    const requiredVar = PROVIDER_ENV_VARS[provider]
+function validateProviderCredentials(
+    provider: ProviderName,
+    customApiKeyEnv?: string,
+): void {
+    // Use custom env var name if provided, otherwise use default
+    const requiredVar = customApiKeyEnv || PROVIDER_ENV_VARS[provider]
    if (requiredVar && !process.env[requiredVar]) {
        throw new Error(
            `${requiredVar} environment variable is required for ${provider} provider. ` +
@@ -621,7 +660,7 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {

    // Only validate server credentials if client isn't providing their own API key
    if (!isClientOverride) {
-        validateProviderCredentials(provider)
+        validateProviderCredentials(provider, overrides?.apiKeyEnv)
    }

    console.log(`[AI Provider] Initializing ${provider} with model: ${modelId}`)
@@ -671,11 +710,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "openai": {
-            const apiKey = overrides?.apiKey || process.env.OPENAI_API_KEY
+            const apiKey = resolveApiKey(overrides, "OPENAI_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "OPENAI_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.OPENAI_BASE_URL,
+                serverBaseUrl,
            )
            if (baseURL) {
                // Custom base URL = third-party proxy, use Chat Completions API
@@ -694,11 +737,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "anthropic": {
-            const apiKey = overrides?.apiKey || process.env.ANTHROPIC_API_KEY
+            const apiKey = resolveApiKey(overrides, "ANTHROPIC_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "ANTHROPIC_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.ANTHROPIC_BASE_URL,
+                serverBaseUrl,
                "https://api.anthropic.com/v1",
            )
            const customProvider = createAnthropic({
@@ -713,12 +760,18 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "google": {
-            const apiKey =
-                overrides?.apiKey || process.env.GOOGLE_GENERATIVE_AI_API_KEY
+            const apiKey = resolveApiKey(
+                overrides,
+                "GOOGLE_GENERATIVE_AI_API_KEY",
+            )
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "GOOGLE_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.GOOGLE_BASE_URL,
+                serverBaseUrl,
            )
            if (baseURL || overrides?.apiKey) {
                const customGoogle = createGoogleGenerativeAI({
@@ -756,11 +809,12 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "azure": {
-            const apiKey = overrides?.apiKey || process.env.AZURE_API_KEY
+            const apiKey = resolveApiKey(overrides, "AZURE_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(overrides, "AZURE_BASE_URL")
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.AZURE_BASE_URL,
+                serverBaseUrl,
            )
            // Only use server's resourceName if user is NOT providing their own API key
            const resourceName = overrides?.apiKey
@@ -794,11 +848,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
            break

        case "openrouter": {
-            const apiKey = overrides?.apiKey || process.env.OPENROUTER_API_KEY
+            const apiKey = resolveApiKey(overrides, "OPENROUTER_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "OPENROUTER_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.OPENROUTER_BASE_URL,
+                serverBaseUrl,
            )
            const openrouter = createOpenRouter({
                apiKey,
@@ -809,11 +867,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "deepseek": {
-            const apiKey = overrides?.apiKey || process.env.DEEPSEEK_API_KEY
+            const apiKey = resolveApiKey(overrides, "DEEPSEEK_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "DEEPSEEK_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.DEEPSEEK_BASE_URL,
+                serverBaseUrl,
            )
            if (baseURL || overrides?.apiKey) {
                const customDeepSeek = createDeepSeek({
@@ -828,11 +890,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "siliconflow": {
-            const apiKey = overrides?.apiKey || process.env.SILICONFLOW_API_KEY
+            const apiKey = resolveApiKey(overrides, "SILICONFLOW_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "SILICONFLOW_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.SILICONFLOW_BASE_URL,
+                serverBaseUrl,
                "https://api.siliconflow.cn/v1",
            )
            const siliconflowProvider = createOpenAI({
@@ -844,11 +910,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "sglang": {
-            const apiKey = overrides?.apiKey || process.env.SGLANG_API_KEY
+            const apiKey = resolveApiKey(overrides, "SGLANG_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "SGLANG_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.SGLANG_BASE_URL,
+                serverBaseUrl,
            )

            const sglangProvider = createOpenAI({
@@ -957,11 +1027,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
            // Vercel AI Gateway - unified access to multiple AI providers
            // Model format: "provider/model" e.g., "openai/gpt-4o", "anthropic/claude-sonnet-4-5"
            // See: https://vercel.com/ai-gateway
-            const apiKey = overrides?.apiKey || process.env.AI_GATEWAY_API_KEY
+            const apiKey = resolveApiKey(overrides, "AI_GATEWAY_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "AI_GATEWAY_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.AI_GATEWAY_BASE_URL,
+                serverBaseUrl,
            )
            // Only use custom configuration if explicitly set (local dev or custom Gateway)
            // Otherwise undefined → AI SDK uses Vercel default (https://ai-gateway.vercel.sh/v1/ai) + OIDC
@@ -993,11 +1067,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "doubao": {
-            const apiKey = overrides?.apiKey || process.env.DOUBAO_API_KEY
+            const apiKey = resolveApiKey(overrides, "DOUBAO_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "DOUBAO_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.DOUBAO_BASE_URL,
+                serverBaseUrl,
                "https://ark.cn-beijing.volces.com/api/v3",
            )
            const lowerModelId = modelId.toLowerCase()
@@ -1022,11 +1100,15 @@ export function getAIModel(overrides?: ClientOverrides): ModelConfig {
        }

        case "modelscope": {
-            const apiKey = overrides?.apiKey || process.env.MODELSCOPE_API_KEY
+            const apiKey = resolveApiKey(overrides, "MODELSCOPE_API_KEY")
+            const serverBaseUrl = resolveBaseUrlEnv(
+                overrides,
+                "MODELSCOPE_BASE_URL",
+            )
            const baseURL = resolveBaseURL(
                overrides?.apiKey,
                overrides?.baseUrl,
-                process.env.MODELSCOPE_BASE_URL,
+                serverBaseUrl,
                "https://api-inference.modelscope.cn/v1",
            )
            const modelscopeProvider = createOpenAI({
--- a/lib/i18n/dictionaries/en.json
+++ b/lib/i18n/dictionaries/en.json
@@ -305,10 +305,13 @@
        "noModelsFound": "No models found.",
        "default": "Default",
        "serverDefault": "Server Default",
+        "serverModels": "Server Models",
+        "userModels": "User Models",
        "configureModels": "Configure Models...",
        "onlyVerifiedShown": "Only verified models are shown",
        "showUnvalidatedModels": "Show unvalidated models",
        "allModelsShown": "All models are shown (including unvalidated)",
-        "unvalidatedModelWarning": "This model has not been validated"
+        "unvalidatedModelWarning": "This model has not been validated",
+        "serverDefaultModel": "Server default model"
    }
 }
--- a/lib/i18n/dictionaries/ja.json
+++ b/lib/i18n/dictionaries/ja.json
@@ -305,10 +305,13 @@
        "noModelsFound": "モデルが見つかりません。",
        "default": "デフォルト",
        "serverDefault": "サーバーデフォルト",
+        "serverModels": "サーバーモデル",
+        "userModels": "ユーザーモデル",
        "configureModels": "モデルを設定...",
        "onlyVerifiedShown": "検証済みのモデルのみ表示",
        "showUnvalidatedModels": "未検証のモデルを表示",
        "allModelsShown": "すべてのモデルを表示（未検証を含む）",
-        "unvalidatedModelWarning": "このモデルは検証されていません"
+        "unvalidatedModelWarning": "このモデルは検証されていません",
+        "serverDefaultModel": "サーバーデフォルトモデル"
    }
 }
--- a/lib/i18n/dictionaries/zh.json
+++ b/lib/i18n/dictionaries/zh.json
@@ -305,10 +305,13 @@
        "noModelsFound": "未找到模型。",
        "default": "默认",
        "serverDefault": "服务器默认",
+        "serverModels": "服务器模型",
+        "userModels": "用户模型",
        "configureModels": "配置模型...",
        "onlyVerifiedShown": "仅显示已验证的模型",
        "showUnvalidatedModels": "显示未验证的模型",
        "allModelsShown": "显示所有模型（包括未验证的）",
-        "unvalidatedModelWarning": "此模型尚未验证"
+        "unvalidatedModelWarning": "此模型尚未验证",
+        "serverDefaultModel": "服务器默认模型"
    }
 }
--- a/lib/server-model-config.ts
+++ b/lib/server-model-config.ts
@@ -0,0 +1,151 @@
+import fs from "fs/promises"
+import path from "path"
+import { z } from "zod"
+import type { ProviderName } from "@/lib/types/model-config"
+import { PROVIDER_INFO } from "@/lib/types/model-config"
+
+export const ProviderNameSchema: z.ZodType<ProviderName> = z
+    .string()
+    .refine((val): val is ProviderName => val in PROVIDER_INFO, {
+        message: "Invalid provider name",
+    })
+
+export const ServerProviderSchema = z.object({
+    name: z.string().min(1),
+    provider: ProviderNameSchema,
+    models: z.array(z.string().min(1)),
+    // Optional: custom environment variable name for API key
+    // e.g., "OPENAI_API_KEY_TEAM_A" instead of default "OPENAI_API_KEY"
+    apiKeyEnv: z.string().min(1).optional(),
+    // Optional: custom environment variable name for base URL
+    baseUrlEnv: z.string().min(1).optional(),
+    // Optional: mark the first model in this provider as the default
+    default: z.boolean().optional(),
+})
+
+export const ServerModelsConfigSchema = z.object({
+    providers: z.array(ServerProviderSchema),
+})
+
+export type ServerProviderConfig = z.infer<typeof ServerProviderSchema>
+export type ServerModelsConfig = z.infer<typeof ServerModelsConfigSchema>
+
+export interface FlattenedServerModel {
+    id: string // "server:<slugified-name>:<modelId>" - name ensures uniqueness for multiple API keys per provider
+    modelId: string
+    provider: ProviderName
+    providerLabel: string
+    isDefault: boolean
+    // Custom env var names for credentials (optional)
+    apiKeyEnv?: string
+    baseUrlEnv?: string
+}
+
+/**
+ * Convert provider name to URL-safe slug for use in model ID
+ * e.g., "OpenAI Production" → "openai-production"
+ */
+function slugify(name: string): string {
+    return name
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, "-")
+        .replace(/^-|-$/g, "")
+}
+
+function getConfigPath(): string {
+    const custom = process.env.AI_MODELS_CONFIG_PATH
+    if (custom && custom.trim().length > 0) return custom
+    return path.join(process.cwd(), "ai-models.json")
+}
+
+export async function loadRawServerModelsConfig(): Promise<ServerModelsConfig | null> {
+    // Priority 1: AI_MODELS_CONFIG env var (JSON string) - for cloud deployments
+    const envConfig = process.env.AI_MODELS_CONFIG
+    if (envConfig && envConfig.trim().length > 0) {
+        try {
+            const json = JSON.parse(envConfig)
+            return ServerModelsConfigSchema.parse(json)
+        } catch (err) {
+            console.error(
+                "[server-model-config] Failed to parse AI_MODELS_CONFIG:",
+                err,
+            )
+            return null
+        }
+    }
+
+    // Priority 2: ai-models.json file
+    const configPath = getConfigPath()
+    try {
+        const jsonStr = await fs.readFile(configPath, "utf8")
+        const json = JSON.parse(jsonStr)
+        return ServerModelsConfigSchema.parse(json)
+    } catch (err: any) {
+        if (err?.code === "ENOENT") {
+            return null
+        }
+        console.error(
+            "[server-model-config] Failed to load ai-models.json:",
+            err,
+        )
+        return null
+    }
+}
+
+export async function loadFlattenedServerModels(): Promise<
+    FlattenedServerModel[]
+> {
+    const cfg = await loadRawServerModelsConfig()
+    if (!cfg) return []
+
+    const defaultProvider = process.env.AI_PROVIDER as ProviderName | undefined
+    const defaultModelId = process.env.AI_MODEL
+
+    const flattened: FlattenedServerModel[] = []
+
+    for (const p of cfg.providers) {
+        const providerLabel =
+            p.name || PROVIDER_INFO[p.provider]?.label || p.provider
+
+        // Use slugified name for unique ID (supports multiple API keys per provider)
+        const nameSlug = slugify(p.name)
+
+        for (const modelId of p.models) {
+            const id = `server:${nameSlug}:${modelId}`
+
+            // Default model priority:
+            // 1. From ai-models.json: first model of provider with default: true
+            // 2. From env vars: AI_MODEL matches (legacy behavior)
+            const isDefault =
+                (p.default === true && modelId === p.models[0]) ||
+                (!!defaultModelId &&
+                    modelId === defaultModelId &&
+                    (!defaultProvider || defaultProvider === p.provider))
+
+            flattened.push({
+                id,
+                modelId,
+                provider: p.provider,
+                providerLabel,
+                isDefault,
+                apiKeyEnv: p.apiKeyEnv,
+                baseUrlEnv: p.baseUrlEnv,
+            })
+        }
+    }
+
+    return flattened
+}
+
+/**
+ * Find a server model by its ID (format: "server:<slugified-name>:<modelId>")
+ * Returns the model config including apiKeyEnv/baseUrlEnv if configured
+ */
+export async function findServerModelById(
+    modelId: string,
+): Promise<FlattenedServerModel | null> {
+    if (!modelId.startsWith("server:")) return null
+
+    const models = await loadFlattenedServerModels()
+    return models.find((m) => m.id === modelId) || null
+}
--- a/lib/types/model-config.ts
+++ b/lib/types/model-config.ts
@@ -54,7 +54,7 @@ export interface MultiModelConfig {

 // Flattened model for dropdown display
 export interface FlattenedModel {
-    id: string // Model config UUID
+    id: string // Model config UUID or synthetic server ID (e.g., "server:provider:modelId")
    modelId: string // Actual model ID
    provider: ProviderName
    providerLabel: string // Provider display name
@@ -69,6 +69,13 @@ export interface FlattenedModel {
    vertexApiKey?: string // Express Mode API key

    validated?: boolean // Has this model been validated
+    // Source of this model config: user-defined (client) or server-defined
+    source?: "user" | "server"
+    // Whether this model is the server default (matches AI_MODEL env var)
+    isDefault?: boolean
+    // Custom env var names for server models (allows multiple API keys per provider)
+    apiKeyEnv?: string
+    baseUrlEnv?: string
 }

 // Provider metadata
@@ -307,7 +314,7 @@ export function createModelConfig(modelId: string): ModelConfig {
    }
 }

-// Get all models as flattened list for dropdown
+// Get all models as flattened list for dropdown (user-defined only)
 export function flattenModels(config: MultiModelConfig): FlattenedModel[] {
    const models: FlattenedModel[] = []

@@ -333,6 +340,8 @@ export function flattenModels(config: MultiModelConfig): FlattenedModel[] {
                vertexApiKey: provider.vertexApiKey,

                validated: model.validated,
+                source: "user",
+                isDefault: false,
            })
        }
    }