refactor(providers): one record per provider, ten name-keyed tables derived from it

Step 2 of the provider refactor plan. lib/providers.ts holds one record per
provider (SDK kind, credential kind, env prefix, default URL, picker group,
notes and base URL hints in four languages, and the short model list of the
six providers that cannot list models). ProviderName is now the record's
key set and lib/types/model-config.ts re-exports the record as PROVIDER_INFO,
so the twelve importers are unchanged.

Derived from the record, under their old names and in their old files:
FIXED_CRED_PROVIDERS, PROVIDER_LOGO_MAP and chatRequestUrl's own-path list
(model-config.ts), SINGLE_SYSTEM_PROVIDERS, PROVIDER_ENV_VARS and
SDK_KNOWS_ENDPOINT (ai-providers.ts), PROVIDER_GROUPS and OPTIONS_OPEN
(provider-setup.ts), NO_KEY_NEEDED (provider-models route).
tests/unit/providers.test.ts freezes the old tables' values and checks the
derived ones against them. The record is written in the picker's order, so
the provider lists in two 'No AI provider configured' messages change order;
those two snapshot rows are the only snapshot change.
This commit is contained in:
dayuan.jiang
2026-10-12 21:17:51 +09:00
parent 31f4641178
commit b0e95a5ef4
7 changed files with 1113 additions and 323 deletions
+27 -59
View File
@@ -22,13 +22,9 @@ import {
loadAdminProviders,
} from "@/lib/admin/providers"
import { getEnvFallback } from "@/lib/admin/settings"
import { PROVIDER_NAMES, PROVIDERS, type ProviderName } from "@/lib/providers"
import { isPrivateUrl, redirectGuardedFetch } from "@/lib/ssrf-protection"
import {
normalizeBaseUrl,
ollamaApiUrl,
PROVIDER_INFO,
type ProviderName,
} from "@/lib/types/model-config"
import { normalizeBaseUrl, ollamaApiUrl } from "@/lib/types/model-config"
const AIHUBMIX_APP_CODE = "MSBS9675"
@@ -40,15 +36,9 @@ interface ModelConfig {
}
// Providers that only support a single system message
export const SINGLE_SYSTEM_PROVIDERS = new Set<ProviderName>([
"minimax",
"glm",
"qwen",
"kimi",
"qiniu",
"novita",
"mimo",
])
export const SINGLE_SYSTEM_PROVIDERS = new Set<ProviderName>(
PROVIDER_NAMES.filter((p) => PROVIDERS[p].singleSystem),
)
/**
* Normalize MiniMax base URL for AI SDK compatibility.
@@ -448,33 +438,16 @@ function buildProviderOptions(
return Object.keys(options).length > 0 ? options : undefined
}
// Map of provider to required environment variable
const PROVIDER_ENV_VARS: Record<ProviderName, string | null> = {
bedrock: null, // AWS SDK auto-uses IAM role on AWS, or env vars locally
openai: "OPENAI_API_KEY",
anthropic: "ANTHROPIC_API_KEY",
google: "GOOGLE_GENERATIVE_AI_API_KEY",
vertexai: "GOOGLE_VERTEX_API_KEY",
azure: "AZURE_API_KEY",
ollama: null, // No credentials needed for local Ollama
openrouter: "OPENROUTER_API_KEY",
aihubmix: "AIHUBMIX_API_KEY",
deepseek: "DEEPSEEK_API_KEY",
siliconflow: "SILICONFLOW_API_KEY",
sglang: "SGLANG_API_KEY",
gateway: "AI_GATEWAY_API_KEY",
edgeone: null, // No credentials needed - uses EdgeOne Edge AI
doubao: "DOUBAO_API_KEY",
modelscope: "MODELSCOPE_API_KEY",
glm: "GLM_API_KEY",
qwen: "QWEN_API_KEY",
qiniu: "QINIU_API_KEY",
kimi: "KIMI_API_KEY",
minimax: "MINIMAX_API_KEY",
novita: "NOVITA_API_KEY",
mimo: "MIMO_API_KEY",
atlascloud: "ATLASCLOUD_API_KEY",
}
// Map of provider to required environment variable. null where the server
// needs no key of this kind: Bedrock (the AWS SDK uses an IAM role or the
// AWS_* variables), local Ollama, EdgeOne (the site's own function)
const PROVIDER_ENV_VARS = Object.fromEntries(
PROVIDER_NAMES.map((p) => {
const { credential, envPrefix, keyEnv } = PROVIDERS[p]
const required = credential === "apiKey" || credential === "vertexKey"
return [p, required ? (keyEnv ?? `${envPrefix}_API_KEY`) : null]
}),
) as Record<ProviderName, string | null>
/**
* Auto-detect provider based on available API keys
@@ -593,17 +566,12 @@ function bedrockRuntimeUrl(region: string): string {
/**
* Providers whose SDK has the official endpoint built in. The others are
* OpenAI-compatible APIs (or Anthropic) that are called at
* PROVIDER_INFO.defaultBaseUrl unless a base URL is configured.
* OpenAI-compatible APIs (or Anthropic) that are called at the record's
* defaultBaseUrl unless a base URL is configured.
*/
const SDK_KNOWS_ENDPOINT = new Set<ProviderName>([
"openai",
"google",
"azure",
"openrouter",
"gateway",
"deepseek",
])
const SDK_KNOWS_ENDPOINT = new Set<ProviderName>(
PROVIDER_NAMES.filter((p) => PROVIDERS[p].sdkKnowsEndpoint),
)
/** Where and how to call a provider, once credentials are resolved */
interface Endpoint {
@@ -798,9 +766,9 @@ export function getAIModel(clientOverrides?: ClientOverrides): ModelConfig {
let provider: ProviderName
if (overrides?.provider) {
// Validate client-provided provider
if (!Object.hasOwn(PROVIDER_INFO, overrides.provider)) {
if (!Object.hasOwn(PROVIDERS, overrides.provider)) {
throw new Error(
`Invalid provider: ${overrides.provider}. Allowed providers: ${Object.keys(PROVIDER_INFO).join(", ")}`,
`Invalid provider: ${overrides.provider}. Allowed providers: ${Object.keys(PROVIDERS).join(", ")}`,
)
}
provider = overrides.provider as ProviderName
@@ -834,9 +802,9 @@ export function getAIModel(clientOverrides?: ClientOverrides): ModelConfig {
)
}
}
if (!Object.hasOwn(PROVIDER_INFO, provider)) {
if (!Object.hasOwn(PROVIDERS, provider)) {
throw new Error(
`Unknown AI provider: ${provider}. Supported providers: ${Object.keys(PROVIDER_INFO).join(", ")}`,
`Unknown AI provider: ${provider}. Supported providers: ${Object.keys(PROVIDERS).join(", ")}`,
)
}
@@ -988,7 +956,7 @@ export function getAIModel(clientOverrides?: ClientOverrides): ModelConfig {
const baseURL =
overrides?.baseUrl ||
(overrides?.apiKey
? PROVIDER_INFO.ollama.defaultBaseUrl
? PROVIDERS.ollama.defaultBaseUrl
: resolveBaseUrlEnv(overrides, "OLLAMA_BASE_URL"))
model = createOllama({
...(baseURL && { baseURL: ollamaApiUrl(baseURL) }),
@@ -1027,7 +995,7 @@ export function getAIModel(clientOverrides?: ClientOverrides): ModelConfig {
// form; the server must not call its own machine for it. With a
// user's key the OpenAI SDK would read the server's
// OPENAI_BASE_URL, so name the official endpoint.
const defaultUrl = PROVIDER_INFO[provider].defaultBaseUrl
const defaultUrl = PROVIDERS[provider].defaultBaseUrl
const publicDefault = defaultUrl?.startsWith("https://")
? defaultUrl
: undefined
@@ -1050,7 +1018,7 @@ export function getAIModel(clientOverrides?: ClientOverrides): ModelConfig {
(provider === "azure" && overrides?.apiKey))
) {
throw new Error(
`${PROVIDER_INFO[provider].label} needs a base URL. Add it in the model settings.`,
`${PROVIDERS[provider].label} needs a base URL. Add it in the model settings.`,
)
}
model = createModel(provider, modelId, {
+16 -41
View File
@@ -1,50 +1,29 @@
// What the model settings show about providers: the groups of the provider
// picker, and how far a provider's setup has come
import {
PROVIDER_NAMES,
PROVIDERS,
type ProviderGroup as ProviderGroupId,
} from "@/lib/providers"
import {
PROVIDER_INFO,
type ProviderConfig,
type ProviderName,
} from "@/lib/types/model-config"
export type ProviderGroupId = "vendors" | "aggregators" | "cloud" | "selfHosted"
export type { ProviderGroupId }
/** The provider picker's groups, each provider in exactly one */
/** The provider picker's groups, each provider in exactly one, in record order */
export const PROVIDER_GROUPS: {
id: ProviderGroupId
providers: ProviderName[]
}[] = [
{
id: "vendors",
providers: [
"openai",
"anthropic",
"google",
"deepseek",
"qwen",
"doubao",
"glm",
"kimi",
"minimax",
"mimo",
],
},
{
id: "aggregators",
providers: [
"openrouter",
"aihubmix",
"siliconflow",
"modelscope",
"novita",
"atlascloud",
"qiniu",
"gateway",
],
},
{ id: "cloud", providers: ["bedrock", "vertexai", "azure", "edgeone"] },
{ id: "selfHosted", providers: ["ollama", "sglang"] },
]
}[] = (["vendors", "aggregators", "cloud", "selfHosted"] as const).map(
(id) => ({
id,
providers: PROVIDER_NAMES.filter((p) => PROVIDERS[p].group === id),
}),
)
/** Shown when the user has no provider yet */
export const POPULAR_PROVIDERS: ProviderName[] = [
@@ -71,13 +50,9 @@ export const PROVIDER_NOTE_KEYS: Partial<Record<ProviderName, string>> = {
* an example; Ollama's is its cloud, SGLang's a local server) or comes with
* a hint (MiniMax, MiMo): their folded options start open
*/
export const OPTIONS_OPEN: ProviderName[] = [
"azure",
"ollama",
"sglang",
"minimax",
"mimo",
]
export const OPTIONS_OPEN: ProviderName[] = PROVIDER_NAMES.filter(
(p) => PROVIDERS[p].optionsOpen,
)
/** The groups with only the providers whose name matches the search */
export function filterProviderGroups(query: string) {
+532
View File
@@ -0,0 +1,532 @@
// Every fact about a provider in one record: which AI SDK factory runs it,
// what it signs in with, its environment variable names, its official URL
// and what the settings UI shows for it. Pure data with no runtime imports,
// so client components, the Edge runtime and Node can all read it.
//
// Adding an OpenAI-compatible provider means adding one record here, plus
// its two lines in env.example and a paragraph in docs/*/ai-providers.md.
import type { Locale } from "@/lib/i18n/config"
/** Which AI SDK factory createModel() calls */
export type Sdk =
| "openai" // @ai-sdk/openai: Responses API, Chat Completions behind a configured URL
| "openai-compatible" // @ai-sdk/openai-compatible plus <think> tag extraction
| "deepseek" // @ai-sdk/deepseek: reasoning_content round trip (deepseek, kimi, mimo)
| "doubao" // deepseek for DeepSeek and Kimi model ids, openai-compatible otherwise
| "anthropic"
| "minimax" // anthropic or openai-compatible, chosen from the URL path
| "google"
| "vertex"
| "azure"
| "bedrock"
| "openrouter"
| "gateway"
| "aihubmix" // @aihubmix/ai-sdk-provider on the official URL, openai-compatible elsewhere
| "ollama"
/** What the settings form asks for and what a request signs in with */
export type Credential =
| "apiKey" // one key, required with a custom base URL
| "optionalKey" // Ollama: the key may be empty
| "none" // EdgeOne: the site's own function, cookies authenticate
| "aws" // Bedrock: a Bedrock API key, or an access key pair, plus a region
| "vertexKey" // Vertex AI Express Mode key
/** How a provider lists its models (see lib/provider-models.ts) */
export type ModelListStyle =
| "openai"
| "anthropic"
| "google"
| "ollama"
| "openrouter"
| "aihubmix"
| "gateway"
export type ProviderGroup = "vendors" | "aggregators" | "cloud" | "selfHosted"
/** One sentence in every UI language */
export type Copy = Record<Locale, string>
export interface ProviderDef {
label: string
sdk: Sdk
credential: Credential
/** The picker's group; the order of the records is the order inside a group */
group: ProviderGroup
/**
* The server reads <PREFIX>_API_KEY and <PREFIX>_BASE_URL. Only the
* spelling of the names: whether the key is required (auto-detection,
* validation) follows `credential`, and whether the admin panel writes
* ADMIN_<PREFIX>_API_KEY[_n] follows `fixedCredentials`.
* null: no key variables (Bedrock, EdgeOne)
*/
envPrefix: string | null
/** The key variable when it does not follow the prefix (GOOGLE_GENERATIVE_AI_API_KEY) */
keyEnv?: string
/** A second variable accepted as the server key (ANTHROPIC_AUTH_TOKEN, sent as Bearer) */
altKeyEnv?: string
/** Azure: the SDK builds the URL from this variable when there is no base URL */
resourceNameEnv?: string
/**
* The official endpoint, also the form's placeholder. A non-https value
* (SGLang's 127.0.0.1) only fills the form: the server never calls it.
* Missing for a credential "apiKey" provider: the user must enter one
*/
defaultBaseUrl?: string
/** The SDK has the official endpoint built in: pass no baseURL unless one is configured */
sdkKnowsEndpoint?: true
/** Where users create a key */
apiKeyUrl?: string
/** How to list models; missing when a key alone cannot (Bedrock, Vertex, Azure, EdgeOne, Doubao, MiniMax) */
modelList?: ModelListStyle
/** The list is public or local: no key needed to list (Ollama, OpenRouter, AIHubMix) */
listNeedsNoKey?: true
/** A short hand-written list for providers without modelList; the first one is added with the provider */
models?: string[]
/** The SDK builds the request path itself, so chatRequestUrl shows nothing */
ownRequestPath?: true
/** Only one system message per request */
singleSystem?: true
/** Server credentials live in fixed env vars; the admin panel allows one entry */
fixedCredentials?: true
/** models.dev logo name when it differs from the key */
logo?: string
/** A Lucide icon for providers without a logo on models.dev */
icon?: "cloud" | "server" | "sparkles"
/** The note shown under the name in the picker (Bedrock: "AWS credentials") */
note?: Copy
/** A hint under the base URL field (MiniMax: which path selects which protocol) */
baseUrlHint?: Copy
/** The folded options start open: the base URL usually needs changing */
optionsOpen?: true
}
// Written in the order the provider picker shows them, group by group
const defs = {
// Model vendors
openai: {
label: "OpenAI",
sdk: "openai",
credential: "apiKey",
group: "vendors",
envPrefix: "OPENAI",
defaultBaseUrl: "https://api.openai.com/v1",
sdkKnowsEndpoint: true,
apiKeyUrl: "https://platform.openai.com/api-keys",
modelList: "openai",
},
anthropic: {
label: "Anthropic",
sdk: "anthropic",
credential: "apiKey",
group: "vendors",
envPrefix: "ANTHROPIC",
altKeyEnv: "ANTHROPIC_AUTH_TOKEN",
defaultBaseUrl: "https://api.anthropic.com/v1",
apiKeyUrl: "https://platform.claude.com/settings/keys",
modelList: "anthropic",
},
google: {
label: "Google",
sdk: "google",
credential: "apiKey",
group: "vendors",
envPrefix: "GOOGLE",
keyEnv: "GOOGLE_GENERATIVE_AI_API_KEY",
defaultBaseUrl: "https://generativelanguage.googleapis.com/v1beta",
sdkKnowsEndpoint: true,
apiKeyUrl: "https://aistudio.google.com/apikey",
modelList: "google",
ownRequestPath: true,
},
deepseek: {
label: "DeepSeek",
sdk: "deepseek",
credential: "apiKey",
group: "vendors",
envPrefix: "DEEPSEEK",
defaultBaseUrl: "https://api.deepseek.com/v1",
sdkKnowsEndpoint: true,
apiKeyUrl: "https://platform.deepseek.com/api_keys",
modelList: "openai",
},
qwen: {
label: "Qwen (Alibaba)",
sdk: "openai-compatible",
credential: "apiKey",
group: "vendors",
envPrefix: "QWEN",
defaultBaseUrl: "https://dashscope.aliyuncs.com/compatible-mode/v1",
apiKeyUrl: "https://bailian.console.aliyun.com/?tab=model#/api-key",
modelList: "openai",
singleSystem: true,
},
doubao: {
label: "Doubao (ByteDance)",
sdk: "doubao",
credential: "apiKey",
group: "vendors",
envPrefix: "DOUBAO",
defaultBaseUrl: "https://ark.cn-beijing.volces.com/api/v3",
apiKeyUrl:
"https://console.volcengine.com/ark/region:ark+cn-beijing/apiKey",
logo: "bytedance",
icon: "sparkles",
// Volcengine Ark ids use the dash form
models: [
"doubao-seed-2-0-pro-260215",
"doubao-seed-2-0-lite-260428",
"doubao-seed-2-0-mini-260428",
"doubao-seed-1-8-251228",
"doubao-seed-1-6-251015",
"doubao-seed-1-6-flash-250828",
"doubao-seed-1-6-vision-250815",
"doubao-1-5-pro-32k-250115",
"doubao-1-5-lite-32k-250115",
],
},
glm: {
label: "GLM (Zhipu)",
sdk: "openai-compatible",
credential: "apiKey",
group: "vendors",
envPrefix: "GLM",
defaultBaseUrl: "https://open.bigmodel.cn/api/paas/v4",
apiKeyUrl: "https://open.bigmodel.cn/usercenter/proj-mgmt/apikeys",
modelList: "openai",
singleSystem: true,
},
kimi: {
label: "Kimi (Moonshot)",
sdk: "deepseek",
credential: "apiKey",
group: "vendors",
envPrefix: "KIMI",
defaultBaseUrl: "https://api.moonshot.cn/v1",
apiKeyUrl: "https://platform.moonshot.cn/console/api-keys",
modelList: "openai",
singleSystem: true,
},
minimax: {
label: "MiniMax",
sdk: "minimax",
credential: "apiKey",
group: "vendors",
envPrefix: "MINIMAX",
defaultBaseUrl: "https://api.minimaxi.com/anthropic",
apiKeyUrl:
"https://platform.minimaxi.com/user-center/basic-information/interface-key",
ownRequestPath: true,
singleSystem: true,
optionsOpen: true,
baseUrlHint: {
en: "Use /anthropic for Anthropic-compatible API (recommended), or /v1 for OpenAI-compatible API",
zh: "使用 /anthropic 端点为 Anthropic 兼容 API(推荐),或使用 /v1 端点为 OpenAI 兼容 API",
ja: "/anthropic で Anthropic 互換 API(推奨)、または /v1 で OpenAI 互換 API を使用",
"zh-Hant":
"使用 /anthropic 端點為 Anthropic 相容 API(推薦),或使用 /v1 端點為 OpenAI 相容 API",
},
// The Anthropic-compatible API
models: [
"MiniMax-M3",
"MiniMax-M2.7",
"MiniMax-M2.7-highspeed",
"MiniMax-M2.5",
],
},
mimo: {
label: "MiMo (Xiaomi)",
sdk: "deepseek",
credential: "apiKey",
group: "vendors",
envPrefix: "MIMO",
defaultBaseUrl: "https://api.xiaomimimo.com/v1",
apiKeyUrl: "https://platform.xiaomimimo.com/#/console/api-keys",
modelList: "openai",
singleSystem: true,
logo: "xiaomi",
optionsOpen: true,
baseUrlHint: {
en: "Default works with pay-as-you-go keys (sk-...). Token Plan subscribers (tp-... keys) must set https://token-plan-cn.xiaomimimo.com/v1",
zh: "默认地址适用于按量付费密钥(sk-...)。Token Plan 订阅用户(tp-... 密钥)请设置为 https://token-plan-cn.xiaomimimo.com/v1",
ja: "デフォルトは従量課金キー(sk-...)用です。Token Plan 加入者(tp-... キー)は https://token-plan-cn.xiaomimimo.com/v1 を設定してください",
"zh-Hant":
"預設地址適用於按量付費金鑰(sk-...)。Token Plan 訂閱用戶(tp-... 金鑰)請設定為 https://token-plan-cn.xiaomimimo.com/v1",
},
},
// Aggregators and gateways
openrouter: {
label: "OpenRouter",
sdk: "openrouter",
credential: "apiKey",
group: "aggregators",
envPrefix: "OPENROUTER",
defaultBaseUrl: "https://openrouter.ai/api/v1",
sdkKnowsEndpoint: true,
apiKeyUrl: "https://openrouter.ai/keys",
modelList: "openrouter",
listNeedsNoKey: true,
},
aihubmix: {
label: "AIHubMix",
sdk: "aihubmix",
credential: "apiKey",
group: "aggregators",
envPrefix: "AIHUBMIX",
defaultBaseUrl: "https://aihubmix.com/v1",
apiKeyUrl: "https://aihubmix.com/token",
modelList: "aihubmix",
listNeedsNoKey: true,
},
siliconflow: {
label: "SiliconFlow",
sdk: "openai-compatible",
credential: "apiKey",
group: "aggregators",
envPrefix: "SILICONFLOW",
defaultBaseUrl: "https://api.siliconflow.cn/v1",
apiKeyUrl: "https://cloud.siliconflow.cn/account/ak",
modelList: "openai",
},
modelscope: {
label: "ModelScope",
sdk: "openai-compatible",
credential: "apiKey",
group: "aggregators",
envPrefix: "MODELSCOPE",
defaultBaseUrl: "https://api-inference.modelscope.cn/v1",
apiKeyUrl: "https://modelscope.cn/my/myaccesstoken",
modelList: "openai",
},
novita: {
label: "Novita AI",
sdk: "openai-compatible",
credential: "apiKey",
group: "aggregators",
envPrefix: "NOVITA",
defaultBaseUrl: "https://api.novita.ai/openai",
apiKeyUrl: "https://novita.ai/dashboard/key",
modelList: "openai",
singleSystem: true,
},
atlascloud: {
label: "Atlas Cloud",
sdk: "openai-compatible",
credential: "apiKey",
group: "aggregators",
envPrefix: "ATLASCLOUD",
defaultBaseUrl: "https://api.atlascloud.ai/v1",
apiKeyUrl: "https://www.atlascloud.ai/console/api-keys",
modelList: "openai",
logo: "openai",
},
qiniu: {
label: "Qiniu",
sdk: "openai-compatible",
credential: "apiKey",
group: "aggregators",
envPrefix: "QINIU",
defaultBaseUrl: "https://api.qnaigc.com/v1",
apiKeyUrl: "https://www.qiniu.com/ai/models",
modelList: "openai",
singleSystem: true,
},
gateway: {
label: "AI Gateway",
sdk: "gateway",
credential: "apiKey",
group: "aggregators",
envPrefix: "AI_GATEWAY",
defaultBaseUrl: "https://ai-gateway.vercel.sh/v1/ai",
sdkKnowsEndpoint: true,
apiKeyUrl: "https://vercel.com/ai-gateway",
modelList: "gateway",
ownRequestPath: true,
logo: "vercel",
},
// Cloud platforms
bedrock: {
label: "Amazon Bedrock",
sdk: "bedrock",
credential: "aws",
group: "cloud",
envPrefix: null,
fixedCredentials: true,
ownRequestPath: true,
logo: "amazon-bedrock",
icon: "cloud",
note: {
en: "AWS credentials",
zh: "AWS 凭证",
ja: "AWS 認証情報",
"zh-Hant": "AWS 憑證",
},
// Newer models only answer through an inference profile id (the
// region prefix). Each id here was called once on 2026-10-04.
models: [
// Anthropic Claude ("global." works from any region)
"global.anthropic.claude-opus-5-5",
"global.anthropic.claude-sonnet-5-5",
"global.anthropic.claude-fable-5-1",
"global.anthropic.claude-opus-5",
"global.anthropic.claude-sonnet-5",
"global.anthropic.claude-opus-4-8",
"global.anthropic.claude-opus-4-7",
"global.anthropic.claude-sonnet-4-6",
"global.anthropic.claude-opus-4-6-v1",
"global.anthropic.claude-opus-4-5-20251101-v1:0",
"global.anthropic.claude-sonnet-4-5-20250929-v1:0",
"global.anthropic.claude-haiku-4-5-20251001-v1:0",
"global.anthropic.claude-sonnet-4-20250514-v1:0",
// Amazon Nova
"us.amazon.nova-2-lite-v1:0",
"amazon.nova-pro-v1:0",
"amazon.nova-lite-v1:0",
"amazon.nova-micro-v1:0",
// Meta Llama
"us.meta.llama4-maverick-17b-instruct-v1:0",
"us.meta.llama4-scout-17b-instruct-v1:0",
"us.meta.llama3-3-70b-instruct-v1:0",
// Mistral
"mistral.mistral-large-3-675b-instruct",
"us.mistral.pixtral-large-2502-v1:0",
],
},
vertexai: {
label: "Google Vertex AI",
sdk: "vertex",
credential: "vertexKey",
group: "cloud",
envPrefix: "GOOGLE_VERTEX",
fixedCredentials: true,
ownRequestPath: true,
logo: "google",
note: {
en: "Express mode key",
zh: "Express 模式 Key",
ja: "Express モードのキー",
"zh-Hant": "Express 模式 Key",
},
models: [
// Gemini 3 series
"gemini-3.1-pro-preview",
"gemini-3.5-flash",
"gemini-3-flash-preview",
"gemini-3.1-flash-lite",
// Gemini 2.5 series
"gemini-2.5-pro",
"gemini-2.5-flash",
"gemini-2.5-flash-lite",
],
},
azure: {
label: "Azure OpenAI",
sdk: "azure",
credential: "apiKey",
group: "cloud",
envPrefix: "AZURE",
resourceNameEnv: "AZURE_RESOURCE_NAME",
// A placeholder, not a real resource; the form treats it as unset
defaultBaseUrl: "https://your-resource.openai.azure.com/openai",
sdkKnowsEndpoint: true,
ownRequestPath: true,
optionsOpen: true,
note: {
en: "Key and resource URL",
zh: "Key 和资源地址",
ja: "キーとリソース URL",
"zh-Hant": "Key 和資源位址",
},
// Deployment names in the user's resource
models: [
"gpt-5.5",
"gpt-5.4",
"gpt-5.1",
"gpt-5",
"gpt-5-mini",
"gpt-4.1",
"gpt-4o",
"gpt-4o-mini",
"o3",
"o4-mini",
],
},
edgeone: {
label: "EdgeOne Pages",
sdk: "openai-compatible",
credential: "none",
group: "cloud",
envPrefix: null,
ownRequestPath: true,
logo: "tencent-cloud",
note: {
en: "No key needed",
zh: "不用 Key",
ja: "キー不要",
"zh-Hant": "不用 Key",
},
models: ["@tx/deepseek-ai/deepseek-v32"],
},
// Self-hosted
ollama: {
label: "Ollama",
sdk: "ollama",
credential: "optionalKey",
group: "selfHosted",
envPrefix: "OLLAMA",
fixedCredentials: true,
defaultBaseUrl: "https://ollama.com/api",
apiKeyUrl: "https://ollama.com/settings/keys",
modelList: "ollama",
listNeedsNoKey: true,
optionsOpen: true,
note: {
en: "Key optional",
zh: "Key 可不填",
ja: "キーは任意",
"zh-Hant": "Key 可不填",
},
},
sglang: {
label: "SGLang",
sdk: "openai-compatible",
credential: "apiKey",
group: "selfHosted",
envPrefix: "SGLANG",
// A local example: the server never calls it, see publicDefaultUrl
defaultBaseUrl: "http://127.0.0.1:8000/v1",
modelList: "openai",
logo: "openai",
icon: "server",
optionsOpen: true,
note: {
en: "Your server's URL",
zh: "填服务地址",
ja: "サーバーの URL",
"zh-Hant": "填服務位址",
},
},
} satisfies Record<string, ProviderDef>
export type ProviderName = keyof typeof defs
// Widened to ProviderDef so optional fields can be read on any provider:
// `satisfies` keeps each record's own literal type, on whose union only the
// fields every record has would exist
export const PROVIDERS: Record<ProviderName, ProviderDef> = defs
export const PROVIDER_NAMES = Object.keys(PROVIDERS) as ProviderName[]
/**
* The https default the server may call on its own. A local default
* (SGLang's 127.0.0.1) only fills the settings form: the server must not
* call its own machine for it.
*/
export function publicDefaultUrl(provider: ProviderName): string | undefined {
const url = PROVIDERS[provider].defaultBaseUrl
return url?.startsWith("https://") ? url : undefined
}
+22 -215
View File
@@ -1,30 +1,13 @@
// Types for multi-provider model configuration
export type ProviderName =
| "openai"
| "anthropic"
| "google"
| "vertexai"
| "azure"
| "bedrock"
| "ollama"
| "openrouter"
| "aihubmix"
| "deepseek"
| "siliconflow"
| "sglang"
| "gateway"
| "edgeone"
| "doubao"
| "modelscope"
| "glm"
| "qwen"
| "qiniu"
| "kimi"
| "minimax"
| "novita"
| "mimo"
| "atlascloud"
import { PROVIDER_NAMES, PROVIDERS, type ProviderName } from "@/lib/providers"
// The provider record, under the name the rest of the app imports it by
export {
type ModelListStyle,
PROVIDERS as PROVIDER_INFO,
type ProviderName,
} from "@/lib/providers"
// Individual model configuration
export interface ModelConfig {
@@ -86,185 +69,18 @@ export interface FlattenedModel {
// Providers whose server credentials live in fixed env vars
// (AWS_ACCESS_KEY_ID, GOOGLE_VERTEX_API_KEY, OLLAMA_API_KEY) with no
// apiKeyEnv redirection support — their credentials are global
export const FIXED_CRED_PROVIDERS: ProviderName[] = [
"bedrock",
"vertexai",
"ollama",
]
// apiKeyEnv redirection support: their credentials are global
export const FIXED_CRED_PROVIDERS: ProviderName[] = PROVIDER_NAMES.filter(
(p) => PROVIDERS[p].fixedCredentials,
)
// Map provider names to models.dev logo names
export const PROVIDER_LOGO_MAP: Record<string, string> = {
openai: "openai",
anthropic: "anthropic",
google: "google",
azure: "azure",
bedrock: "amazon-bedrock",
openrouter: "openrouter",
aihubmix: "aihubmix",
deepseek: "deepseek",
siliconflow: "siliconflow",
sglang: "openai", // SGLang is OpenAI-compatible
gateway: "vercel",
edgeone: "tencent-cloud",
vertexai: "google",
doubao: "bytedance",
modelscope: "modelscope",
minimax: "minimax",
novita: "novita",
mimo: "xiaomi",
atlascloud: "openai",
}
/** How a provider lists its models (see lib/provider-models.ts) */
export type ModelListStyle =
| "openai"
| "anthropic"
| "google"
| "ollama"
| "openrouter"
| "aihubmix"
| "gateway"
// Provider metadata. apiKeyUrl is the page where users create a key.
// modelList is missing where a key alone cannot list the models (Bedrock,
// Vertex, Azure) or the list is not reliable (Doubao, MiniMax).
export const PROVIDER_INFO: Record<
ProviderName,
{
label: string
defaultBaseUrl?: string
apiKeyUrl?: string
modelList?: ModelListStyle
}
> = {
openai: {
label: "OpenAI",
defaultBaseUrl: "https://api.openai.com/v1",
apiKeyUrl: "https://platform.openai.com/api-keys",
modelList: "openai",
},
anthropic: {
label: "Anthropic",
defaultBaseUrl: "https://api.anthropic.com/v1",
apiKeyUrl: "https://platform.claude.com/settings/keys",
modelList: "anthropic",
},
google: {
label: "Google",
defaultBaseUrl: "https://generativelanguage.googleapis.com/v1beta",
apiKeyUrl: "https://aistudio.google.com/apikey",
modelList: "google",
},
vertexai: { label: "Google Vertex AI" },
azure: {
label: "Azure OpenAI",
defaultBaseUrl: "https://your-resource.openai.azure.com/openai",
},
bedrock: { label: "Amazon Bedrock" },
ollama: {
label: "Ollama",
defaultBaseUrl: "https://ollama.com/api",
apiKeyUrl: "https://ollama.com/settings/keys",
modelList: "ollama",
},
openrouter: {
label: "OpenRouter",
defaultBaseUrl: "https://openrouter.ai/api/v1",
apiKeyUrl: "https://openrouter.ai/keys",
modelList: "openrouter",
},
aihubmix: {
label: "AIHubMix",
defaultBaseUrl: "https://aihubmix.com/v1",
apiKeyUrl: "https://aihubmix.com/token",
modelList: "aihubmix",
},
deepseek: {
label: "DeepSeek",
defaultBaseUrl: "https://api.deepseek.com/v1",
apiKeyUrl: "https://platform.deepseek.com/api_keys",
modelList: "openai",
},
siliconflow: {
label: "SiliconFlow",
defaultBaseUrl: "https://api.siliconflow.cn/v1",
apiKeyUrl: "https://cloud.siliconflow.cn/account/ak",
modelList: "openai",
},
sglang: {
label: "SGLang",
defaultBaseUrl: "http://127.0.0.1:8000/v1",
modelList: "openai",
},
gateway: {
label: "AI Gateway",
defaultBaseUrl: "https://ai-gateway.vercel.sh/v1/ai",
apiKeyUrl: "https://vercel.com/ai-gateway",
modelList: "gateway",
},
edgeone: { label: "EdgeOne Pages" },
doubao: {
label: "Doubao (ByteDance)",
defaultBaseUrl: "https://ark.cn-beijing.volces.com/api/v3",
apiKeyUrl:
"https://console.volcengine.com/ark/region:ark+cn-beijing/apiKey",
},
modelscope: {
label: "ModelScope",
defaultBaseUrl: "https://api-inference.modelscope.cn/v1",
apiKeyUrl: "https://modelscope.cn/my/myaccesstoken",
modelList: "openai",
},
glm: {
label: "GLM (Zhipu)",
defaultBaseUrl: "https://open.bigmodel.cn/api/paas/v4",
apiKeyUrl: "https://open.bigmodel.cn/usercenter/proj-mgmt/apikeys",
modelList: "openai",
},
qwen: {
label: "Qwen (Alibaba)",
defaultBaseUrl: "https://dashscope.aliyuncs.com/compatible-mode/v1",
apiKeyUrl: "https://bailian.console.aliyun.com/?tab=model#/api-key",
modelList: "openai",
},
qiniu: {
label: "Qiniu",
defaultBaseUrl: "https://api.qnaigc.com/v1",
apiKeyUrl: "https://www.qiniu.com/ai/models",
modelList: "openai",
},
kimi: {
label: "Kimi (Moonshot)",
defaultBaseUrl: "https://api.moonshot.cn/v1",
apiKeyUrl: "https://platform.moonshot.cn/console/api-keys",
modelList: "openai",
},
minimax: {
label: "MiniMax",
defaultBaseUrl: "https://api.minimaxi.com/anthropic",
apiKeyUrl:
"https://platform.minimaxi.com/user-center/basic-information/interface-key",
},
novita: {
label: "Novita AI",
defaultBaseUrl: "https://api.novita.ai/openai",
apiKeyUrl: "https://novita.ai/dashboard/key",
modelList: "openai",
},
mimo: {
label: "MiMo (Xiaomi)",
defaultBaseUrl: "https://api.xiaomimimo.com/v1",
apiKeyUrl: "https://platform.xiaomimimo.com/#/console/api-keys",
modelList: "openai",
},
atlascloud: {
label: "Atlas Cloud",
defaultBaseUrl: "https://api.atlascloud.ai/v1",
apiKeyUrl: "https://www.atlascloud.ai/console/api-keys",
modelList: "openai",
},
}
// models.dev logo names that differ from the provider name
export const PROVIDER_LOGO_MAP: Record<string, string> = Object.fromEntries(
PROVIDER_NAMES.flatMap((p) => {
const logo = PROVIDERS[p].logo
return logo ? [[p, logo]] : []
}),
)
// Suggested models per provider for quick add
export const SUGGESTED_MODELS: Partial<Record<ProviderName, string[]>> = {
@@ -547,7 +363,7 @@ export function createProviderConfig(provider: ProviderName): ProviderConfig {
id: generateId(),
provider,
apiKey: "",
baseUrl: PROVIDER_INFO[provider].defaultBaseUrl,
baseUrl: PROVIDERS[provider].defaultBaseUrl,
models: [],
}
}
@@ -567,7 +383,7 @@ export function flattenModels(config: MultiModelConfig): FlattenedModel[] {
for (const provider of config.providers) {
// Use custom name if provided, otherwise use default provider label
const providerLabel =
provider.name || PROVIDER_INFO[provider.provider].label
provider.name || PROVIDERS[provider.provider].label
for (const model of provider.models) {
models.push({
@@ -635,14 +451,5 @@ export function chatRequestUrl(
if (provider === "ollama") return `${ollamaApiUrl(url)}/chat`
// These SDKs build their own paths (or, for MiniMax, pick the protocol
// from the URL)
const ownPaths: ProviderName[] = [
"google",
"vertexai",
"azure",
"bedrock",
"gateway",
"minimax",
"edgeone",
]
return ownPaths.includes(provider) ? null : `${url}/chat/completions`
return PROVIDERS[provider].ownRequestPath ? null : `${url}/chat/completions`
}