mirror of
https://github.com/DayuanJiang/next-ai-draw-io.git
synced 2026-10-08 18:57:47 +08:00
Tabs Models, General, Drawing and About, each with a fixed title row. The models tab becomes three pages: the user's providers with one status each and the server's models; a searchable picker of all 24 providers in four groups; and a provider page in three steps (connection, models, test). A new provider gets its first suggested model, and a passing test offers to use the model in the chat. Bedrock asks for one way of signing in, with an optional session token for temporary access keys. The composer's model picker lists every model, marking untested and failed ones, and can open the provider picker. A chat error that offers model settings opens the provider the request went to.
572 lines
18 KiB
TypeScript
572 lines
18 KiB
TypeScript
"use client"
|
|
|
|
import { useCallback, useEffect, useState } from "react"
|
|
import { getApiEndpoint } from "@/lib/base-path"
|
|
import type { FlattenedServerModel } from "@/lib/server-model-config"
|
|
import { STORAGE_KEYS } from "@/lib/storage"
|
|
import {
|
|
createEmptyConfig,
|
|
createModelConfig,
|
|
createProviderConfig,
|
|
type FlattenedModel,
|
|
findModelById,
|
|
flattenModels,
|
|
type ModelConfig,
|
|
type MultiModelConfig,
|
|
PROVIDER_INFO,
|
|
type ProviderConfig,
|
|
type ProviderName,
|
|
} from "@/lib/types/model-config"
|
|
|
|
// Old storage keys for migration
|
|
const OLD_KEYS = {
|
|
aiProvider: "next-ai-draw-io-ai-provider",
|
|
aiBaseUrl: "next-ai-draw-io-ai-base-url",
|
|
aiApiKey: "next-ai-draw-io-ai-api-key",
|
|
aiModel: "next-ai-draw-io-ai-model",
|
|
}
|
|
|
|
/**
|
|
* Migrate from old single-provider format to new multi-model format
|
|
*/
|
|
function migrateOldConfig(): MultiModelConfig | null {
|
|
if (typeof window === "undefined") return null
|
|
|
|
const oldProvider = localStorage.getItem(OLD_KEYS.aiProvider)
|
|
const oldApiKey = localStorage.getItem(OLD_KEYS.aiApiKey)
|
|
const oldModel = localStorage.getItem(OLD_KEYS.aiModel)
|
|
|
|
// No old config to migrate. A local Ollama needs no key.
|
|
if (!oldProvider || !oldModel) return null
|
|
if (!oldApiKey && oldProvider !== "ollama") return null
|
|
|
|
const oldBaseUrl = localStorage.getItem(OLD_KEYS.aiBaseUrl)
|
|
|
|
// Create new config from old format
|
|
const provider = createProviderConfig(oldProvider as ProviderName)
|
|
provider.apiKey = oldApiKey ?? ""
|
|
if (oldBaseUrl) provider.baseUrl = oldBaseUrl
|
|
// Without one, the old version used the server's Ollama (OLLAMA_BASE_URL
|
|
// or this machine), not the cloud address new providers get
|
|
else if (oldProvider === "ollama") provider.baseUrl = ""
|
|
|
|
const model = createModelConfig(oldModel)
|
|
provider.models.push(model)
|
|
|
|
const config: MultiModelConfig = {
|
|
version: 1,
|
|
providers: [provider],
|
|
selectedModelId: model.id,
|
|
}
|
|
|
|
// Clear old keys after migration
|
|
localStorage.removeItem(OLD_KEYS.aiProvider)
|
|
localStorage.removeItem(OLD_KEYS.aiBaseUrl)
|
|
localStorage.removeItem(OLD_KEYS.aiApiKey)
|
|
localStorage.removeItem(OLD_KEYS.aiModel)
|
|
|
|
return config
|
|
}
|
|
|
|
const isKnownProvider = (p: { provider: string }) =>
|
|
Object.hasOwn(PROVIDER_INFO, p.provider)
|
|
|
|
/**
|
|
* The stored config without providers this version does not know (saved
|
|
* by another version, or edited by hand): they would break every list of
|
|
* models. They stay in storage (saveConfig keeps them). Throws on bad JSON.
|
|
*/
|
|
function parseStoredConfig(stored: string): MultiModelConfig {
|
|
const config = JSON.parse(stored) as MultiModelConfig
|
|
const known = config.providers.filter(isKnownProvider)
|
|
if (known.length < config.providers.length) {
|
|
console.warn(
|
|
"Skipped saved providers this version does not know:",
|
|
config.providers
|
|
.filter((p) => !isKnownProvider(p))
|
|
.map((p) => p.provider),
|
|
)
|
|
}
|
|
return { ...config, providers: known }
|
|
}
|
|
|
|
/**
|
|
* Load config from localStorage
|
|
*/
|
|
function loadConfig(): MultiModelConfig {
|
|
if (typeof window === "undefined") return createEmptyConfig()
|
|
|
|
// First, check if new format exists
|
|
const stored = localStorage.getItem(STORAGE_KEYS.modelConfigs)
|
|
if (stored) {
|
|
try {
|
|
return parseStoredConfig(stored)
|
|
} catch {
|
|
console.error("Failed to parse model config")
|
|
}
|
|
}
|
|
|
|
// Try migration from old format
|
|
const migrated = migrateOldConfig()
|
|
if (migrated) {
|
|
// Save migrated config
|
|
localStorage.setItem(
|
|
STORAGE_KEYS.modelConfigs,
|
|
JSON.stringify(migrated),
|
|
)
|
|
return migrated
|
|
}
|
|
|
|
return createEmptyConfig()
|
|
}
|
|
|
|
/**
|
|
* Save config to localStorage
|
|
*/
|
|
function saveConfig(config: MultiModelConfig): void {
|
|
if (typeof window === "undefined") return
|
|
// Providers this version does not know are not in config: keep them,
|
|
// with their keys, for the version that saved them
|
|
let unknown: MultiModelConfig["providers"] = []
|
|
try {
|
|
const stored = localStorage.getItem(STORAGE_KEYS.modelConfigs)
|
|
if (stored) {
|
|
unknown = (JSON.parse(stored) as MultiModelConfig).providers.filter(
|
|
(p) => !isKnownProvider(p),
|
|
)
|
|
}
|
|
} catch {
|
|
// Unreadable: nothing to keep
|
|
}
|
|
localStorage.setItem(
|
|
STORAGE_KEYS.modelConfigs,
|
|
JSON.stringify({
|
|
...config,
|
|
providers: [...config.providers, ...unknown],
|
|
}),
|
|
)
|
|
}
|
|
|
|
/**
|
|
* Server model to fall back to: the one marked default, else the first one
|
|
*/
|
|
function defaultServerModelId(
|
|
serverModels: FlattenedServerModel[],
|
|
): string | undefined {
|
|
return (serverModels.find((m) => m.isDefault) ?? serverModels[0])?.id
|
|
}
|
|
|
|
export interface UseModelConfigReturn {
|
|
// State
|
|
config: MultiModelConfig
|
|
isLoaded: boolean
|
|
|
|
// Getters
|
|
models: FlattenedModel[]
|
|
selectedModel: FlattenedModel | undefined
|
|
selectedModelId: string | undefined
|
|
|
|
// Actions
|
|
setSelectedModelId: (modelId: string | undefined) => void
|
|
addProvider: (provider: ProviderName) => ProviderConfig
|
|
updateProvider: (
|
|
providerId: string,
|
|
updates: Partial<ProviderConfig>,
|
|
) => void
|
|
deleteProvider: (providerId: string) => void
|
|
addModel: (providerId: string, modelId: string) => ModelConfig
|
|
updateModel: (
|
|
providerId: string,
|
|
modelConfigId: string,
|
|
updates: Partial<ModelConfig>,
|
|
) => void
|
|
deleteModel: (providerId: string, modelConfigId: string) => void
|
|
resetConfig: () => void
|
|
}
|
|
|
|
export function useModelConfig(): UseModelConfigReturn {
|
|
const [config, setConfig] = useState<MultiModelConfig>(createEmptyConfig)
|
|
const [isLoaded, setIsLoaded] = useState(false)
|
|
const [serverModels, setServerModels] = useState<FlattenedServerModel[]>([])
|
|
const [serverLoaded, setServerLoaded] = useState(false)
|
|
|
|
// Load client config on mount
|
|
useEffect(() => {
|
|
const loaded = loadConfig()
|
|
setConfig(loaded)
|
|
setIsLoaded(true)
|
|
}, [])
|
|
|
|
// Pick up config changes saved by other tabs, so this tab neither shows a
|
|
// stale model nor overwrites their changes on its next save
|
|
useEffect(() => {
|
|
const handleStorage = (e: StorageEvent) => {
|
|
if (e.key === STORAGE_KEYS.modelConfigs) setConfig(loadConfig())
|
|
}
|
|
window.addEventListener("storage", handleStorage)
|
|
return () => window.removeEventListener("storage", handleStorage)
|
|
}, [])
|
|
|
|
// Load server models on mount (if any), and again when the desktop app
|
|
// restarted its server for another preset
|
|
useEffect(() => {
|
|
if (typeof window === "undefined") return
|
|
loadServerModels()
|
|
return window.electronAPI?.onServerRestarted?.(loadServerModels)
|
|
}, [])
|
|
|
|
function loadServerModels() {
|
|
fetch(getApiEndpoint("/api/server-models"))
|
|
.then((res) => {
|
|
if (!res.ok) {
|
|
console.error(
|
|
"Failed to load server models:",
|
|
res.status,
|
|
res.statusText,
|
|
)
|
|
throw new Error(`Request failed with status ${res.status}`)
|
|
}
|
|
return res.json()
|
|
})
|
|
.then((data) => {
|
|
const raw: FlattenedServerModel[] = data?.models || []
|
|
setServerModels(raw)
|
|
setServerLoaded(true)
|
|
|
|
// Auto-select the default server model if no model is selected,
|
|
// or if the saved server model is gone (renamed or removed)
|
|
setConfig((prev) => {
|
|
const id = prev.selectedModelId
|
|
const isStale =
|
|
id?.startsWith("server:") &&
|
|
!raw.some((m) => m.id === id)
|
|
if (id && !isStale) return prev
|
|
// Saved before non-ASCII characters in provider names
|
|
// got into the id: they were dropped from it
|
|
const renamed = raw.filter(
|
|
(m) =>
|
|
`server:${m.providerLabel
|
|
.toLowerCase()
|
|
.replace(/[^a-z0-9]+/g, "-")
|
|
.replace(/^-|-$/g, "")}:${m.modelId}` === id,
|
|
)
|
|
const fallback =
|
|
renamed.length === 1
|
|
? renamed[0].id
|
|
: defaultServerModelId(raw)
|
|
return fallback === id
|
|
? prev
|
|
: { ...prev, selectedModelId: fallback }
|
|
})
|
|
})
|
|
.catch((error) => {
|
|
console.error("Error while loading server models:", error)
|
|
setServerLoaded(true)
|
|
})
|
|
}
|
|
|
|
// Save config whenever it changes (after initial load)
|
|
useEffect(() => {
|
|
if (isLoaded) {
|
|
saveConfig(config)
|
|
}
|
|
}, [config, isLoaded])
|
|
|
|
// Derived state
|
|
const userModels = flattenModels(config)
|
|
|
|
const models: FlattenedModel[] = [
|
|
// Server models (read-only, credentials from env)
|
|
...serverModels.map((m) => ({
|
|
id: m.id,
|
|
modelId: m.modelId,
|
|
provider: m.provider,
|
|
providerLabel: `Server · ${m.providerLabel}`,
|
|
apiKey: "",
|
|
baseUrl: undefined,
|
|
awsAccessKeyId: undefined,
|
|
awsSecretAccessKey: undefined,
|
|
awsRegion: undefined,
|
|
awsSessionToken: undefined,
|
|
validated: true,
|
|
source: "server" as const,
|
|
isDefault: m.isDefault,
|
|
apiKeyEnv: m.apiKeyEnv,
|
|
baseUrlEnv: m.baseUrlEnv,
|
|
})),
|
|
// User models from local configuration
|
|
...userModels,
|
|
]
|
|
|
|
const selectedModel = config.selectedModelId
|
|
? models.find((m) => m.id === config.selectedModelId)
|
|
: undefined
|
|
|
|
// Actions
|
|
const setSelectedModelId = useCallback((modelId: string | undefined) => {
|
|
setConfig((prev) => ({
|
|
...prev,
|
|
selectedModelId: modelId,
|
|
}))
|
|
}, [])
|
|
|
|
const addProvider = useCallback(
|
|
(provider: ProviderName): ProviderConfig => {
|
|
const newProvider = createProviderConfig(provider)
|
|
setConfig((prev) => ({
|
|
...prev,
|
|
providers: [...prev.providers, newProvider],
|
|
}))
|
|
return newProvider
|
|
},
|
|
[],
|
|
)
|
|
|
|
const updateProvider = useCallback(
|
|
(providerId: string, updates: Partial<ProviderConfig>) => {
|
|
setConfig((prev) => ({
|
|
...prev,
|
|
providers: prev.providers.map((p) =>
|
|
p.id === providerId ? { ...p, ...updates } : p,
|
|
),
|
|
}))
|
|
},
|
|
[],
|
|
)
|
|
|
|
const deleteProvider = useCallback(
|
|
(providerId: string) => {
|
|
setConfig((prev) => {
|
|
const provider = prev.providers.find((p) => p.id === providerId)
|
|
const modelIds = provider?.models.map((m) => m.id) || []
|
|
|
|
// Fall back to the default server model if the selected model
|
|
// belongs to the deleted provider
|
|
const newSelectedId =
|
|
prev.selectedModelId &&
|
|
modelIds.includes(prev.selectedModelId)
|
|
? defaultServerModelId(serverModels)
|
|
: prev.selectedModelId
|
|
|
|
return {
|
|
...prev,
|
|
providers: prev.providers.filter(
|
|
(p) => p.id !== providerId,
|
|
),
|
|
selectedModelId: newSelectedId,
|
|
}
|
|
})
|
|
},
|
|
[serverModels],
|
|
)
|
|
|
|
const addModel = useCallback(
|
|
(providerId: string, modelId: string): ModelConfig => {
|
|
const newModel = createModelConfig(modelId)
|
|
setConfig((prev) => ({
|
|
...prev,
|
|
providers: prev.providers.map((p) =>
|
|
p.id === providerId
|
|
? { ...p, models: [...p.models, newModel] }
|
|
: p,
|
|
),
|
|
}))
|
|
return newModel
|
|
},
|
|
[],
|
|
)
|
|
|
|
const updateModel = useCallback(
|
|
(
|
|
providerId: string,
|
|
modelConfigId: string,
|
|
updates: Partial<ModelConfig>,
|
|
) => {
|
|
setConfig((prev) => ({
|
|
...prev,
|
|
providers: prev.providers.map((p) =>
|
|
p.id === providerId
|
|
? {
|
|
...p,
|
|
models: p.models.map((m) =>
|
|
m.id === modelConfigId
|
|
? { ...m, ...updates }
|
|
: m,
|
|
),
|
|
}
|
|
: p,
|
|
),
|
|
}))
|
|
},
|
|
[],
|
|
)
|
|
|
|
const deleteModel = useCallback(
|
|
(providerId: string, modelConfigId: string) => {
|
|
setConfig((prev) => ({
|
|
...prev,
|
|
providers: prev.providers.map((p) =>
|
|
p.id === providerId
|
|
? {
|
|
...p,
|
|
models: p.models.filter(
|
|
(m) => m.id !== modelConfigId,
|
|
),
|
|
}
|
|
: p,
|
|
),
|
|
// Fall back to the default server model if the selected model
|
|
// was deleted
|
|
selectedModelId:
|
|
prev.selectedModelId === modelConfigId
|
|
? defaultServerModelId(serverModels)
|
|
: prev.selectedModelId,
|
|
}))
|
|
},
|
|
[serverModels],
|
|
)
|
|
|
|
const resetConfig = useCallback(() => {
|
|
setConfig(createEmptyConfig())
|
|
}, [])
|
|
|
|
return {
|
|
config,
|
|
isLoaded: isLoaded && serverLoaded,
|
|
models,
|
|
selectedModel,
|
|
selectedModelId: config.selectedModelId,
|
|
setSelectedModelId,
|
|
addProvider,
|
|
updateProvider,
|
|
deleteProvider,
|
|
addModel,
|
|
updateModel,
|
|
deleteModel,
|
|
resetConfig,
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Get the AI config for the currently selected model.
|
|
* Returns format compatible with existing getAIConfig() usage.
|
|
*/
|
|
export function getSelectedAIConfig(): {
|
|
accessCode: string
|
|
aiProvider: string
|
|
aiBaseUrl: string
|
|
aiApiKey: string
|
|
aiModel: string
|
|
// AWS Bedrock credentials
|
|
awsAccessKeyId: string
|
|
awsSecretAccessKey: string
|
|
awsRegion: string
|
|
awsSessionToken: string
|
|
// Selected model ID (for server model lookup)
|
|
selectedModelId: string
|
|
// Vertex AI credentials (Express Mode)
|
|
vertexApiKey: string
|
|
// The user's provider of the selected model ("" for a server model)
|
|
providerId: string
|
|
} {
|
|
const empty = {
|
|
accessCode: "",
|
|
aiProvider: "",
|
|
aiBaseUrl: "",
|
|
aiApiKey: "",
|
|
aiModel: "",
|
|
awsAccessKeyId: "",
|
|
awsSecretAccessKey: "",
|
|
awsRegion: "",
|
|
awsSessionToken: "",
|
|
selectedModelId: "",
|
|
vertexApiKey: "",
|
|
providerId: "",
|
|
}
|
|
|
|
if (typeof window === "undefined") return empty
|
|
|
|
// Get access code (separate from model config)
|
|
const accessCode = localStorage.getItem(STORAGE_KEYS.accessCode) || ""
|
|
|
|
// Load multi-model config
|
|
const stored = localStorage.getItem(STORAGE_KEYS.modelConfigs)
|
|
if (!stored) {
|
|
// Fallback to old format for backward compatibility
|
|
return {
|
|
accessCode,
|
|
aiProvider: localStorage.getItem(OLD_KEYS.aiProvider) || "",
|
|
aiBaseUrl: localStorage.getItem(OLD_KEYS.aiBaseUrl) || "",
|
|
aiApiKey: localStorage.getItem(OLD_KEYS.aiApiKey) || "",
|
|
aiModel: localStorage.getItem(OLD_KEYS.aiModel) || "",
|
|
// Old format didn't support AWS
|
|
awsAccessKeyId: "",
|
|
awsSecretAccessKey: "",
|
|
awsRegion: "",
|
|
awsSessionToken: "",
|
|
selectedModelId: "",
|
|
vertexApiKey: "",
|
|
providerId: "",
|
|
}
|
|
}
|
|
|
|
let config: MultiModelConfig
|
|
try {
|
|
// Unknown providers would break the model lookup below
|
|
config = parseStoredConfig(stored)
|
|
} catch {
|
|
return { ...empty, accessCode }
|
|
}
|
|
|
|
// No selected model = use server default (AI_PROVIDER/AI_MODEL/env auto-detect)
|
|
if (!config.selectedModelId) {
|
|
return { ...empty, accessCode }
|
|
}
|
|
|
|
// Server-side model selection (id = "server:<name-slug>:<modelId>")
|
|
// Provider is resolved server-side via findServerModelById()
|
|
if (config.selectedModelId.startsWith("server:")) {
|
|
const parts = config.selectedModelId.split(":")
|
|
const nameSlug = parts[1] || ""
|
|
const modelId = parts.slice(2).join(":") // Preserve Bedrock-style IDs
|
|
|
|
return {
|
|
...empty,
|
|
accessCode,
|
|
// Note: nameSlug is NOT the provider, but we send it for backwards compat
|
|
// Server uses selectedModelId to lookup the actual provider
|
|
aiProvider: nameSlug,
|
|
aiBaseUrl: "",
|
|
aiApiKey: "",
|
|
aiModel: modelId,
|
|
selectedModelId: config.selectedModelId,
|
|
}
|
|
}
|
|
|
|
// Find selected user-defined model
|
|
const model = findModelById(config, config.selectedModelId)
|
|
if (!model) {
|
|
return { ...empty, accessCode }
|
|
}
|
|
|
|
return {
|
|
accessCode,
|
|
aiProvider: model.provider,
|
|
aiBaseUrl: model.baseUrl || "",
|
|
aiApiKey: model.apiKey,
|
|
aiModel: model.modelId,
|
|
// AWS Bedrock credentials
|
|
awsAccessKeyId: model.awsAccessKeyId || "",
|
|
awsSecretAccessKey: model.awsSecretAccessKey || "",
|
|
awsRegion: model.awsRegion || "",
|
|
awsSessionToken: model.awsSessionToken || "",
|
|
selectedModelId: config.selectedModelId || "",
|
|
// Vertex AI credentials (Express Mode)
|
|
vertexApiKey: model.vertexApiKey || "",
|
|
providerId:
|
|
config.providers.find((p) =>
|
|
p.models.some((m) => m.id === config.selectedModelId),
|
|
)?.id ?? "",
|
|
}
|
|
}
|