import React, { useEffect, useState, useCallback } from 'react'; import { Switch } from '~/components/ui/Switch'; import { useSettings } from '~/lib/hooks/useSettings'; import { LOCAL_PROVIDERS, URL_CONFIGURABLE_PROVIDERS } from '~/lib/stores/settings'; import type { IProviderConfig } from '~/types/model'; import { logStore } from '~/lib/stores/logs'; import { motion, AnimatePresence } from 'framer-motion'; import { classNames } from '~/utils/classNames'; import { BsRobot } from 'react-icons/bs'; import type { IconType } from 'react-icons'; import { BiChip } from 'react-icons/bi'; import { TbBrandOpenai } from 'react-icons/tb'; import { providerBaseUrlEnvKeys } from '~/utils/constants'; import { useToast } from '~/components/ui/use-toast'; import { Progress } from '~/components/ui/Progress'; import OllamaModelInstaller from './OllamaModelInstaller'; // Add type for provider names to ensure type safety type ProviderName = 'Ollama' | 'LMStudio' | 'OpenAILike'; // Update the PROVIDER_ICONS type to use the ProviderName type const PROVIDER_ICONS: Record = { Ollama: BsRobot, LMStudio: BsRobot, OpenAILike: TbBrandOpenai, }; // Update PROVIDER_DESCRIPTIONS to use the same type const PROVIDER_DESCRIPTIONS: Record = { Ollama: 'Run open-source models locally on your machine', LMStudio: 'Local model inference with LM Studio', OpenAILike: 'Connect to OpenAI-compatible API endpoints', }; // Add a constant for the Ollama API base URL const OLLAMA_API_URL = 'http://127.0.0.1:11434'; interface OllamaModel { name: string; digest: string; size: number; modified_at: string; details?: { family: string; parameter_size: string; quantization_level: string; }; status?: 'idle' | 'updating' | 'updated' | 'error' | 'checking'; error?: string; newDigest?: string; progress?: { current: number; total: number; status: string; }; } interface OllamaPullResponse { status: string; completed?: number; total?: number; digest?: string; } const isOllamaPullResponse = (data: unknown): data is OllamaPullResponse => { return ( typeof data === 'object' && data !== null && 'status' in data && typeof (data as OllamaPullResponse).status === 'string' ); }; export default function LocalProvidersTab() { const { providers, updateProviderSettings } = useSettings(); const [filteredProviders, setFilteredProviders] = useState([]); const [categoryEnabled, setCategoryEnabled] = useState(false); const [ollamaModels, setOllamaModels] = useState([]); const [isLoadingModels, setIsLoadingModels] = useState(false); const [editingProvider, setEditingProvider] = useState(null); const { toast } = useToast(); // Effect to filter and sort providers useEffect(() => { const newFilteredProviders = Object.entries(providers || {}) .filter(([key]) => [...LOCAL_PROVIDERS, 'OpenAILike'].includes(key)) .map(([key, value]) => { const provider = value as IProviderConfig; const envKey = providerBaseUrlEnvKeys[key]?.baseUrlKey; const envUrl = envKey ? (import.meta.env[envKey] as string | undefined) : undefined; // Set base URL if provided by environment if (envUrl && !provider.settings.baseUrl) { updateProviderSettings(key, { ...provider.settings, baseUrl: envUrl, }); } return { name: key, settings: { ...provider.settings, baseUrl: provider.settings.baseUrl || envUrl, }, staticModels: provider.staticModels || [], getDynamicModels: provider.getDynamicModels, getApiKeyLink: provider.getApiKeyLink, labelForGetApiKey: provider.labelForGetApiKey, icon: provider.icon, } as IProviderConfig; }); // Custom sort function to ensure LMStudio appears before OpenAILike const sorted = newFilteredProviders.sort((a, b) => { if (a.name === 'LMStudio') { return -1; } if (b.name === 'LMStudio') { return 1; } if (a.name === 'OpenAILike') { return 1; } if (b.name === 'OpenAILike') { return -1; } return a.name.localeCompare(b.name); }); setFilteredProviders(sorted); }, [providers, updateProviderSettings]); // Add effect to update category toggle state based on provider states useEffect(() => { const newCategoryState = filteredProviders.every((p) => p.settings.enabled); setCategoryEnabled(newCategoryState); }, [filteredProviders]); // Fetch Ollama models when enabled useEffect(() => { const ollamaProvider = filteredProviders.find((p) => p.name === 'Ollama'); if (ollamaProvider?.settings.enabled) { fetchOllamaModels(); } }, [filteredProviders]); const fetchOllamaModels = async () => { try { setIsLoadingModels(true); const response = await fetch('http://127.0.0.1:11434/api/tags'); const data = (await response.json()) as { models: OllamaModel[] }; setOllamaModels( data.models.map((model) => ({ ...model, status: 'idle' as const, })), ); } catch (error) { console.error('Error fetching Ollama models:', error); } finally { setIsLoadingModels(false); } }; const updateOllamaModel = async (modelName: string): Promise => { try { const response = await fetch(`${OLLAMA_API_URL}/api/pull`, { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify({ name: modelName }), }); if (!response.ok) { throw new Error(`Failed to update ${modelName}`); } const reader = response.body?.getReader(); if (!reader) { throw new Error('No response reader available'); } while (true) { const { done, value } = await reader.read(); if (done) { break; } const text = new TextDecoder().decode(value); const lines = text.split('\n').filter(Boolean); for (const line of lines) { const rawData = JSON.parse(line); if (!isOllamaPullResponse(rawData)) { console.error('Invalid response format:', rawData); continue; } setOllamaModels((current) => current.map((m) => m.name === modelName ? { ...m, progress: { current: rawData.completed || 0, total: rawData.total || 0, status: rawData.status, }, newDigest: rawData.digest, } : m, ), ); } } const updatedResponse = await fetch('http://127.0.0.1:11434/api/tags'); const updatedData = (await updatedResponse.json()) as { models: OllamaModel[] }; const updatedModel = updatedData.models.find((m) => m.name === modelName); return updatedModel !== undefined; } catch (error) { console.error(`Error updating ${modelName}:`, error); return false; } }; const handleToggleCategory = useCallback( async (enabled: boolean) => { filteredProviders.forEach((provider) => { updateProviderSettings(provider.name, { ...provider.settings, enabled }); }); toast(enabled ? 'All local providers enabled' : 'All local providers disabled'); }, [filteredProviders, updateProviderSettings], ); const handleToggleProvider = (provider: IProviderConfig, enabled: boolean) => { updateProviderSettings(provider.name, { ...provider.settings, enabled, }); if (enabled) { logStore.logProvider(`Provider ${provider.name} enabled`, { provider: provider.name }); toast(`${provider.name} enabled`); } else { logStore.logProvider(`Provider ${provider.name} disabled`, { provider: provider.name }); toast(`${provider.name} disabled`); } }; const handleUpdateBaseUrl = (provider: IProviderConfig, newBaseUrl: string) => { updateProviderSettings(provider.name, { ...provider.settings, baseUrl: newBaseUrl, }); toast(`${provider.name} base URL updated`); setEditingProvider(null); }; const handleUpdateOllamaModel = async (modelName: string) => { const updateSuccess = await updateOllamaModel(modelName); if (updateSuccess) { toast(`Updated ${modelName}`); } else { toast(`Failed to update ${modelName}`); } }; const handleDeleteOllamaModel = async (modelName: string) => { try { const response = await fetch(`${OLLAMA_API_URL}/api/delete`, { method: 'DELETE', headers: { 'Content-Type': 'application/json', }, body: JSON.stringify({ name: modelName }), }); if (!response.ok) { throw new Error(`Failed to delete ${modelName}`); } setOllamaModels((current) => current.filter((m) => m.name !== modelName)); toast(`Deleted ${modelName}`); } catch (err) { const errorMessage = err instanceof Error ? err.message : 'Unknown error occurred'; console.error(`Error deleting ${modelName}:`, errorMessage); toast(`Failed to delete ${modelName}`); } }; // Update model details display const ModelDetails = ({ model }: { model: OllamaModel }) => (
{model.digest.substring(0, 7)}
{model.details && ( <>
{model.details.parameter_size}
{model.details.quantization_level}
)}
); // Update model actions to not use Tooltip const ModelActions = ({ model, onUpdate, onDelete, }: { model: OllamaModel; onUpdate: () => void; onDelete: () => void; }) => (
{model.status === 'updating' ? (
Updating...
) : (
)}
); return (
{/* Header section */}

Local AI Models

Configure and manage your local AI providers

Enable All
{/* Ollama Section */} {filteredProviders .filter((provider) => provider.name === 'Ollama') .map((provider) => ( {/* Provider Header */}
{React.createElement(PROVIDER_ICONS[provider.name as ProviderName] || BsRobot, { className: 'w-7 h-7', 'aria-label': `${provider.name} icon`, })}

{provider.name}

Local

{PROVIDER_DESCRIPTIONS[provider.name as ProviderName]}

handleToggleProvider(provider, checked)} aria-label={`Toggle ${provider.name} provider`} />
{/* URL Configuration Section */} {provider.settings.enabled && (
{editingProvider === provider.name ? ( { if (e.key === 'Enter') { handleUpdateBaseUrl(provider, e.currentTarget.value); } else if (e.key === 'Escape') { setEditingProvider(null); } }} onBlur={(e) => handleUpdateBaseUrl(provider, e.target.value)} autoFocus /> ) : (
setEditingProvider(provider.name)} className={classNames( 'w-full px-3 py-2 rounded-lg text-sm cursor-pointer', 'bg-bolt-elements-background-depth-3 border border-bolt-elements-borderColor', 'hover:border-purple-500/30 hover:bg-bolt-elements-background-depth-4', 'transition-all duration-200', )} >
{provider.settings.baseUrl || OLLAMA_API_URL}
)}
)} {/* Ollama Models Section */} {provider.settings.enabled && (

Installed Models

{isLoadingModels ? (
Loading models...
) : ( {ollamaModels.length} models available )}
{isLoadingModels ? (
{Array.from({ length: 3 }).map((_, i) => (
))}
) : ollamaModels.length === 0 ? (

No models installed yet

Browse models at{' '} ollama.com/library

{' '} and copy model names to install

) : ( ollamaModels.map((model) => (
{model.name}
handleUpdateOllamaModel(model.name)} onDelete={() => { if (window.confirm(`Are you sure you want to delete ${model.name}?`)) { handleDeleteOllamaModel(model.name); } }} />
{model.progress && (
{model.progress.status} {Math.round((model.progress.current / model.progress.total) * 100)}%
)}
)) )}
{/* Model Installation Section */} )} ))} {/* Other Providers Section */}

Other Local Providers

{filteredProviders .filter((provider) => provider.name !== 'Ollama') .map((provider, index) => ( {/* Provider Header */}
{React.createElement(PROVIDER_ICONS[provider.name as ProviderName] || BsRobot, { className: 'w-7 h-7', 'aria-label': `${provider.name} icon`, })}

{provider.name}

Local {URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && ( Configurable )}

{PROVIDER_DESCRIPTIONS[provider.name as ProviderName]}

handleToggleProvider(provider, checked)} aria-label={`Toggle ${provider.name} provider`} />
{/* URL Configuration Section */} {provider.settings.enabled && URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && (
{editingProvider === provider.name ? ( { if (e.key === 'Enter') { handleUpdateBaseUrl(provider, e.currentTarget.value); } else if (e.key === 'Escape') { setEditingProvider(null); } }} onBlur={(e) => handleUpdateBaseUrl(provider, e.target.value)} autoFocus /> ) : (
setEditingProvider(provider.name)} className={classNames( 'w-full px-3 py-2 rounded-lg text-sm cursor-pointer', 'bg-bolt-elements-background-depth-3 border border-bolt-elements-borderColor', 'hover:border-purple-500/30 hover:bg-bolt-elements-background-depth-4', 'transition-all duration-200', )} >
{provider.settings.baseUrl || 'Click to set base URL'}
)}
)} ))}
); } // Helper component for model status badge function ModelStatusBadge({ status }: { status?: string }) { if (!status || status === 'idle') { return null; } const statusConfig = { updating: { bg: 'bg-yellow-500/10', text: 'text-yellow-500', label: 'Updating' }, updated: { bg: 'bg-green-500/10', text: 'text-green-500', label: 'Updated' }, error: { bg: 'bg-red-500/10', text: 'text-red-500', label: 'Error' }, }; const config = statusConfig[status as keyof typeof statusConfig]; if (!config) { return null; } return ( {config.label} ); }