diff --git a/app/lib/modules/llm/base-provider.ts b/app/lib/modules/llm/base-provider.ts index ebc2a3a5..5a1ff1b2 100644 --- a/app/lib/modules/llm/base-provider.ts +++ b/app/lib/modules/llm/base-provider.ts @@ -29,7 +29,12 @@ export abstract class BaseProvider implements ProviderInfo { } const baseUrlKey = this.config.baseUrlKey || defaultBaseUrlKey; - let baseUrl = settingsBaseUrl || serverEnv?.[baseUrlKey] || process?.env?.[baseUrlKey] || manager.env?.[baseUrlKey]; + let baseUrl = + settingsBaseUrl || + serverEnv?.[baseUrlKey] || + process?.env?.[baseUrlKey] || + manager.env?.[baseUrlKey] || + this.config.baseUrl; if (baseUrl && baseUrl.endsWith('/')) { baseUrl = baseUrl.slice(0, -1); diff --git a/app/lib/modules/llm/providers/lmstudio.ts b/app/lib/modules/llm/providers/lmstudio.ts index 40404534..31629722 100644 --- a/app/lib/modules/llm/providers/lmstudio.ts +++ b/app/lib/modules/llm/providers/lmstudio.ts @@ -12,6 +12,7 @@ export default class LMStudioProvider extends BaseProvider { config = { baseUrlKey: 'LMSTUDIO_API_BASE_URL', + baseUrl: 'http://localhost:1234/', }; staticModels: ModelInfo[] = []; diff --git a/app/lib/modules/llm/types.ts b/app/lib/modules/llm/types.ts index 337b110c..421d6dfc 100644 --- a/app/lib/modules/llm/types.ts +++ b/app/lib/modules/llm/types.ts @@ -28,5 +28,6 @@ export interface ProviderInfo { } export interface ProviderConfig { baseUrlKey?: string; + baseUrl?: string; apiTokenKey?: string; }