Merge branch 'main' of github.com:halo-dev/upage into docs/add-upage-docs

.env.example

@@ -1,88 +1,35 @@
 # Rename this file to .env once you have filled in the below environment variables!
+# Whether to enable file logging
+USAGE_LOG_FILE=true
+# Include this environment variable if you want more logging for debugging locally
+LOG_LEVEL=debug
+# Operating environment, different from NODE_ENV. NODE_ENV is determined at build time, while this variable is used for enabling certain features in different environments
+# development | production | test
+OPERATING_ENV=production
+# Resource file storage location
+STORAGE_DIR=/public/uploads
+# Maximum upload size for attachments
+MAX_UPLOAD_SIZE_MB=5
 
-# Get your GROQ API Key here -
-# https://console.groq.com/keys
-# You only need this environment variable set if you want to use Groq models
-GROQ_API_KEY=
+# Example Context Values for qwen2.5-coder:32b
+#
+# DEFAULT_NUM_CTX=32768 # Consumes 36GB of VRAM
+# DEFAULT_NUM_CTX=24576 # Consumes 32GB of VRAM
+# DEFAULT_NUM_CTX=12288 # Consumes 26GB of VRAM
+# DEFAULT_NUM_CTX=6144 # Consumes 24GB of VRAM
+DEFAULT_NUM_CTX=
 
-# Get your HuggingFace API Key here -
-# https://huggingface.co/settings/tokens
-# You only need this environment variable set if you want to use HuggingFace models
-HuggingFace_API_KEY=
+# LLM Configuration Options
+# Enabled model providers, currently supporting Anthropic, Cohere, Deepseek, Google, Groq, HuggingFace, Hyperbolic, Mistral, Ollama, OpenAI, OpenRouter, OpenAILike, Perplexity, xAI, Together, LMStudio, AmazonBedrock, Github
+LLM_PROVIDER=
 
-
-# Get your Open AI API Key by following these instructions -
-# https://help.openai.com/en/articles/4936850-where-do-i-find-my-openai-api-key
-# You only need this environment variable set if you want to use GPT models
-OPENAI_API_KEY=
-
-# Get your Anthropic API Key in your account settings -
-# https://console.anthropic.com/settings/keys
-# You only need this environment variable set if you want to use Claude models
-ANTHROPIC_API_KEY=
-
-# Get your OpenRouter API Key in your account settings -
-# https://openrouter.ai/settings/keys
-# You only need this environment variable set if you want to use OpenRouter models
-OPEN_ROUTER_API_KEY=
-
-# Get your Google Generative AI API Key by following these instructions -
-# https://console.cloud.google.com/apis/credentials
-# You only need this environment variable set if you want to use Google Generative AI models
-GOOGLE_GENERATIVE_AI_API_KEY=
-
-# You only need this environment variable set if you want to use oLLAMA models
+# BASE URL of the current model provider, some providers require this to be set, such as OpenAILike, Ollama, LMStudio
 # DONT USE http://localhost:11434 due to IPV6 issues
 # USE EXAMPLE http://127.0.0.1:11434
-OLLAMA_API_BASE_URL=
+PROVIDER_BASE_URL=
 
-# You only need this environment variable set if you want to use OpenAI Like models
-OPENAI_LIKE_API_BASE_URL=
-
-# You only need this environment variable set if you want to use Together AI models
-TOGETHER_API_BASE_URL=
-
-# You only need this environment variable set if you want to use DeepSeek models through their API
-DEEPSEEK_API_KEY=
-
-# Get your OpenAI Like API Key
-OPENAI_LIKE_API_KEY=
-
-# Get your Together API Key
-TOGETHER_API_KEY=
-
-# You only need this environment variable set if you want to use Hyperbolic models
-#Get your Hyperbolics API Key at https://app.hyperbolic.xyz/settings
-#baseURL="https://api.hyperbolic.xyz/v1/chat/completions"
-HYPERBOLIC_API_KEY=
-
-# Get your Mistral API Key by following these instructions -
-# https://console.mistral.ai/api-keys/
-# You only need this environment variable set if you want to use Mistral models
-MISTRAL_API_KEY=
-
-# Get the Cohere Api key by following these instructions -
-# https://dashboard.cohere.com/api-keys
-# You only need this environment variable set if you want to use Cohere models
-COHERE_API_KEY=
-
-# Get LMStudio Base URL from LM Studio Developer Console
-# Make sure to enable CORS
-# DONT USE http://localhost:1234 due to IPV6 issues
-# Example: http://127.0.0.1:1234
-LMSTUDIO_API_BASE_URL=
-
-# Get your xAI API key
-# https://x.ai/api
-# You only need this environment variable set if you want to use xAI models
-XAI_API_KEY=
-
-# Get your Perplexity API Key here -
-# https://www.perplexity.ai/settings/api
-# You only need this environment variable set if you want to use Perplexity models
-PERPLEXITY_API_KEY=
-
-# Get your AWS configuration
+# API KEY of the current provider, used to request the model API. Some providers do not require this to be set.
+# Specifically, if the model provider is AmazonBedrock, this should be a JSON string, reference:
 # https://console.aws.amazon.com/iam/home
 # The JSON should include the following keys:
 #   - region: The AWS region where Bedrock is available.
@@ -91,12 +38,13 @@ PERPLEXITY_API_KEY=
 #   - sessionToken (optional): Temporary session token if using an IAM role or temporary credentials.
 # Example JSON:
 # {"region": "us-east-1", "accessKeyId": "yourAccessKeyId", "secretAccessKey": "yourSecretAccessKey", "sessionToken": "yourSessionToken"}
-AWS_BEDROCK_CONFIG=
+PROVIDER_API_KEY=
 
-# Whether to enable file logging
-USAGE_LOG_FILE=false
-# Include this environment variable if you want more logging for debugging locally
-LOG_LEVEL=debug
+# MODEL used for page generation (should correspond to LLM_DEFAULT_PROVIDER)
+LLM_DEFAULT_MODEL=
+
+# MODEL used for auxiliary page generation, such as summarization and pre-analysis. (should correspond to LLM_DEFAULT_PROVIDER)
+LLM_MINOR_MODEL=
 
 # Get your Serper API Key https://serper.dev/
 SERPER_API_KEY=
@@ -104,39 +52,16 @@ SERPER_API_KEY=
 # Get your Weather API Key https://www.weatherapi.com/my/
 WEATHER_API_KEY=
 
-# LLM Configuration Options
-
-# Default LLM provider to use (e.g.,OpenAILike,OpenAI, Anthropic, Mistral)
-LLM_DEFAULT_PROVIDER=
-
-# The MODEL used to generate the page (should correspond to LLM_DEFAULT_PROVIDER)
-LLM_DEFAULT_MODEL=
-
-# Used for the MODEL assisting page generation, such as summary and pre-analysis. (Should correspond to LLM_DEFAULT_PROVIDER.)
-LLM_MINOR_MODEL=
-
-# Comma-separated list of enabled providers (empty means all providers)
-# Example: OpenAILike,OpenAI,Anthropic,Mistral
-LLM_ENABLED_PROVIDERS=
-
-# Logto integration required environment variables
-# Whether to enable Logto authentication
-LOGTO_ENABLE=false
-# Logto Address
+# Environment variables required for Logto integration
+# Logto endpoint
 LOGTO_ENDPOINT=
-# Logto Application ID
+# Logto application ID
 LOGTO_APP_ID=
-# Logto Application secret
+# Logto application secret
 LOGTO_APP_SECRET=
-# Application base URL, modify according to the actual deployment environment
+# Application base URL, modify according to actual deployment environment
 LOGTO_BASE_URL=http://localhost:5173
-# A random 36-character string used for encrypting Logto cookies.
+# Random 36-character string, used to encrypt Logto cookies.
 LOGTO_COOKIE_SECRET=
-
-# Runtime environment, which differs from NODE_ENV. NODE_ENV is determined at build time, whereas this variable is used to enable certain features in different environments.
-# development | production | test
-OPERATING_ENV=production
-# Resource file storage location
-STORAGE_DIR=/public/uploads
-# Maximum size for attachment upload
-MAX_UPLOAD_SIZE_MB=5
+# Whether to enable Logto authentication in development environment, set to false to not enforce authentication in development
+LOGTO_ENABLE=false

README.md

@@ -27,9 +27,9 @@ docker run -d \
   --name upage \
   --restart unless-stopped \
   -p 3000:3000 \
-  -e LLM_DEFAULT_PROVIDER=OpenAILike \
-  -e OPENAI_LIKE_API_BASE_URL=your-openai-like-api-base-url \
-  -e OPENAI_LIKE_API_KEY=your-openai-like-api-key \
+  -e LLM_PROVIDER=OpenAILike \
+  -e PROVIDER_BASE_URL=your-provider-base-url \
+  -e PROVIDER_API_KEY=your-openai-like-api-key \
   -e LLM_DEFAULT_MODEL=your-default-model \
   -e LLM_MINOR_MODEL=your-minor-model \
   -v ./data:/app/data \
@@ -39,9 +39,9 @@ docker run -d \
 ```
 
 其中参数说明如下：
-- `-e LLM_DEFAULT_PROVIDER=OpenAILike`：设置默认的 LLM 提供商为 OpenAILike，即兼容 OpenAI 的 API 接口。
-- `-e OPENAI_LIKE_API_BASE_URL=your-openai-like-api-base-url`：设置 OpenAILike 的 API 基础 URL。
-- `-e OPENAI_LIKE_API_KEY=your-openai-like-api-key`：设置 OpenAILike 的 API 密钥。
+- `-e LLM_PROVIDER=OpenAILike`：设置默认的 LLM 提供商为 OpenAILike，即兼容 OpenAI 的 API 接口。
+- `-e PROVIDER_BASE_URL=your-provider-base-url`：设置 LLM 提供商的 API 基础 URL，部分提供商需要设置此项，例如 OpenAILike, Ollama, LMStudio。
+- `-e PROVIDER_API_KEY=your-openai-like-api-key`：设置 LLM 提供商的 API 密钥，大部分提供商需要设置此项。
 - `-e LLM_DEFAULT_MODEL=your-default-model`：设置默认的 LLM 模型，用于构建页面。
 - `-e LLM_MINOR_MODEL=your-minor-model`：设置次要的 LLM 模型，用于执行其他任务。
 - `-v ./data:/app/data`：挂载数据目录

app/components/header/Header.tsx

@@ -5,7 +5,7 @@ import { useAuth } from '~/lib/hooks';
 import { aiState } from '~/lib/stores/ai-state';
 import { HistorySwitch } from '../sidebar/HistorySwitch';
 import { ThemeSwitch } from '../ui/ThemeSwitch';
-import { ChatDescription } from './ChatDescription';
+import { ChatDescription } from './ChatDescription.client';
 import { HeaderActionButtons } from './HeaderActionButtons';
 import { MinimalAvatarDropdown } from './MinimalAvatarDropdown';
 

app/components/sidebar/Menu.client.tsx

@@ -14,7 +14,7 @@ import { sidebarStore } from '~/lib/stores/sidebar';
 import { cubicEasingFn } from '~/utils/easings';
 import WithTooltip from '../ui/Tooltip';
 import { binDates } from './date-binning';
-import { HistoryItem } from './HistoryItem';
+import { HistoryItem } from './HistoryItem.client';
 
 const menuVariants = {
   closed: {

app/lib/.server/auth.ts

@@ -93,7 +93,7 @@ const config: LogtoConfig = {
 const originalLogto = makeLogtoRemix(config, { sessionStorage });
 
 export function shouldEnforceAuth(): boolean {
-  return process.env.LOGTO_ENABLE !== 'false';
+  return process.env.LOGTO_ENABLE === 'true';
 }
 
 function getMockDevUser(): MockUser {

app/lib/.server/llm/stream-enhancer.ts

@@ -1,6 +1,6 @@
 import { convertToModelMessages, type LanguageModel, streamText, type UIMessage } from 'ai';
 import { createScopedLogger } from '~/lib/.server/logger';
-import { DEFAULT_PROVIDER } from '~/utils/constants';
+import { DEFAULT_PROVIDER } from '~/lib/modules/constants';
 import { stripIndents } from '~/utils/strip-indent';
 
 const logger = createScopedLogger('stream-enhancer');

app/lib/modules/constants.ts

@@ -0,0 +1,17 @@
+import { LLMManager } from '~/lib/modules/llm/manager.server';
+
+const llmManager = LLMManager.getInstance();
+
+export const DEFAULT_MODEL = llmManager.getDefaultModel();
+export const MINOR_MODEL = llmManager.getMinorModel();
+export const DEFAULT_PROVIDER = llmManager.getDefaultProvider();
+
+export const DEFAULT_MODEL_DETAILS = DEFAULT_PROVIDER.staticModels.find((m) => m.name === DEFAULT_MODEL);
+export const MINOR_MODEL_DETAILS = DEFAULT_PROVIDER.staticModels.find((m) => m.name === MINOR_MODEL);
+
+export const getModel = (model: string) => {
+  return DEFAULT_PROVIDER.getModelInstance({
+    model,
+    providerSettings: llmManager.getConfiguredProviderSettings(),
+  });
+};

app/lib/modules/llm/base-provider.ts

@@ -1,12 +1,11 @@
 import { createOpenAI } from '@ai-sdk/openai';
 import type { LanguageModel } from 'ai';
 import type { IProviderSetting } from '~/types/model';
-import type { ModelInfo, ProviderConfig, ProviderInfo } from './types';
+import type { ModelInfo, ProviderInfo } from './types';
 
 export abstract class BaseProvider implements ProviderInfo {
   abstract name: string;
   abstract staticModels: ModelInfo[];
-  abstract config: ProviderConfig;
   cachedDynamicModels?: {
     cacheId: string;
     models: ModelInfo[];
@@ -16,39 +15,21 @@ export abstract class BaseProvider implements ProviderInfo {
   labelForGetApiKey?: string;
   icon?: string;
 
-  getProviderBaseUrlAndKey(options: {
-    apiKeys?: Record<string, string>;
-    providerSettings?: IProviderSetting;
-    defaultBaseUrlKey: string;
-    defaultApiTokenKey: string;
-  }) {
-    const { apiKeys, providerSettings, defaultBaseUrlKey, defaultApiTokenKey } = options;
-    let settingsBaseUrl = providerSettings?.baseUrl;
-
-    if (settingsBaseUrl && settingsBaseUrl.length == 0) {
-      settingsBaseUrl = undefined;
-    }
-
-    const baseUrlKey = this.config.baseUrlKey || defaultBaseUrlKey;
-    let baseUrl =
-      settingsBaseUrl || process?.env?.[baseUrlKey] || (import.meta.env as any)?.[baseUrlKey] || this.config.baseUrl;
-
+  getProviderBaseUrlAndKey(providerSettings?: IProviderSetting) {
+    let baseUrl = providerSettings?.baseUrl;
     if (baseUrl && baseUrl.endsWith('/')) {
       baseUrl = baseUrl.slice(0, -1);
     }
 
-    const apiTokenKey = this.config.apiTokenKey || defaultApiTokenKey;
-    const apiKey = apiKeys?.[this.name] || process?.env?.[apiTokenKey] || (import.meta.env as any)?.[apiTokenKey];
+    const apiKey = providerSettings?.apiKey;
 
     return {
       baseUrl,
       apiKey,
     };
   }
-  getModelsFromCache(options: {
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): ModelInfo[] | null {
+
+  getModelsFromCache(options: { providerSettings?: Record<string, IProviderSetting> }): ModelInfo[] | null {
     if (!this.cachedDynamicModels) {
       // console.log('no dynamic models',this.name);
       return null;
@@ -65,22 +46,13 @@ export abstract class BaseProvider implements ProviderInfo {
 
     return this.cachedDynamicModels.models;
   }
-  getDynamicModelsCacheKey(options: {
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }) {
+  getDynamicModelsCacheKey(options: { providerSettings?: Record<string, IProviderSetting> }) {
     return JSON.stringify({
-      apiKeys: options.apiKeys?.[this.name],
+      apiKeys: options.providerSettings?.[this.name]?.apiKey,
       providerSettings: options.providerSettings?.[this.name],
     });
   }
-  storeDynamicModels(
-    options: {
-      apiKeys?: Record<string, string>;
-      providerSettings?: Record<string, IProviderSetting>;
-    },
-    models: ModelInfo[],
-  ) {
+  storeDynamicModels(options: { providerSettings?: Record<string, IProviderSetting> }, models: ModelInfo[]) {
     const cacheId = this.getDynamicModelsCacheKey(options);
 
     // console.log('caching dynamic models',this.name,cacheId);
@@ -91,11 +63,10 @@ export abstract class BaseProvider implements ProviderInfo {
   }
 
   // Declare the optional getDynamicModels method
-  getDynamicModels?(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]>;
+  getDynamicModels?(settings?: IProviderSetting): Promise<ModelInfo[]>;
 
   abstract getModelInstance(options: {
     model: string;
-    apiKeys?: Record<string, string>;
     providerSettings?: Record<string, IProviderSetting>;
   }): LanguageModel;
 }

app/lib/modules/llm/manager.server.ts

@@ -5,12 +5,13 @@ import * as providers from './registry';
 import type { ModelInfo, ProviderInfo } from './types';
 
 const logger = createScopedLogger('LLMManager');
+
 export class LLMManager {
   private static _instance: LLMManager;
   private _providers: Map<string, BaseProvider> = new Map();
   private _modelList: ModelInfo[] = [];
 
-  private constructor() {
+  constructor() {
     this._registerProvidersFromDirectory();
   }
 
@@ -22,7 +23,6 @@ export class LLMManager {
     return LLMManager._instance;
   }
 
-  // 从环境变量中读取配置的辅助方法
   private _getEnvConfig<T>(key: string, defaultValue: T): T {
     const value = process?.env?.[key] || (import.meta.env as any)?.[key];
 
@@ -32,9 +32,13 @@ export class LLMManager {
 
     if (typeof defaultValue === 'boolean') {
       return (value === 'true' || value === true) as unknown as T;
-    } else if (typeof defaultValue === 'number') {
+    }
+
+    if (typeof defaultValue === 'number') {
       return Number(value) as unknown as T;
-    } else if (Array.isArray(defaultValue)) {
+    }
+
+    if (Array.isArray(defaultValue)) {
       return (value
         ? String(value)
             .split(',')
@@ -45,19 +49,35 @@ export class LLMManager {
     return value as T;
   }
 
+  private _getUnifiedProviderConfig() {
+    const providerName = this._getEnvConfig<string>('LLM_PROVIDER', '');
+    const baseUrl = this._getEnvConfig<string>('PROVIDER_BASE_URL', '');
+    const apiKey = this._getEnvConfig<string>('PROVIDER_API_KEY', '');
+
+    return {
+      providerName,
+      baseUrl,
+      apiKey,
+    };
+  }
+
+  getDefaultProvider(): BaseProvider {
+    const { providerName } = this._getUnifiedProviderConfig();
+
+    if (!providerName || !this._providers.has(providerName)) {
+      throw new Error(
+        `Provider ${providerName} not found, Effective Provider: ${Array.from(this._providers.values())
+          .map((p) => p.name)
+          .join(', ')}`,
+      );
+    }
+
+    return this._providers.get(providerName)!;
+  }
+
   private _registerProvidersFromDirectory() {
     const allProviders: BaseProvider[] = Object.values(providers).map((providerClass) => new providerClass());
-
-    // 获取环境变量中的启用提供商列表
-    const enabledProviders = this._getEnvConfig<string[]>('LLM_ENABLED_PROVIDERS', []);
-
-    // 过滤提供商，仅保留配置中启用的提供商
-    const filteredProviders =
-      enabledProviders.length > 0
-        ? allProviders.filter((provider) => enabledProviders.includes(provider.name))
-        : allProviders;
-
-    for (const provider of filteredProviders) {
+    for (const provider of allProviders) {
       this.registerProvider(provider);
     }
   }
@@ -72,24 +92,6 @@ export class LLMManager {
     this._modelList = [...this._modelList, ...provider.staticModels];
   }
 
-  getProvider(name: string): BaseProvider | undefined {
-    return this._providers.get(name);
-  }
-
-  getAllProviders(): BaseProvider[] {
-    return Array.from(this._providers.values());
-  }
-
-  getDefaultProvider(): BaseProvider {
-    const defaultProviderName = this._getEnvConfig<string>('LLM_DEFAULT_PROVIDER', '');
-
-    if (defaultProviderName && this._providers.has(defaultProviderName)) {
-      return this._providers.get(defaultProviderName)!;
-    }
-
-    return Array.from(this._providers.values())[0];
-  }
-
   getDefaultModel(): string {
     return this._getEnvConfig<string>('LLM_DEFAULT_MODEL', '');
   }
@@ -98,58 +100,16 @@ export class LLMManager {
     return this._getEnvConfig<string>('LLM_MINOR_MODEL', '');
   }
 
-  getConfiguredApiKeys(): Record<string, string> {
-    const apiKeys: Record<string, string> = {};
-
-    const allProviders = this.getAllProviders();
-
-    for (const provider of allProviders) {
-      if (!provider.config.apiTokenKey) {
-        continue;
-      }
-
-      const apiTokenKey = provider.config.apiTokenKey;
-
-      const apiKey = process?.env?.[apiTokenKey] || (import.meta.env as any)?.[apiTokenKey];
-
-      if (apiKey) {
-        apiKeys[provider.name] = apiKey;
-        logger.debug(`Found API key for provider ${provider.name} in environment variables`);
-      }
-    }
-
-    return apiKeys;
-  }
-
   getConfiguredProviderSettings(): Record<string, IProviderSetting> {
     const providerSettings: Record<string, IProviderSetting> = {};
 
-    // 获取所有注册的提供商
-    const allProviders = this.getAllProviders();
-
-    for (const provider of allProviders) {
-      const providerName = provider.name;
-      const settings: IProviderSetting = { enabled: true };
-
-      if (provider.config.baseUrlKey) {
-        const baseUrlKey = provider.config.baseUrlKey;
-        const baseUrl = process?.env?.[baseUrlKey] || (import.meta.env as any)?.[baseUrlKey];
-
-        if (baseUrl) {
-          settings.baseUrl = baseUrl;
-          logger.debug(`Found base URL for provider ${providerName} in environment variables: ${baseUrl}`);
-        }
-      }
-
-      const enabledKey = `${providerName.toUpperCase()}_ENABLED`;
-      const isEnabled = this._getEnvConfig<boolean>(enabledKey, true);
-      settings.enabled = isEnabled;
-
-      if (Object.keys(settings).length > 1 || settings.enabled === false) {
-        providerSettings[providerName] = settings;
-      }
-    }
+    const { providerName, baseUrl, apiKey } = this._getUnifiedProviderConfig();
 
+    providerSettings[providerName] = {
+      enabled: true,
+      baseUrl,
+      apiKey,
+    };
     return providerSettings;
   }
 
@@ -157,11 +117,8 @@ export class LLMManager {
     return this._modelList;
   }
 
-  async updateModelList(options: {
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): Promise<ModelInfo[]> {
-    const { apiKeys, providerSettings } = options;
+  async updateModelList(options: { providerSettings?: Record<string, IProviderSetting> }): Promise<ModelInfo[]> {
+    const { providerSettings } = options;
 
     let enabledProviders = Array.from(this._providers.values()).map((p) => p.name);
 
@@ -185,7 +142,7 @@ export class LLMManager {
           }
 
           const dynamicModels = await provider
-            .getDynamicModels(apiKeys, providerSettings?.[provider.name])
+            .getDynamicModels(providerSettings?.[provider.name])
             .then((models) => {
               logger.info(`Caching ${models.length} dynamic models for ${provider.name}`);
               provider.storeDynamicModels(options, models);
@@ -218,7 +175,6 @@ export class LLMManager {
   async getModelListFromProvider(
     providerArg: BaseProvider,
     options: {
-      apiKeys?: Record<string, string>;
       providerSettings?: Record<string, IProviderSetting>;
     },
   ): Promise<ModelInfo[]> {
@@ -234,10 +190,9 @@ export class LLMManager {
       return staticModels;
     }
 
-    const { apiKeys, providerSettings } = options;
+    const { providerSettings } = options;
 
     const cachedModels = provider.getModelsFromCache({
-      apiKeys,
       providerSettings,
     });
 
@@ -249,7 +204,7 @@ export class LLMManager {
     logger.info(`Getting dynamic models for ${provider.name}`);
 
     const dynamicModels = await provider
-      .getDynamicModels?.(apiKeys, providerSettings?.[provider.name])
+      .getDynamicModels?.(providerSettings?.[provider.name])
       .then((models) => {
         logger.info(`Got ${models.length} dynamic models for ${provider.name}`);
         provider.storeDynamicModels(options, models);

app/lib/modules/llm/providers/amazon-bedrock.ts

@@ -15,10 +15,6 @@ export default class AmazonBedrockProvider extends BaseProvider {
   name = 'AmazonBedrock';
   getApiKeyLink = 'https://console.aws.amazon.com/iam/home';
 
-  config = {
-    apiTokenKey: 'AWS_BEDROCK_CONFIG',
-  };
-
   staticModels: ModelInfo[] = [
     {
       name: 'anthropic.claude-3-5-sonnet-20241022-v2:0',
@@ -91,19 +87,10 @@ export default class AmazonBedrockProvider extends BaseProvider {
     };
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'AWS_BEDROCK_CONFIG',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/anthropic.ts

@@ -8,10 +8,6 @@ export default class AnthropicProvider extends BaseProvider {
   name = 'Anthropic';
   getApiKeyLink = 'https://console.anthropic.com/settings/keys';
 
-  config = {
-    apiTokenKey: 'ANTHROPIC_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     {
       name: 'claude-3-7-sonnet-20250219',
@@ -42,13 +38,8 @@ export default class AnthropicProvider extends BaseProvider {
     { name: 'claude-3-haiku-20240307', label: 'Claude 3 Haiku', provider: 'Anthropic', maxTokenAllowed: 8000 },
   ];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'ANTHROPIC_API_KEY',
-    });
+  async getDynamicModels(settings: IProviderSetting): Promise<ModelInfo[]> {
+    const { apiKey } = this.getProviderBaseUrlAndKey(settings);
 
     if (!apiKey) {
       throw `Missing Api Key configuration for ${this.name} provider`;
@@ -74,22 +65,14 @@ export default class AnthropicProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance: (options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }) => LanguageModel = (options) => {
-    const { apiKeys, providerSettings, model } = options;
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings,
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'ANTHROPIC_API_KEY',
-    });
-    const anthropic = createAnthropic({
-      apiKey,
-    });
+  getModelInstance: (options: { model: string; providerSettings?: Record<string, IProviderSetting> }) => LanguageModel =
+    (options) => {
+      const { providerSettings, model } = options;
+      const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings);
+      const anthropic = createAnthropic({
+        apiKey,
+      });
 
-    return anthropic(model);
-  };
+      return anthropic(model);
+    };
 }

app/lib/modules/llm/providers/cohere.ts

@@ -8,10 +8,6 @@ export default class CohereProvider extends BaseProvider {
   name = 'Cohere';
   getApiKeyLink = 'https://dashboard.cohere.com/api-keys';
 
-  config = {
-    apiTokenKey: 'COHERE_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     { name: 'command-r-plus-08-2024', label: 'Command R plus Latest', provider: 'Cohere', maxTokenAllowed: 4096 },
     { name: 'command-r-08-2024', label: 'Command R Latest', provider: 'Cohere', maxTokenAllowed: 4096 },
@@ -25,19 +21,10 @@ export default class CohereProvider extends BaseProvider {
     { name: 'c4ai-aya-expanse-32b', label: 'c4AI Aya Expanse 32b', provider: 'Cohere', maxTokenAllowed: 4096 },
   ];
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'COHERE_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/deepseek.ts

@@ -10,6 +10,7 @@ export default class DeepseekProvider extends BaseProvider {
 
   config = {
     apiTokenKey: 'DEEPSEEK_API_KEY',
+    baseUrlKey: '',
   };
 
   staticModels: ModelInfo[] = [
@@ -18,19 +19,10 @@ export default class DeepseekProvider extends BaseProvider {
     { name: 'deepseek-reasoner', label: 'Deepseek-Reasoner', provider: 'Deepseek', maxTokenAllowed: 8000 },
   ];
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'DEEPSEEK_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/github.ts

@@ -8,10 +8,6 @@ export default class GithubProvider extends BaseProvider {
   name = 'Github';
   getApiKeyLink = 'https://github.com/settings/personal-access-tokens';
 
-  config = {
-    apiTokenKey: 'GITHUB_API_KEY',
-  };
-
   // find more in https://github.com/marketplace?type=models
   staticModels: ModelInfo[] = [
     { name: 'gpt-4o', label: 'GPT-4o', provider: 'Github', maxTokenAllowed: 8000 },
@@ -23,19 +19,10 @@ export default class GithubProvider extends BaseProvider {
     { name: 'gpt-3.5-turbo', label: 'GPT-3.5 Turbo', provider: 'Github', maxTokenAllowed: 8000 },
   ];
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'GITHUB_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/google.ts

@@ -8,10 +8,6 @@ export default class GoogleProvider extends BaseProvider {
   name = 'Google';
   getApiKeyLink = 'https://aistudio.google.com/app/apikey';
 
-  config = {
-    apiTokenKey: 'GOOGLE_GENERATIVE_AI_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     { name: 'gemini-1.5-flash-latest', label: 'Gemini 1.5 Flash', provider: 'Google', maxTokenAllowed: 8192 },
     {
@@ -28,13 +24,8 @@ export default class GoogleProvider extends BaseProvider {
     { name: 'gemini-exp-1206', label: 'Gemini exp-1206', provider: 'Google', maxTokenAllowed: 8192 },
   ];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'GOOGLE_GENERATIVE_AI_API_KEY',
-    });
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    const { apiKey } = this.getProviderBaseUrlAndKey(settings);
 
     if (!apiKey) {
       throw `Missing Api Key configuration for ${this.name} provider`;
@@ -59,19 +50,10 @@ export default class GoogleProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'GOOGLE_GENERATIVE_AI_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/groq.ts

@@ -8,10 +8,6 @@ export default class GroqProvider extends BaseProvider {
   name = 'Groq';
   getApiKeyLink = 'https://console.groq.com/keys';
 
-  config = {
-    apiTokenKey: 'GROQ_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     { name: 'llama-3.1-8b-instant', label: 'Llama 3.1 8b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
     { name: 'llama-3.2-11b-vision-preview', label: 'Llama 3.2 11b (Groq)', provider: 'Groq', maxTokenAllowed: 8000 },
@@ -27,13 +23,8 @@ export default class GroqProvider extends BaseProvider {
     },
   ];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'GROQ_API_KEY',
-    });
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    const { apiKey } = this.getProviderBaseUrlAndKey(settings);
 
     if (!apiKey) {
       throw `Missing Api Key configuration for ${this.name} provider`;
@@ -59,19 +50,10 @@ export default class GroqProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'GROQ_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/huggingface.ts

@@ -8,10 +8,6 @@ export default class HuggingFaceProvider extends BaseProvider {
   name = 'HuggingFace';
   getApiKeyLink = 'https://huggingface.co/settings/tokens';
 
-  config = {
-    apiTokenKey: 'HuggingFace_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     {
       name: 'Qwen/Qwen2.5-Coder-32B-Instruct',
@@ -81,19 +77,10 @@ export default class HuggingFaceProvider extends BaseProvider {
     },
   ];
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'HuggingFace_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/hyperbolic.ts

@@ -8,10 +8,6 @@ export default class HyperbolicProvider extends BaseProvider {
   name = 'Hyperbolic';
   getApiKeyLink = 'https://app.hyperbolic.xyz/settings';
 
-  config = {
-    apiTokenKey: 'HYPERBOLIC_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     {
       name: 'Qwen/Qwen2.5-Coder-32B-Instruct',
@@ -45,13 +41,8 @@ export default class HyperbolicProvider extends BaseProvider {
     },
   ];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    const { baseUrl: fetchBaseUrl, apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'HYPERBOLIC_API_KEY',
-    });
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    const { baseUrl: fetchBaseUrl, apiKey } = this.getProviderBaseUrlAndKey(settings);
     const baseUrl = fetchBaseUrl || 'https://api.hyperbolic.xyz/v1';
 
     if (!apiKey) {
@@ -76,19 +67,10 @@ export default class HyperbolicProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'HYPERBOLIC_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw `Missing Api Key configuration for ${this.name} provider`;

app/lib/modules/llm/providers/lmstudio.ts

@@ -5,29 +5,21 @@ import type { ModelInfo } from '~/lib/modules/llm/types';
 import type { IProviderSetting } from '~/types/model';
 import { logger } from '~/utils/logger';
 
+export const BASE_URL = 'http://127.0.0.1:1234/';
 export default class LMStudioProvider extends BaseProvider {
   name = 'LMStudio';
   getApiKeyLink = 'https://lmstudio.ai/';
   labelForGetApiKey = 'Get LMStudio';
   icon = 'i-ph:cloud-arrow-down';
 
-  config = {
-    baseUrlKey: 'LMSTUDIO_API_BASE_URL',
-    baseUrl: 'http://127.0.0.1:1234/',
-  };
-
   staticModels: ModelInfo[] = [];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    let { baseUrl } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: 'LMSTUDIO_API_BASE_URL',
-      defaultApiTokenKey: '',
-    });
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    let { baseUrl } = this.getProviderBaseUrlAndKey(settings);
 
     if (!baseUrl) {
-      throw new Error('No baseUrl found for LMStudio provider');
+      logger.debug('No baseUrl found for LMStudio provider, using default: ', BASE_URL);
+      baseUrl = BASE_URL;
     }
 
     if (typeof window === 'undefined') {
@@ -51,37 +43,30 @@ export default class LMStudioProvider extends BaseProvider {
       maxTokenAllowed: 8000,
     }));
   }
-  getModelInstance: (options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }) => LanguageModel = (options) => {
-    const { apiKeys, providerSettings, model } = options;
-    let { baseUrl } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: 'LMSTUDIO_API_BASE_URL',
-      defaultApiTokenKey: '',
-    });
+  getModelInstance: (options: { model: string; providerSettings?: Record<string, IProviderSetting> }) => LanguageModel =
+    (options) => {
+      const { providerSettings, model } = options;
+      let { baseUrl } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
-    if (!baseUrl) {
-      throw new Error('No baseUrl found for LMStudio provider');
-    }
+      if (!baseUrl) {
+        logger.debug('No baseUrl found for LMStudio provider, using default: ', BASE_URL);
+        baseUrl = BASE_URL;
+      }
 
-    const isDocker = process?.env?.RUNNING_IN_DOCKER === 'true';
+      const isDocker = process?.env?.RUNNING_IN_DOCKER === 'true';
 
-    if (typeof window === 'undefined') {
-      baseUrl = isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
-      baseUrl = isDocker ? baseUrl.replace('127.0.0.1', 'host.docker.internal') : baseUrl;
-    }
+      if (typeof window === 'undefined') {
+        baseUrl = isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
+        baseUrl = isDocker ? baseUrl.replace('127.0.0.1', 'host.docker.internal') : baseUrl;
+      }
 
-    logger.debug('LMStudio Base Url used: ', baseUrl);
+      logger.debug('LMStudio Base Url used: ', baseUrl);
 
-    const lmstudio = createOpenAI({
-      baseURL: `${baseUrl}/v1`,
-      apiKey: '',
-    });
+      const lmstudio = createOpenAI({
+        baseURL: `${baseUrl}/v1`,
+        apiKey: '',
+      });
 
-    return lmstudio(model);
-  };
+      return lmstudio(model);
+    };
 }

app/lib/modules/llm/providers/mistral.ts

@@ -8,10 +8,6 @@ export default class MistralProvider extends BaseProvider {
   name = 'Mistral';
   getApiKeyLink = 'https://console.mistral.ai/api-keys/';
 
-  config = {
-    apiTokenKey: 'MISTRAL_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     { name: 'open-mistral-7b', label: 'Mistral 7B', provider: 'Mistral', maxTokenAllowed: 8000 },
     { name: 'open-mixtral-8x7b', label: 'Mistral 8x7B', provider: 'Mistral', maxTokenAllowed: 8000 },
@@ -24,19 +20,10 @@ export default class MistralProvider extends BaseProvider {
     { name: 'mistral-large-latest', label: 'Mistral Large Latest', provider: 'Mistral', maxTokenAllowed: 8000 },
   ];
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'MISTRAL_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/ollama.ts

@@ -27,28 +27,26 @@ export interface OllamaApiResponse {
   models: OllamaModel[];
 }
 
+const BASE_URL = 'http://127.0.0.1:11434';
+
 export default class OllamaProvider extends BaseProvider {
   name = 'Ollama';
   getApiKeyLink = 'https://ollama.com/download';
   labelForGetApiKey = 'Download Ollama';
   icon = 'i-ph:cloud-arrow-down';
 
-  config = {
-    baseUrlKey: 'OLLAMA_API_BASE_URL',
-  };
-
   staticModels: ModelInfo[] = [];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    let { baseUrl } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: 'OLLAMA_API_BASE_URL',
-      defaultApiTokenKey: '',
-    });
+  getDefaultNumCtx(): number {
+    return process.env.DEFAULT_NUM_CTX ? parseInt(process.env.DEFAULT_NUM_CTX, 10) : 32768;
+  }
+
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    let { baseUrl } = this.getProviderBaseUrlAndKey(settings);
 
     if (!baseUrl) {
-      throw new Error('No baseUrl found for OLLAMA provider');
+      logger.debug('No baseUrl found for OLLAMA provider, using default: ', BASE_URL);
+      baseUrl = BASE_URL;
     }
 
     if (typeof window === 'undefined') {
@@ -75,35 +73,28 @@ export default class OllamaProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance: (options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }) => LanguageModel = (options) => {
-    const { apiKeys, providerSettings, model } = options;
+  getModelInstance: (options: { model: string; providerSettings?: Record<string, IProviderSetting> }) => LanguageModel =
+    (options) => {
+      const { providerSettings, model } = options;
 
-    let { baseUrl } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: 'OLLAMA_API_BASE_URL',
-      defaultApiTokenKey: '',
-    });
+      let { baseUrl } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
-    // Backend: Check if we're running in Docker
-    if (!baseUrl) {
-      throw new Error('No baseUrl found for OLLAMA provider');
-    }
+      // Backend: Check if we're running in Docker
+      if (!baseUrl) {
+        logger.debug('No baseUrl found for OLLAMA provider, using default: ', BASE_URL);
+        baseUrl = BASE_URL;
+      }
 
-    const isDocker = process?.env?.RUNNING_IN_DOCKER === 'true';
-    baseUrl = isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
-    baseUrl = isDocker ? baseUrl.replace('127.0.0.1', 'host.docker.internal') : baseUrl;
+      const isDocker = process?.env?.RUNNING_IN_DOCKER === 'true';
+      baseUrl = isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
+      baseUrl = isDocker ? baseUrl.replace('127.0.0.1', 'host.docker.internal') : baseUrl;
 
-    logger.debug('Ollama Base Url used: ', baseUrl);
+      logger.debug('Ollama Base Url used: ', baseUrl);
 
-    const ollama = createOllama({
-      baseURL: `${baseUrl}/api`,
-    });
+      const ollama = createOllama({
+        baseURL: `${baseUrl}/api`,
+      });
 
-    return ollama(model);
-  };
+      return ollama(model);
+    };
 }

app/lib/modules/llm/providers/open-router.ts

@@ -22,10 +22,6 @@ export default class OpenRouterProvider extends BaseProvider {
   name = 'OpenRouter';
   getApiKeyLink = 'https://openrouter.ai/settings/keys';
 
-  config = {
-    apiTokenKey: 'OPEN_ROUTER_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     {
       name: 'anthropic/claude-3.5-sonnet',
@@ -73,11 +69,7 @@ export default class OpenRouterProvider extends BaseProvider {
     { name: 'cohere/command', label: 'Cohere Command (OpenRouter)', provider: 'OpenRouter', maxTokenAllowed: 4096 },
   ];
 
-  async getDynamicModels(
-    _apiKeys?: Record<string, string>,
-    _settings?: IProviderSetting,
-    _serverEnv: Record<string, string> = {},
-  ): Promise<ModelInfo[]> {
+  async getDynamicModels(_settings?: IProviderSetting, _serverEnv: Record<string, string> = {}): Promise<ModelInfo[]> {
     try {
       const response = await fetch('https://openrouter.ai/api/v1/models', {
         headers: {
@@ -101,19 +93,10 @@ export default class OpenRouterProvider extends BaseProvider {
     }
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'OPEN_ROUTER_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/openai-like.ts

@@ -7,20 +7,10 @@ export default class OpenAILikeProvider extends BaseProvider {
   name = 'OpenAILike';
   getApiKeyLink = undefined;
 
-  config = {
-    baseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
-    apiTokenKey: 'OPENAI_LIKE_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    const { baseUrl, apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
-      defaultApiTokenKey: 'OPENAI_LIKE_API_KEY',
-    });
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    const { baseUrl, apiKey } = this.getProviderBaseUrlAndKey(settings);
 
     if (!baseUrl || !apiKey) {
       return [];
@@ -42,19 +32,10 @@ export default class OpenAILikeProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { baseUrl, apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
-      defaultApiTokenKey: 'OPENAI_LIKE_API_KEY',
-    });
+    const { baseUrl, apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!baseUrl || !apiKey) {
       throw new Error(`Missing configuration for ${this.name} provider`);

app/lib/modules/llm/providers/openai.ts

@@ -8,10 +8,6 @@ export default class OpenAIProvider extends BaseProvider {
   name = 'OpenAI';
   getApiKeyLink = 'https://platform.openai.com/api-keys';
 
-  config = {
-    apiTokenKey: 'OPENAI_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     { name: 'gpt-4o', label: 'GPT-4o', provider: 'OpenAI', maxTokenAllowed: 8000 },
     { name: 'gpt-4o-mini', label: 'GPT-4o Mini', provider: 'OpenAI', maxTokenAllowed: 8000 },
@@ -20,13 +16,8 @@ export default class OpenAIProvider extends BaseProvider {
     { name: 'gpt-3.5-turbo', label: 'GPT-3.5 Turbo', provider: 'OpenAI', maxTokenAllowed: 8000 },
   ];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'OPENAI_API_KEY',
-    });
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    const { apiKey } = this.getProviderBaseUrlAndKey(settings);
 
     if (!apiKey) {
       throw `Missing Api Key configuration for ${this.name} provider`;
@@ -56,19 +47,10 @@ export default class OpenAIProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'OPENAI_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/perplexity.ts

@@ -8,10 +8,6 @@ export default class PerplexityProvider extends BaseProvider {
   name = 'Perplexity';
   getApiKeyLink = 'https://www.perplexity.ai/settings/api';
 
-  config = {
-    apiTokenKey: 'PERPLEXITY_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     {
       name: 'llama-3.1-sonar-small-128k-online',
@@ -33,19 +29,10 @@ export default class PerplexityProvider extends BaseProvider {
     },
   ];
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'PERPLEXITY_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/providers/together.ts

@@ -7,11 +7,6 @@ export default class TogetherProvider extends BaseProvider {
   name = 'Together';
   getApiKeyLink = 'https://api.together.xyz/settings/api-keys';
 
-  config = {
-    baseUrlKey: 'TOGETHER_API_BASE_URL',
-    apiTokenKey: 'TOGETHER_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     {
       name: 'Qwen/Qwen2.5-Coder-32B-Instruct',
@@ -33,13 +28,8 @@ export default class TogetherProvider extends BaseProvider {
     },
   ];
 
-  async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
-    const { baseUrl: fetchBaseUrl, apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: settings,
-      defaultBaseUrlKey: 'TOGETHER_API_BASE_URL',
-      defaultApiTokenKey: 'TOGETHER_API_KEY',
-    });
+  async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
+    const { baseUrl: fetchBaseUrl, apiKey } = this.getProviderBaseUrlAndKey(settings);
     const baseUrl = fetchBaseUrl || 'https://api.together.xyz/v1';
 
     if (!baseUrl || !apiKey) {
@@ -65,19 +55,10 @@ export default class TogetherProvider extends BaseProvider {
     }));
   }
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { baseUrl, apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: 'TOGETHER_API_BASE_URL',
-      defaultApiTokenKey: 'TOGETHER_API_KEY',
-    });
+    const { baseUrl, apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!baseUrl || !apiKey) {
       throw new Error(`Missing configuration for ${this.name} provider`);

app/lib/modules/llm/providers/xai.ts

@@ -8,28 +8,15 @@ export default class XAIProvider extends BaseProvider {
   name = 'xAI';
   getApiKeyLink = 'https://docs.x.ai/docs/quickstart#creating-an-api-key';
 
-  config = {
-    apiTokenKey: 'XAI_API_KEY',
-  };
-
   staticModels: ModelInfo[] = [
     { name: 'grok-beta', label: 'xAI Grok Beta', provider: 'xAI', maxTokenAllowed: 8000 },
     { name: 'grok-2-1212', label: 'xAI Grok2 1212', provider: 'xAI', maxTokenAllowed: 8000 },
   ];
 
-  getModelInstance(options: {
-    model: string;
-    apiKeys?: Record<string, string>;
-    providerSettings?: Record<string, IProviderSetting>;
-  }): LanguageModel {
-    const { model, apiKeys, providerSettings } = options;
+  getModelInstance(options: { model: string; providerSettings?: Record<string, IProviderSetting> }): LanguageModel {
+    const { model, providerSettings } = options;
 
-    const { apiKey } = this.getProviderBaseUrlAndKey({
-      apiKeys,
-      providerSettings: providerSettings?.[this.name],
-      defaultBaseUrlKey: '',
-      defaultApiTokenKey: 'XAI_API_KEY',
-    });
+    const { apiKey } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
 
     if (!apiKey) {
       throw new Error(`Missing API key for ${this.name} provider`);

app/lib/modules/llm/types.ts

@@ -23,6 +23,5 @@ export interface ProviderInfo {
 }
 export interface ProviderConfig {
   baseUrlKey?: string;
-  baseUrl?: string;
   apiTokenKey?: string;
 }

app/lib/persistence/editor.ts

@@ -150,7 +150,7 @@ const logger = createScopedLogger('EditorProjects');
  */
 export async function openEditorDatabase(): Promise<IDBDatabase | undefined> {
   if (typeof indexedDB === 'undefined') {
-    logger.error('indexedDB 在当前环境中不可用');
+    logger.debug('indexedDB 在当前环境中不可用');
     return undefined;
   }
 

app/routes/api.chat/chat.server.ts

@@ -17,9 +17,9 @@ import { createScopedLogger } from '~/lib/.server/logger';
 import { getHistoryChatMessages, saveChatMessages, updateDiscardedMessage } from '~/lib/.server/message';
 import { getPageByMessageId } from '~/lib/.server/page';
 import { CONTINUE_PROMPT } from '~/lib/common/prompts/prompts';
+import { DEFAULT_MODEL, DEFAULT_MODEL_DETAILS, getModel, MINOR_MODEL } from '~/lib/modules/constants';
 import type { Page } from '~/types/actions';
 import type { UPageUIMessage } from '~/types/message';
-import { DEFAULT_MODEL, DEFAULT_MODEL_DETAILS, getModel, MINOR_MODEL } from '~/utils/constants';
 import { approximateUsageFromContent } from '~/utils/token';
 
 const logger = createScopedLogger('api.chat.chat');

app/routes/api.enhancer/route.tsx

@@ -3,8 +3,8 @@ import type { UIMessage } from 'ai';
 import { requireAuth } from '~/lib/.server/auth';
 import { streamEnhancer } from '~/lib/.server/llm/stream-enhancer';
 import { createScopedLogger } from '~/lib/.server/logger';
+import { getModel, MINOR_MODEL } from '~/lib/modules/constants';
 import { errorResponse } from '~/utils/api-response';
-import { getModel, MINOR_MODEL } from '~/utils/constants';
 
 export async function action(args: ActionFunctionArgs) {
   const authResult = await requireAuth(args.request, { isApi: true });

app/types/model.ts

@@ -17,6 +17,7 @@ export type ProviderInfo = {
 export interface IProviderSetting {
   enabled?: boolean;
   baseUrl?: string;
+  apiKey?: string;
 }
 
 export type IProviderConfig = ProviderInfo & {

app/utils/constants.ts

@@ -1,30 +1,2 @@
-import { LLMManager } from '~/lib/modules/llm/manager';
-
 export const MODEL_REGEX = /^\[Model: (.*?)\]\n\n/;
 export const PROVIDER_REGEX = /\[Provider: (.*?)\]\n\n/;
-
-const llmManager = LLMManager.getInstance();
-
-export const PROVIDER_LIST = llmManager.getAllProviders();
-export const DEFAULT_PROVIDER = llmManager.getDefaultProvider();
-export const DEFAULT_MODEL = llmManager.getDefaultModel();
-export const MINOR_MODEL = llmManager.getMinorModel();
-
-export const DEFAULT_MODEL_DETAILS = DEFAULT_PROVIDER.staticModels.find((m) => m.name === DEFAULT_MODEL);
-export const MINOR_MODEL_DETAILS = DEFAULT_PROVIDER.staticModels.find((m) => m.name === MINOR_MODEL);
-
-export const providerBaseUrlEnvKeys: Record<string, { baseUrlKey?: string; apiTokenKey?: string }> = {};
-PROVIDER_LIST.forEach((provider) => {
-  providerBaseUrlEnvKeys[provider.name] = {
-    baseUrlKey: provider.config.baseUrlKey,
-    apiTokenKey: provider.config.apiTokenKey,
-  };
-});
-
-export const getModel = (model: string) => {
-  return DEFAULT_PROVIDER.getModelInstance({
-    model,
-    apiKeys: llmManager.getConfiguredApiKeys(),
-    providerSettings: llmManager.getConfiguredProviderSettings(),
-  });
-};

docker-compose-dev.yaml

@@ -8,32 +8,15 @@ services:
     environment:
       - OPERATING_ENV=${OPERATING_ENV:-production}
       - NODE_ENV=${NODE_ENV:-production}
-      - GROQ_API_KEY=${GROQ_API_KEY}
-      - HuggingFace_API_KEY=${HuggingFace_API_KEY}
-      - OPENAI_API_KEY=${OPENAI_API_KEY}
-      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}
-      - OPEN_ROUTER_API_KEY=${OPEN_ROUTER_API_KEY}
-      - GOOGLE_GENERATIVE_AI_API_KEY=${GOOGLE_GENERATIVE_AI_API_KEY}
-      - OLLAMA_API_BASE_URL=${OLLAMA_API_BASE_URL}
-      - OPENAI_LIKE_API_BASE_URL=${OPENAI_LIKE_API_BASE_URL}
-      - TOGETHER_API_BASE_URL=${TOGETHER_API_BASE_URL}
-      - DEEPSEEK_API_KEY=${DEEPSEEK_API_KEY}
-      - OPENAI_LIKE_API_KEY=${OPENAI_LIKE_API_KEY}
-      - TOGETHER_API_KEY=${TOGETHER_API_KEY}
-      - HYPERBOLIC_API_KEY=${HYPERBOLIC_API_KEY}
-      - MISTRAL_API_KEY=${MISTRAL_API_KEY}
-      - COHERE_API_KEY=${COHERE_API_KEY}
-      - LMSTUDIO_API_BASE_URL=${LMSTUDIO_API_BASE_URL}
-      - XAI_API_KEY=${XAI_API_KEY}
-      - PERPLEXITY_API_KEY=${PERPLEXITY_API_KEY}
-      - AWS_BEDROCK_CONFIG=${AWS_BEDROCK_CONFIG}
       - LOG_LEVEL=${LOG_LEVEL:-debug}
-      - SERPER_API_KEY=${SERPER_API_KEY}
-      - WEATHER_API_KEY=${WEATHER_API_KEY}
-      - LLM_DEFAULT_PROVIDER=${LLM_DEFAULT_PROVIDER}
+      - DEFAULT_NUM_CTX=${DEFAULT_NUM_CTX:-32768}
+      - LLM_PROVIDER=${LLM_DEFAULT_PROVIDER}
+      - PROVIDER_BASE_URL=${PROVIDER_BASE_URL}
+      - PROVIDER_API_KEY=${PROVIDER_API_KEY}
       - LLM_DEFAULT_MODEL=${LLM_DEFAULT_MODEL}
       - LLM_MINOR_MODEL=${LLM_MINOR_MODEL}
-      - LLM_ENABLED_PROVIDERS=${LLM_ENABLED_PROVIDERS}
+      - SERPER_API_KEY=${SERPER_API_KEY}
+      - WEATHER_API_KEY=${WEATHER_API_KEY}
       - LOGTO_ENDPOINT=${LOGTO_ENDPOINT}
       - LOGTO_APP_ID=${LOGTO_APP_ID}
       - LOGTO_APP_SECRET=${LOGTO_APP_SECRET}

docker-compose-prod.yaml

@@ -8,39 +8,23 @@ services:
     environment:
       - OPERATING_ENV=${OPERATING_ENV:-production}
       - NODE_ENV=${NODE_ENV:-production}
-      - GROQ_API_KEY=${GROQ_API_KEY}
-      - HuggingFace_API_KEY=${HuggingFace_API_KEY}
-      - OPENAI_API_KEY=${OPENAI_API_KEY}
-      - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}
-      - OPEN_ROUTER_API_KEY=${OPEN_ROUTER_API_KEY}
-      - GOOGLE_GENERATIVE_AI_API_KEY=${GOOGLE_GENERATIVE_AI_API_KEY}
-      - OLLAMA_API_BASE_URL=${OLLAMA_API_BASE_URL}
-      - OPENAI_LIKE_API_BASE_URL=${OPENAI_LIKE_API_BASE_URL}
-      - TOGETHER_API_BASE_URL=${TOGETHER_API_BASE_URL}
-      - DEEPSEEK_API_KEY=${DEEPSEEK_API_KEY}
-      - OPENAI_LIKE_API_KEY=${OPENAI_LIKE_API_KEY}
-      - TOGETHER_API_KEY=${TOGETHER_API_KEY}
-      - HYPERBOLIC_API_KEY=${HYPERBOLIC_API_KEY}
-      - MISTRAL_API_KEY=${MISTRAL_API_KEY}
-      - COHERE_API_KEY=${COHERE_API_KEY}
-      - LMSTUDIO_API_BASE_URL=${LMSTUDIO_API_BASE_URL}
-      - XAI_API_KEY=${XAI_API_KEY}
-      - PERPLEXITY_API_KEY=${PERPLEXITY_API_KEY}
-      - AWS_BEDROCK_CONFIG=${AWS_BEDROCK_CONFIG}
       - LOG_LEVEL=${LOG_LEVEL:-debug}
-      - SERPER_API_KEY=${SERPER_API_KEY}
-      - WEATHER_API_KEY=${WEATHER_API_KEY}
-      - LLM_DEFAULT_PROVIDER=${LLM_DEFAULT_PROVIDER}
+      - DEFAULT_NUM_CTX=${DEFAULT_NUM_CTX:-32768}
+      - LLM_PROVIDER=${LLM_DEFAULT_PROVIDER}
+      - PROVIDER_BASE_URL=${PROVIDER_BASE_URL}
+      - PROVIDER_API_KEY=${PROVIDER_API_KEY}
       - LLM_DEFAULT_MODEL=${LLM_DEFAULT_MODEL}
       - LLM_MINOR_MODEL=${LLM_MINOR_MODEL}
-      - LLM_ENABLED_PROVIDERS=${LLM_ENABLED_PROVIDERS}
+      - SERPER_API_KEY=${SERPER_API_KEY}
+      - WEATHER_API_KEY=${WEATHER_API_KEY}
       - LOGTO_ENDPOINT=${LOGTO_ENDPOINT}
       - LOGTO_APP_ID=${LOGTO_APP_ID}
       - LOGTO_APP_SECRET=${LOGTO_APP_SECRET}
       - LOGTO_COOKIE_SECRET=${LOGTO_COOKIE_SECRET}
       - LOGTO_BASE_URL=${LOGTO_BASE_URL}
       - LOGTO_ENABLE=${LOGTO_ENABLE:-false}
-      - USAGE_LOG_FILE=${USAGE_LOG_FILE:-true}
+      - USAGE_LOG_FILE=true
+      - STORAGE_DIR=/app/storage
       - MAX_UPLOAD_SIZE_MB=${MAX_UPLOAD_SIZE_MB:-5}
     volumes:
       - ./data:/app/data