shiyue/upage-git
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

pref: simplified AI provider's settings

Browse Source
This commit is contained in:
LIlGG
2025-09-28 17:34:47 +08:00
parent 5ec38df940
commit f2df793afa
39 changed files with 265 additions and 755 deletions
Download Patch File Download Diff File Expand all files Collapse all files

65
app/lib/modules/llm/providers/lmstudio.ts
View File

@@ -5,29 +5,21 @@ import type { ModelInfo } from '~/lib/modules/llm/types';
import type { IProviderSetting } from '~/types/model';
import { logger } from '~/utils/logger';
export const BASE_URL = 'http://127.0.0.1:1234/';
export default class LMStudioProvider extends BaseProvider {
name = 'LMStudio';
getApiKeyLink = 'https://lmstudio.ai/';
labelForGetApiKey = 'Get LMStudio';
icon = 'i-ph:cloud-arrow-down';
config = {
baseUrlKey: 'LMSTUDIO_API_BASE_URL',
baseUrl: 'http://localhost:1234/',
};
staticModels: ModelInfo[] = [];
async getDynamicModels(apiKeys?: Record<string, string>, settings?: IProviderSetting): Promise<ModelInfo[]> {
let { baseUrl } = this.getProviderBaseUrlAndKey({
apiKeys,
providerSettings: settings,
defaultBaseUrlKey: 'LMSTUDIO_API_BASE_URL',
defaultApiTokenKey: '',
});
async getDynamicModels(settings?: IProviderSetting): Promise<ModelInfo[]> {
let { baseUrl } = this.getProviderBaseUrlAndKey(settings);
if (!baseUrl) {
throw new Error('No baseUrl found for LMStudio provider');
logger.debug('No baseUrl found for LMStudio provider, using default: ', BASE_URL);
baseUrl = BASE_URL;
}
if (typeof window === 'undefined') {
@@ -51,37 +43,30 @@ export default class LMStudioProvider extends BaseProvider {
maxTokenAllowed: 8000,
}));
}
getModelInstance: (options: {
model: string;
apiKeys?: Record<string, string>;
providerSettings?: Record<string, IProviderSetting>;
}) => LanguageModel = (options) => {
const { apiKeys, providerSettings, model } = options;
let { baseUrl } = this.getProviderBaseUrlAndKey({
apiKeys,
providerSettings: providerSettings?.[this.name],
defaultBaseUrlKey: 'LMSTUDIO_API_BASE_URL',
defaultApiTokenKey: '',
});
getModelInstance: (options: { model: string; providerSettings?: Record<string, IProviderSetting> }) => LanguageModel =
(options) => {
const { providerSettings, model } = options;
let { baseUrl } = this.getProviderBaseUrlAndKey(providerSettings?.[this.name]);
if (!baseUrl) {
throw new Error('No baseUrl found for LMStudio provider');
}
if (!baseUrl) {
logger.debug('No baseUrl found for LMStudio provider, using default: ', BASE_URL);
baseUrl = BASE_URL;
}
const isDocker = process?.env?.RUNNING_IN_DOCKER === 'true';
const isDocker = process?.env?.RUNNING_IN_DOCKER === 'true';
if (typeof window === 'undefined') {
baseUrl = isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
baseUrl = isDocker ? baseUrl.replace('127.0.0.1', 'host.docker.internal') : baseUrl;
}
if (typeof window === 'undefined') {
baseUrl = isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
baseUrl = isDocker ? baseUrl.replace('127.0.0.1', 'host.docker.internal') : baseUrl;
}
logger.debug('LMStudio Base Url used: ', baseUrl);
logger.debug('LMStudio Base Url used: ', baseUrl);
const lmstudio = createOpenAI({
baseURL: `${baseUrl}/v1`,
apiKey: '',
});
const lmstudio = createOpenAI({
baseURL: `${baseUrl}/v1`,
apiKey: '',
});
return lmstudio(model);
};
return lmstudio(model);
};
}