Taskmaster
by eyaltoledano
- claude-task-master
- tests
- unit
- scripts
- modules
- task-manager
models-baseurl.test.js•13.5 kB
/**
* Tests for models.js baseURL handling
* Verifies that baseURL is only preserved when switching models within the same provider
*/
import { jest } from '@jest/globals';
// Mock the config manager
const mockConfigManager = {
getMainModelId: jest.fn(() => 'claude-3-sonnet-20240229'),
getResearchModelId: jest.fn(
() => 'perplexity-llama-3.1-sonar-large-128k-online'
),
getFallbackModelId: jest.fn(() => 'gpt-4o-mini'),
getMainProvider: jest.fn(),
getResearchProvider: jest.fn(),
getFallbackProvider: jest.fn(),
getBaseUrlForRole: jest.fn(),
getAvailableModels: jest.fn(),
getConfig: jest.fn(),
writeConfig: jest.fn(),
isConfigFilePresent: jest.fn(() => true),
getAllProviders: jest.fn(() => [
'anthropic',
'openai',
'google',
'openrouter'
]),
isApiKeySet: jest.fn(() => true),
getMcpApiKeyStatus: jest.fn(() => true)
};
jest.unstable_mockModule(
'../../../../../scripts/modules/config-manager.js',
() => mockConfigManager
);
// Mock path utils
jest.unstable_mockModule('../../../../../src/utils/path-utils.js', () => ({
findConfigPath: jest.fn(() => '/test/path/.taskmaster/config.json')
}));
// Mock utils
jest.unstable_mockModule('../../../../../scripts/modules/utils.js', () => ({
log: jest.fn()
}));
// Mock core constants
jest.unstable_mockModule('@tm/core', () => ({
CUSTOM_PROVIDERS: {
OLLAMA: 'ollama',
LMSTUDIO: 'lmstudio',
OPENROUTER: 'openrouter',
BEDROCK: 'bedrock',
CLAUDE_CODE: 'claude-code',
AZURE: 'azure',
VERTEX: 'vertex',
GEMINI_CLI: 'gemini-cli',
CODEX_CLI: 'codex-cli',
OPENAI_COMPATIBLE: 'openai-compatible'
}
}));
// Import the module under test after mocks are set up
const { setModel } = await import(
'../../../../../scripts/modules/task-manager/models.js'
);
describe('models.js - baseURL handling for LMSTUDIO', () => {
const mockProjectRoot = '/test/project';
const mockConfig = {
models: {
main: { provider: 'lmstudio', modelId: 'existing-model' },
research: { provider: 'ollama', modelId: 'llama2' },
fallback: { provider: 'anthropic', modelId: 'claude-3-haiku-20240307' }
}
};
beforeEach(() => {
jest.clearAllMocks();
mockConfigManager.getConfig.mockReturnValue(
JSON.parse(JSON.stringify(mockConfig))
);
mockConfigManager.writeConfig.mockReturnValue(true);
mockConfigManager.getAvailableModels.mockReturnValue([]);
});
test('should use provided baseURL when explicitly given', async () => {
const customBaseURL = 'http://192.168.1.100:1234/v1';
mockConfigManager.getMainProvider.mockReturnValue('lmstudio');
const result = await setModel('main', 'custom-model', {
projectRoot: mockProjectRoot,
providerHint: 'lmstudio',
baseURL: customBaseURL
});
// Check if setModel succeeded
expect(result).toHaveProperty('success');
if (!result.success) {
throw new Error(`setModel failed: ${JSON.stringify(result.error)}`);
}
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe(customBaseURL);
});
test('should preserve existing baseURL when already using LMSTUDIO', async () => {
const existingBaseURL = 'http://custom-lmstudio:8080/v1';
mockConfigManager.getMainProvider.mockReturnValue('lmstudio');
mockConfigManager.getBaseUrlForRole.mockReturnValue(existingBaseURL);
await setModel('main', 'new-lmstudio-model', {
projectRoot: mockProjectRoot,
providerHint: 'lmstudio'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe(existingBaseURL);
});
test('should use default baseURL when switching from OLLAMA to LMSTUDIO', async () => {
const ollamaBaseURL = 'http://ollama-server:11434/api';
mockConfigManager.getMainProvider.mockReturnValue('ollama');
mockConfigManager.getBaseUrlForRole.mockReturnValue(ollamaBaseURL);
await setModel('main', 'lmstudio-model', {
projectRoot: mockProjectRoot,
providerHint: 'lmstudio'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
// Should use default LMSTUDIO baseURL, not OLLAMA's
expect(writtenConfig.models.main.baseURL).toBe('http://localhost:1234/v1');
expect(writtenConfig.models.main.baseURL).not.toBe(ollamaBaseURL);
});
test('should use default baseURL when switching from any other provider to LMSTUDIO', async () => {
mockConfigManager.getMainProvider.mockReturnValue('anthropic');
mockConfigManager.getBaseUrlForRole.mockReturnValue(null);
await setModel('main', 'lmstudio-model', {
projectRoot: mockProjectRoot,
providerHint: 'lmstudio'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe('http://localhost:1234/v1');
});
});
// NOTE: OLLAMA tests omitted since they require HTTP mocking for fetchOllamaModels.
// The baseURL preservation logic is identical to LMSTUDIO, so LMSTUDIO tests prove it works.
describe.skip('models.js - baseURL handling for OLLAMA', () => {
const mockProjectRoot = '/test/project';
const mockConfig = {
models: {
main: { provider: 'ollama', modelId: 'existing-model' },
research: { provider: 'lmstudio', modelId: 'some-model' },
fallback: { provider: 'anthropic', modelId: 'claude-3-haiku-20240307' }
}
};
beforeEach(() => {
jest.clearAllMocks();
mockConfigManager.getConfig.mockReturnValue(
JSON.parse(JSON.stringify(mockConfig))
);
mockConfigManager.writeConfig.mockReturnValue(true);
mockConfigManager.getAvailableModels.mockReturnValue([]);
});
test('should use provided baseURL when explicitly given', async () => {
const customBaseURL = 'http://192.168.1.200:11434/api';
mockConfigManager.getMainProvider.mockReturnValue('ollama');
// Mock fetch for Ollama models check
global.fetch = jest.fn(() =>
Promise.resolve({
ok: true,
json: () => Promise.resolve({ models: [{ model: 'custom-model' }] })
})
);
await setModel('main', 'custom-model', {
projectRoot: mockProjectRoot,
providerHint: 'ollama',
baseURL: customBaseURL
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe(customBaseURL);
});
test('should preserve existing baseURL when already using OLLAMA', async () => {
const existingBaseURL = 'http://custom-ollama:9999/api';
mockConfigManager.getMainProvider.mockReturnValue('ollama');
mockConfigManager.getBaseUrlForRole.mockReturnValue(existingBaseURL);
// Mock fetch for Ollama models check
global.fetch = jest.fn(() =>
Promise.resolve({
ok: true,
json: () => Promise.resolve({ models: [{ model: 'new-ollama-model' }] })
})
);
await setModel('main', 'new-ollama-model', {
projectRoot: mockProjectRoot,
providerHint: 'ollama'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe(existingBaseURL);
});
test('should use default baseURL when switching from LMSTUDIO to OLLAMA', async () => {
const lmstudioBaseURL = 'http://lmstudio-server:1234/v1';
mockConfigManager.getMainProvider.mockReturnValue('lmstudio');
mockConfigManager.getBaseUrlForRole.mockReturnValue(lmstudioBaseURL);
// Mock fetch for Ollama models check
global.fetch = jest.fn(() =>
Promise.resolve({
ok: true,
json: () => Promise.resolve({ models: [{ model: 'ollama-model' }] })
})
);
await setModel('main', 'ollama-model', {
projectRoot: mockProjectRoot,
providerHint: 'ollama'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
// Should use default OLLAMA baseURL, not LMSTUDIO's
expect(writtenConfig.models.main.baseURL).toBe(
'http://localhost:11434/api'
);
expect(writtenConfig.models.main.baseURL).not.toBe(lmstudioBaseURL);
});
test('should use default baseURL when switching from any other provider to OLLAMA', async () => {
mockConfigManager.getMainProvider.mockReturnValue('anthropic');
mockConfigManager.getBaseUrlForRole.mockReturnValue(null);
// Mock fetch for Ollama models check
global.fetch = jest.fn(() =>
Promise.resolve({
ok: true,
json: () => Promise.resolve({ models: [{ model: 'ollama-model' }] })
})
);
await setModel('main', 'ollama-model', {
projectRoot: mockProjectRoot,
providerHint: 'ollama'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe(
'http://localhost:11434/api'
);
});
});
describe.skip('models.js - cross-provider baseURL isolation', () => {
const mockProjectRoot = '/test/project';
const mockConfig = {
models: {
main: {
provider: 'ollama',
modelId: 'existing-model',
baseURL: 'http://ollama:11434/api'
},
research: {
provider: 'lmstudio',
modelId: 'some-model',
baseURL: 'http://lmstudio:1234/v1'
},
fallback: { provider: 'anthropic', modelId: 'claude-3-haiku-20240307' }
}
};
beforeEach(() => {
jest.clearAllMocks();
mockConfigManager.getConfig.mockReturnValue(
JSON.parse(JSON.stringify(mockConfig))
);
mockConfigManager.writeConfig.mockReturnValue(true);
mockConfigManager.getAvailableModels.mockReturnValue([]);
});
test('OLLAMA baseURL should not leak to LMSTUDIO', async () => {
const ollamaBaseURL = 'http://custom-ollama:11434/api';
mockConfigManager.getMainProvider.mockReturnValue('ollama');
mockConfigManager.getBaseUrlForRole.mockReturnValue(ollamaBaseURL);
await setModel('main', 'lmstudio-model', {
projectRoot: mockProjectRoot,
providerHint: 'lmstudio'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.provider).toBe('lmstudio');
expect(writtenConfig.models.main.baseURL).toBe('http://localhost:1234/v1');
expect(writtenConfig.models.main.baseURL).not.toContain('ollama');
});
test('LMSTUDIO baseURL should not leak to OLLAMA', async () => {
const lmstudioBaseURL = 'http://custom-lmstudio:1234/v1';
mockConfigManager.getMainProvider.mockReturnValue('lmstudio');
mockConfigManager.getBaseUrlForRole.mockReturnValue(lmstudioBaseURL);
// Mock fetch for Ollama models check
global.fetch = jest.fn(() =>
Promise.resolve({
ok: true,
json: () => Promise.resolve({ models: [{ model: 'ollama-model' }] })
})
);
await setModel('main', 'ollama-model', {
projectRoot: mockProjectRoot,
providerHint: 'ollama'
});
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.provider).toBe('ollama');
expect(writtenConfig.models.main.baseURL).toBe(
'http://localhost:11434/api'
);
expect(writtenConfig.models.main.baseURL).not.toContain('lmstudio');
expect(writtenConfig.models.main.baseURL).not.toContain('1234');
});
});
describe('models.js - baseURL handling for OPENAI_COMPATIBLE', () => {
const mockProjectRoot = '/test/project';
const mockConfig = {
models: {
main: {
provider: 'openai-compatible',
modelId: 'existing-model',
baseURL: 'https://api.custom.com/v1'
},
research: { provider: 'anthropic', modelId: 'claude-3-haiku-20240307' },
fallback: { provider: 'openai', modelId: 'gpt-4o-mini' }
}
};
beforeEach(() => {
jest.clearAllMocks();
mockConfigManager.getConfig.mockReturnValue(
JSON.parse(JSON.stringify(mockConfig))
);
mockConfigManager.writeConfig.mockReturnValue(true);
mockConfigManager.getAvailableModels.mockReturnValue([]);
});
test('should preserve existing baseURL when already using OPENAI_COMPATIBLE', async () => {
const existingBaseURL = 'https://api.custom.com/v1';
mockConfigManager.getMainProvider.mockReturnValue('openai-compatible');
mockConfigManager.getBaseUrlForRole.mockReturnValue(existingBaseURL);
const result = await setModel('main', 'new-compatible-model', {
projectRoot: mockProjectRoot,
providerHint: 'openai-compatible'
});
expect(result).toHaveProperty('success');
if (!result.success) {
throw new Error(`setModel failed: ${JSON.stringify(result.error)}`);
}
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe(existingBaseURL);
});
test('should require baseURL when switching from another provider to OPENAI_COMPATIBLE', async () => {
mockConfigManager.getMainProvider.mockReturnValue('anthropic');
mockConfigManager.getBaseUrlForRole.mockReturnValue(null);
const result = await setModel('main', 'compatible-model', {
projectRoot: mockProjectRoot,
providerHint: 'openai-compatible'
// No baseURL provided
});
expect(result.success).toBe(false);
expect(result.error?.message).toContain(
'Base URL is required for OpenAI-compatible providers'
);
});
test('should use provided baseURL when switching to OPENAI_COMPATIBLE', async () => {
const newBaseURL = 'https://api.newprovider.com/v1';
mockConfigManager.getMainProvider.mockReturnValue('anthropic');
mockConfigManager.getBaseUrlForRole.mockReturnValue(null);
const result = await setModel('main', 'compatible-model', {
projectRoot: mockProjectRoot,
providerHint: 'openai-compatible',
baseURL: newBaseURL
});
expect(result).toHaveProperty('success');
if (!result.success) {
throw new Error(`setModel failed: ${JSON.stringify(result.error)}`);
}
const writtenConfig = mockConfigManager.writeConfig.mock.calls[0][0];
expect(writtenConfig.models.main.baseURL).toBe(newBaseURL);
});
});
Latest Blog Posts
- MCP Moves to the Linux Foundation: Neutral Stewardship for Agentic InfrastructureBy Om-Shree-0709 on .mcpanthropicLinux Foundation
MCP directory API
We provide all the information about MCP servers via our MCP API.
curl -X GET 'https://glama.ai/api/mcp/v1/servers/eyaltoledano/claude-task-master'
If you have feedback or need assistance with the MCP directory API, please join our Discord server