AI MCP Gateway

import Anthropic from '@anthropic-ai/sdk'; import { LLMClient, calculateCost } from './client.js'; import { LLMRequest, LLMResponse } from '../../mcp/types.js'; import { ModelConfig } from '../../config/models.js'; import { env } from '../../config/env.js'; import { logger } from '../../logging/logger.js'; import { providerManager } from '../../config/provider-manager.js'; /** * Anthropic Claude LLM client */ export class AnthropicClient implements LLMClient { private client: Anthropic | null = null; private async getClient(): Promise<Anthropic> { if (!this.client) { // Try to get API key from database first let apiKey = await providerManager.getApiKey('anthropic'); // Fallback to environment variable if (!apiKey) { apiKey = env.ANTHROPIC_API_KEY; } if (!apiKey) { throw new Error('ANTHROPIC_API_KEY is not configured in database or environment'); } this.client = new Anthropic({ apiKey }); } return this.client; } canHandle(provider: string): boolean { return provider === 'anthropic'; } async call( request: LLMRequest, model: ModelConfig, ): Promise<Omit<LLMResponse, 'routingSummary'>> { const client = await this.getClient(); logger.debug('Calling Anthropic API', { model: model.apiModelName, promptLength: request.prompt.length, }); try { // Log full prompt for debugging logger.info('[Anthropic] Sending prompt to model', { model: model.apiModelName, systemPrompt: request.systemPrompt ? request.systemPrompt.substring(0, 200) + '...' : 'none', userPrompt: request.prompt.substring(0, 500) + (request.prompt.length > 500 ? '...' : ''), fullPromptLength: request.prompt.length, maxTokens: request.maxTokens || 4096, temperature: request.temperature || 0.7, }); // Log complete prompt for detailed debugging logger.debug('[Anthropic] Complete request details', { systemPrompt: request.systemPrompt, userMessage: request.prompt.substring(0, 1000) + (request.prompt.length > 1000 ? '...' : ''), }); const response = await client.messages.create({ model: model.apiModelName, max_tokens: request.maxTokens || 4096, temperature: request.temperature || 0.7, system: request.systemPrompt, messages: [ { role: 'user', content: request.prompt, }, ], }); const content = response.content[0].type === 'text' ? response.content[0].text : ''; const inputTokens = response.usage.input_tokens; const outputTokens = response.usage.output_tokens; const cost = calculateCost(inputTokens, outputTokens, model); return { content, modelId: model.id, provider: model.provider, inputTokens, outputTokens, cost, }; } catch (error) { logger.error('Anthropic API error', { model: model.apiModelName, error: error instanceof Error ? error.message : 'Unknown error', }); throw error; } } }