NCP - Natural Context Provider

/** * Unified Registry Client * * Aggregates results from: * 1. Custom registry (api.mcps.portel.dev) - NCP's own registry * 2. Official Anthropic registry - MCP ecosystem * 3. Photon marketplaces - Photon ecosystem (portel-dev/photons + user-defined) */ import { logger } from '../utils/logger.js'; import { CustomRegistryClient } from './custom-registry-client.js'; import { RegistryClient, RegistryMCPCandidate, RegistrySearchOptions } from './registry-client.js'; import { PhotonMarketplaceClient } from './photon-marketplace-client.js'; export class UnifiedRegistryClient { private customClient = new CustomRegistryClient(); private officialClient = new RegistryClient(); private photonClient = new PhotonMarketplaceClient(); private photonInitialized = false; /** * Initialize Photon marketplace client (lazy initialization) */ private async ensurePhotonClient(): Promise<void> { if (!this.photonInitialized) { await this.photonClient.initialize(); await this.photonClient.autoUpdateStaleCaches(); this.photonInitialized = true; } } /** * Search for MCPs and Photons with selection format * Aggregates results from custom registry, official registry, and Photon marketplaces */ async searchForSelection(query: string, options: RegistrySearchOptions = {}): Promise<RegistryMCPCandidate[]> { // Simplify verbose AI-generated queries to core keywords // Example: "canva integration, import canva, canva API" -> "canva" const simplifiedQuery = this.simplifyQuery(query); logger.debug(`Original query: "${query}", Simplified: "${simplifiedQuery}"`); const allResults: RegistryMCPCandidate[] = []; // Search MCP registries try { logger.debug('Searching custom registry...'); const customResults = await this.customClient.searchForSelection(simplifiedQuery, options.limit || 20); logger.debug(`Found ${customResults.length} results from custom registry`); // Convert custom registry format to RegistryMCPCandidate format allResults.push(...customResults.map((result, index) => ({ number: index + 1, name: result.name, displayName: result.displayName, description: result.description, version: result.version, transport: this.guessTransport(result.installCommand), command: this.extractCommand(result.installCommand), args: this.extractArgs(result.installCommand), downloadCount: result.downloads, status: result.verified ? 'verified' : 'active', repository: { url: '', // Not available in custom registry format source: '' }, isTrusted: result.verified, qualityScore: result.score }))); } catch (error: any) { logger.warn(`Custom registry API failed: ${error.message}, trying official registry`); try { logger.debug('Searching official registry as fallback...'); const officialResults = await this.officialClient.searchForSelection(simplifiedQuery, options); logger.debug(`Found ${officialResults.length} results from official registry`); allResults.push(...officialResults); } catch (officialError: any) { logger.error(`Both MCP registries failed: ${officialError.message}`); } } // Also search Photon marketplaces try { await this.ensurePhotonClient(); logger.debug('Searching Photon marketplaces...'); const photonResults = await this.photonClient.search(simplifiedQuery); logger.debug(`Found ${photonResults.size} Photon(s) from marketplaces`); // Convert Photon results to RegistryMCPCandidate format for (const [photonName, sources] of photonResults.entries()) { const source = sources[0]; // Use first source const metadata = source.metadata; allResults.push({ number: allResults.length + 1, name: photonName, displayName: metadata?.description || photonName, description: metadata?.description || `Photon from ${source.marketplace.name}`, version: metadata?.version || '1.0.0', transport: 'stdio', command: 'photon', // Marker for Photon installation args: ['cli', photonName], // Photon CLI command status: 'active', repository: { url: source.marketplace.repo ? `https://github.com/${source.marketplace.repo}` : source.marketplace.url, source: source.marketplace.source }, isTrusted: source.marketplace.name === 'photons', // Official marketplace qualityScore: source.marketplace.name === 'photons' ? 100 : 50, _meta: { isPhoton: true, marketplace: source.marketplace.name, marketplaceUrl: source.marketplace.url, tags: metadata?.tags, category: metadata?.category, } }); } } catch (photonError: any) { logger.debug(`Photon marketplace search failed: ${photonError.message}`); // Continue even if Photon search fails } // Re-number results allResults.forEach((result, index) => { result.number = index + 1; }); return allResults; } /** * Simplify verbose AI queries to core keywords * Handles comma-separated terms, extracts most common/relevant keyword */ private simplifyQuery(query: string): string { // If query is simple (no commas, short), return as-is if (!query.includes(',') && query.trim().split(/\s+/).length <= 2) { return query.trim(); } // Split by commas and extract individual terms const terms = query.split(',').map(t => t.trim()).filter(t => t.length > 0); if (terms.length === 0) { return query.trim(); } // Extract keywords from each term (remove common words) const stopWords = new Set(['the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for', 'of', 'with', 'by', 'from', 'import', 'integration', 'api', 'sdk', 'tool', 'tools', 'server', 'service']); const keywords = new Map<string, number>(); terms.forEach(term => { const words = term.toLowerCase().split(/\s+/); words.forEach(word => { // Clean word (remove punctuation) word = word.replace(/[^a-z0-9-]/g, ''); if (word.length > 2 && !stopWords.has(word)) { keywords.set(word, (keywords.get(word) || 0) + 1); } }); }); if (keywords.size === 0) { // No keywords found, use first term return terms[0]; } // Find most common keyword (likely the core concept) let maxCount = 0; let coreKeyword = ''; keywords.forEach((count, word) => { if (count > maxCount) { maxCount = count; coreKeyword = word; } }); logger.debug(`Extracted core keyword: "${coreKeyword}" from ${keywords.size} keywords`); return coreKeyword; } /** * Get detailed info for a server * Tries custom first, then official */ async getDetailedInfo(serverName: string): Promise<{ transport: 'stdio' | 'http' | 'sse'; command?: string; args?: string[]; url?: string; remoteType?: string; envVars?: Array<{ name: string; description?: string; isRequired?: boolean; isSecret?: boolean; default?: string; }>; _meta?: any; // Metadata from registry (e.g., Photon detection) }> { try { logger.debug(`Getting details from custom registry for: ${serverName}`); // Try getting from custom registry by ID (extract last part if it's a namespaced name) const mcpId = serverName.includes('/') ? serverName.split('/').pop() || serverName : serverName; const customMCP = await this.customClient.getMCP(mcpId); // Convert to expected format return { transport: this.guessTransport(customMCP.installCommand), command: this.extractCommand(customMCP.installCommand), args: this.extractArgs(customMCP.installCommand), envVars: [], // Custom registry doesn't have env vars yet _meta: customMCP._meta // Preserve metadata (for Photon detection) }; } catch (error: any) { logger.warn(`Custom registry getDetailedInfo failed: ${error.message}, trying official`); // Fallback to official (only if it looks like an official name format) if (serverName.startsWith('io.github.') || serverName.includes('modelcontextprotocol')) { try { return await this.officialClient.getDetailedInfo(serverName); } catch (officialError: any) { logger.error(`Official registry also failed: ${officialError.message}`); throw new Error(`Failed to get server details from both registries`); } } // If it doesn't look like an official name, don't bother with fallback throw new Error(`Server not found in custom registry: ${serverName}`); } } /** * Helper: Guess transport type from install command */ private guessTransport(installCommand: string): 'stdio' | 'http' | 'sse' { if (installCommand.includes('HTTP endpoint') || installCommand.includes('http://') || installCommand.includes('https://')) { return 'sse'; // Assume SSE for HTTP endpoints } return 'stdio'; } /** * Helper: Extract command from install instruction * Examples: * "npx mcp-merchant" -> "npx" * "Use HTTP endpoint: https://..." -> undefined */ private extractCommand(installCommand: string): string | undefined { if (this.guessTransport(installCommand) !== 'stdio') { return undefined; } const parts = installCommand.trim().split(/\s+/); return parts[0] || 'npx'; } /** * Helper: Extract args from install instruction * Examples: * "npx mcp-merchant" -> ["mcp-merchant"] * "npx @smithery/mcp-server" -> ["@smithery/mcp-server"] */ private extractArgs(installCommand: string): string[] | undefined { if (this.guessTransport(installCommand) !== 'stdio') { return undefined; } const parts = installCommand.trim().split(/\s+/); return parts.slice(1); } /** * Clear caches */ clearCache(): void { this.customClient.clearCache(); this.officialClient.clearCache(); } }