Midnight MCP Server

import { describe, it, beforeAll, afterAll, beforeEach, afterEach, expect } from '@jest/globals'; import { TestValidator, TestResult, TestResultFormatter, TestLogger, WaitUtils, DEFAULT_ELIZA_CONFIG } from './helpers.js'; import { createElizaClient, IElizaClient } from './eliza-client.js'; /** * Eliza Integration Tests for Midnight MCP Server * * These tests validate the complete integration between Eliza AI agents * and the Midnight MCP server through HTTP API calls. * * NEW: Enhanced response handling with content validation * - Tests now use content validation to wait for specific information in responses * - Multiple messages in responses are handled properly * - Timeout limits have been increased to accommodate longer response times * - Tests continue waiting until expected content is found * * CONFIGURATION: Tests run sequentially to ensure proper integration flow * - Each test waits for the previous one to complete * - 10-second delays added between tests for stability * * Prerequisites: * - Docker backend is up and running * - Eliza AI agents are up and running * - All services are accessible via HTTP */ describe('Eliza Integration Tests', () => { let elizaClient: IElizaClient; let logger: TestLogger; let testResults: Array<{ name: string; result: TestResult }> = []; let agentId: string; // Store the agent ID for reuse let authorId: string; // Single UUID generated per test run // Generate a UUID for the entire test run const generateUUID = () => { return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) { const r = Math.random() * 16 | 0; const v = c === 'x' ? r : (r & 0x3 | 0x8); return v.toString(16); }); }; beforeAll(async () => { logger = new TestLogger('ELIZA-E2E'); // Generate a single UUID for the entire test run authorId = generateUUID(); logger.info(`Generated Author ID for this test run: ${authorId}`); elizaClient = createElizaClient({ baseUrl: DEFAULT_ELIZA_CONFIG.baseUrl, timeout: 60000, // Increased from 15000 to 60000 (60 seconds) retries: DEFAULT_ELIZA_CONFIG.retries, logger: logger, authorId: authorId // Pass the generated author ID }); logger.info('=== ELIZA INTEGRATION TESTS START ==='); logger.info(`Environment: ${process.env.NODE_ENV || 'development'}`); logger.info(`Platform: ${process.platform}`); logger.info(`Architecture: ${process.arch}`); logger.info(`Node version: ${process.version}`); logger.info(`Eliza API URL: ${DEFAULT_ELIZA_CONFIG.baseUrl}`); // Test basic connectivity first try { logger.info('Testing basic connectivity to Eliza API...'); const agents = await elizaClient.getAgents(); logger.info(`Successfully connected to Eliza API. Found ${agents.length} agents`); agents.forEach((agent: any, index: number) => { logger.info(`Agent ${index + 1}: ${agent.name} (ID: ${agent.id})`); }); } catch (error) { logger.error('Failed to connect to Eliza API:', error); throw error; } // Setup: Create and start the agent logger.info('Setting up agent for tests...'); try { // 1. Create the agent logger.info('Creating C3P0 agent...'); const newAgent = await elizaClient.createC3P0Agent(); logger.info(`C3P0 agent created: ${newAgent.name} (ID: ${newAgent.id})`); agentId = newAgent.id; // 2. Get agent details to check configuration logger.info('Getting agent details to check configuration...'); try { const agentDetails = await elizaClient.getAgent(agentId); logger.info(`Agent details retrieved successfully:`, JSON.stringify(agentDetails, null, 2)); // Check for MCP configuration if (agentDetails.characterJson?.mcpServers) { logger.info(`Agent has ${agentDetails.characterJson.mcpServers.length} MCP servers configured`); agentDetails.characterJson.mcpServers.forEach((server: any, index: number) => { logger.info(`MCP Server ${index + 1}: ${server.name} (${server.command})`); }); } else { logger.warn('Agent has no MCP servers configured'); } } catch (error) { logger.error('Failed to get agent details:', error); // Continue with the test even if we can't get details } // 3. Start the agent logger.info('Starting C3P0 agent...'); const startAgent = await elizaClient.startAgent(agentId); if (!startAgent.success) { throw new Error(`Failed to start C3P0 agent: ${startAgent.error}`); } logger.info(`C3P0 agent started successfully: ${newAgent.name} (ID: ${agentId})`); // 4. List agents to confirm creation logger.info('Confirming C3P0 agent creation...'); const agents = await elizaClient.getAgents(); const createdAgent = agents.find((agent: any) => agent.id === agentId); if (!createdAgent) { throw new Error('Created C3P0 agent not found in agents list'); } logger.info(`C3P0 agent confirmed in list: ${createdAgent.name} (ID: ${createdAgent.id})`); // Wait for services to be ready logger.info('Waiting for services to be ready...'); await WaitUtils.wait(2000); logger.info('Services ready'); } catch (error) { logger.error('Error during C3P0 agent setup:', error); throw error; } }); afterAll(async () => { logger.info('=== ELIZA INTEGRATION TESTS END ==='); logger.info(TestResultFormatter.formatSummary(testResults)); }); /** * WALLET TESTS */ describe('Wallet Functionality', () => { describe('Wallet Status', () => { it.skip('00 - should check conversation history is empty - Local only', async () => { const testName = 'Check Conversation History'; logger.info(`Running: ${testName}`); // Get the DM channel for the agent first logger.info('Getting DM channel for agent...'); const channel = await elizaClient.getDmChannel(agentId); logger.info(`Channel obtained: ${channel.id}`); const response = await elizaClient.getChannelMessages(channel.id); expect(response.success).toBe(true); expect(response.messages.length).toBe(0); // Wait between tests for sequential execution await WaitUtils.waitBetweenTests(logger); }, 180000); it('01 - should check agent configuration and MCP status', async () => { const testName = 'Check Agent Configuration and MCP Status'; logger.info(`Running: ${testName}`); try { // Get agent details logger.info('Getting agent details...'); const agentDetails = await elizaClient.getAgent(agentId); logger.info(`Agent details:`, JSON.stringify(agentDetails, null, 2)); // Check for MCP configuration const hasMcpServers = agentDetails.characterJson?.mcpServers && agentDetails.characterJson.mcpServers.length > 0; const mcpServerCount = hasMcpServers ? agentDetails.characterJson.mcpServers.length : 0; // Check for wallet-related configuration const hasWalletConfig = agentDetails.characterJson?.instructions?.includes('wallet') || agentDetails.characterJson?.instructions?.includes('balance') || agentDetails.characterJson?.instructions?.includes('transaction'); const result: TestResult = { passed: true, // This test is informational, not pass/fail message: `Agent configuration checked. MCP servers: ${mcpServerCount}, Has wallet config: ${hasWalletConfig}`, data: { agentDetails, hasMcpServers, mcpServerCount, hasWalletConfig, agentId }, error: undefined }; testResults.push({ name: testName, result }); logger.info(`Agent configuration: MCP servers=${mcpServerCount}, Wallet config=${hasWalletConfig}`); // Log MCP server details if available if (hasMcpServers) { agentDetails.characterJson.mcpServers.forEach((server: any, index: number) => { logger.info(`MCP Server ${index + 1}: ${server.name} (${server.command})`); }); } } catch (error) { logger.error(`Error checking agent configuration: ${error}`); const result: TestResult = { passed: false, message: `Failed to check agent configuration: ${error}`, data: { agentId }, error: error }; testResults.push({ name: testName, result }); } // Wait between tests for sequential execution await WaitUtils.waitBetweenTests(logger); }, 180000); it('02 - should verify balance extraction works with actual response format', async () => { const testName = 'Verify Balance Extraction'; logger.info(`Running: ${testName}`); // Test with the actual response format const testResponse = "Your current wallet balance is **51.535228**. There are no pending transactions at the moment, so that's the amount available for you to use. If you have any other questions or need assistance with anything else, feel free to ask!"; const balance = TestValidator.extractBalance(testResponse); const hasNumbers = TestValidator.createNumberValidator()(testResponse); expect(balance).toBe('51.535228'); expect(hasNumbers).toBe(true); // Wait between tests for sequential execution await WaitUtils.waitBetweenTests(logger); }, 180000); it('03 - should check wallet status', async () => { const testName = 'Check Wallet Status'; logger.info(`Running: ${testName}`); const response = await elizaClient.sendMessage('What is the midnight wallet status?', { agentId: agentId, waitForResponse: true, contentValidator: TestValidator.createWalletInfoValidator(), }); const responseContent = response.response?.[0]?.content || null; const result: TestResult = { passed: response.success && TestValidator.hasWalletStatusInfo(responseContent || ''), message: response.success ? `Wallet status check successful. Response: ${responseContent?.substring(0, 200) || 'No content'}...` : `Failed to check wallet status: ${response.error}`, data: { responseContent, response }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); // Wait between tests for sequential execution await WaitUtils.waitBetweenTests(logger); }, 180000); it('04 - should get wallet address', async () => { const testName = 'Get Wallet Address'; logger.info(`Running: ${testName}`); const response = await elizaClient.sendMessage('What is my wallet address?', { agentId: agentId, waitForResponse: true, contentValidator: TestValidator.createWalletAddressValidator(), }); const responseContent = response.response?.[0]?.content || null; const walletAddress = responseContent ? TestValidator.extractWalletAddress(responseContent) : null; const result: TestResult = { passed: response.success && responseContent && TestValidator.hasValidAddress(responseContent), message: response.success ? `Wallet address retrieved successfully: ${walletAddress}` : `Failed to get wallet address: ${response.error}`, data: { responseContent, walletAddress, isValidMidnight: walletAddress ? TestValidator.isValidMidnightAddress(walletAddress) : false, isValidHex: walletAddress ? TestValidator.isValidHexAddress(walletAddress) : false }, error: response.error }; testResults.push({ name: testName, result }); console.log('result', result); expect(result.passed).toBe(true); // Wait between tests for sequential execution await WaitUtils.waitBetweenTests(logger); }, 180000); it('05 - should get wallet balance', async () => { const testName = 'Get Wallet Balance'; logger.info(`Running: ${testName}`); const response = await elizaClient.sendMessage('What is my balance?', { agentId: agentId, waitForResponse: true, contentValidator: TestValidator.createNumberValidator(), }); const responseContent = response.response?.[0]?.content || null; const balance = responseContent ? TestValidator.extractBalance(responseContent) : null; const hasNumbers = responseContent ? TestValidator.createNumberValidator()(responseContent) : false; const result: TestResult = { passed: response.success && responseContent && hasNumbers, message: response.success ? `Wallet balance query completed. Balance: ${balance || 'not extracted'}, Has numbers: ${hasNumbers}` : `Failed to get balance: ${response.error}`, data: { responseContent, balance, hasNumbers }, error: response.error }; // Relevant log to keep, numbers and balance do receive more than one message console.log('result', result.message); testResults.push({ name: testName, result }); expect(result.passed).toBe(true); // Wait between tests for sequential execution await WaitUtils.waitBetweenTests(logger); }, 180000); it('06 - should get wallet configuration', async () => { const testName = 'Get Wallet Configuration'; logger.info(`Running: ${testName}`); const response = await elizaClient.sendMessage('What is the wallet configuration?', { agentId: agentId, waitForResponse: true, }); const responseContent = response.response?.[0]?.content || null; const hasWalletKeywords = responseContent ? /wallet|configuration|config|setup|settings/i.test(responseContent) : false; const hasAnyResponse = responseContent && responseContent.trim().length > 0; const result: TestResult = { passed: response.success && hasAnyResponse && hasWalletKeywords, message: response.success ? `Wallet configuration retrieved successfully. Response: ${responseContent?.substring(0, 200) || 'No content'}...` : `Failed to get wallet configuration: ${response.error}`, data: { responseContent, response }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); }, 180000); }); describe('Transaction Operations', () => { it.skip('07 - should send funds to a sample address', async () => { const testName = 'Send Funds to Sample Address'; logger.info(`Running: ${testName}`); const sampleAddress = 'mn_shield-addr_test19xcjsrp9qku2t7w59uelzfzgegey9ghtefapn9ga3ys5nq0qazksxqy9ej627ysrd0946qswt8feer7j86pvltk4p6m63zwavfkdqnj2zgqp93ev'; const amount = '1'; // 1 DUST units const response = await elizaClient.sendMessage( `Send ${amount} dust units to address ${sampleAddress}`, { agentId: agentId, waitForResponse: true, responseTimeout: 240000 } ); const responseContent = response.response?.[0]?.content || null; const transactionId = responseContent ? TestValidator.extractTransactionId(responseContent) : null; const hasTransactionKeywords = responseContent ? /transaction|send|transfer|funds|dust|address/i.test(responseContent) : false; const hasProcessingMessage = responseContent ? /moment|please|checking|processing|working/i.test(responseContent) : false; const hasAnyResponse = responseContent && responseContent.trim().length > 0; // Accept any response including processing messages, since send transactions may fail but should still respond const result: TestResult = { passed: response.success && hasAnyResponse && (hasTransactionKeywords || hasProcessingMessage), message: response.success ? `Send transaction attempted. Transaction ID: ${transactionId || 'not extracted'}, Has transaction keywords: ${hasTransactionKeywords}, Has processing message: ${hasProcessingMessage}` : `Failed to send funds: ${response.error}`, data: { responseContent, destinationAddress: sampleAddress, amount, transactionId, hasTransactionKeywords, hasProcessingMessage }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); }, 180000); it.skip('08 - should verify a transaction that has not been received can be handled', async () => { const testName = 'Verify Non-Existent Transaction'; logger.info(`Running: ${testName}`); const fakeTransactionId = 'fake-transaction-id-12345'; const response = await elizaClient.sendMessage( `Verify transaction ${fakeTransactionId}`, { agentId: agentId, waitForResponse: true, contentValidator: TestValidator.createTransactionVerificationValidator(), } ); const responseContent = response.response?.[0]?.content || null; const result: TestResult = { passed: response.success && responseContent && ( TestValidator.hasErrorIndicators(responseContent) || responseContent.toLowerCase().includes('not found') || responseContent.toLowerCase().includes('not received') || responseContent.toLowerCase().includes('does not exist') || responseContent.toLowerCase().includes('doesn\'t exist') || responseContent.toLowerCase().includes('no activity associated') ), message: response.success ? `Transaction verification completed. Expected not found result: ${responseContent?.substring(0, 200) || 'No content'}...` : `Failed to verify transaction: ${response.error}`, data: { responseContent, transactionId: fakeTransactionId }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); }, 240000); }); }); /** * MARKETPLACE TESTS */ describe('Marketplace Functionality', () => { describe('Authentication and Status', () => { it.skip('09 - should check marketplace login status', async () => { const testName = 'Check Marketplace Login Status'; logger.info(`Running: ${testName}`); const response = await elizaClient.sendMessage('Am I logged into the marketplace?', { agentId: agentId, waitForResponse: true, contentValidator: TestValidator.createAuthenticationStatusValidator(), responseTimeout: 250000 }); const responseContent = response.response?.[0]?.content || null; const isAuthenticated = responseContent ? TestValidator.hasAuthenticationSuccess(responseContent) : false; const isNotAuthenticated = responseContent ? TestValidator.hasAuthenticationFailure(responseContent) : false; const requiresAuth = responseContent ? TestValidator.hasAuthenticationRequired(responseContent) : false; const hasClearAuthResponse = isAuthenticated || isNotAuthenticated || requiresAuth; const hasConflictingStatus = isAuthenticated && isNotAuthenticated; const result: TestResult = { passed: response.success && responseContent && hasClearAuthResponse && !hasConflictingStatus, message: response.success ? `Marketplace login status checked. Authenticated: ${isAuthenticated}, Not authenticated: ${isNotAuthenticated}, Requires auth: ${requiresAuth}. Response: ${responseContent?.substring(0, 200) || 'No content'}...` : `Failed to check marketplace login: ${response.error}`, data: { responseContent, isAuthenticated, isNotAuthenticated, requiresAuth, hasConflictingStatus, response }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); }, 250000); }); describe('Service Management', () => { it.skip('10 - should list available services', async () => { const testName = 'List Available Services'; logger.info(`Running: ${testName}`); const response = await elizaClient.sendMessage('List services available in the marketplace', { agentId: agentId, waitForResponse: true, contentValidator: TestValidator.createMarketplaceServicesListValidator(), responseTimeout: 1800000 }); const responseContent = response.response?.[0]?.content || null; // Use the validator's helper methods to check the response const hasNoServicesPattern = responseContent ? TestValidator.hasNoServicesPattern(responseContent) : false; const hasServiceCount = responseContent ? TestValidator.hasServiceCountPattern(responseContent) : false; const hasServiceDescription = responseContent ? TestValidator.hasServiceDescriptionPattern(responseContent) : false; const hasServiceList = responseContent ? TestValidator.hasServiceListPattern(responseContent) : false; const result: TestResult = { passed: response.success && responseContent && (hasNoServicesPattern || hasServiceCount || hasServiceDescription || hasServiceList), message: response.success ? `Services list query completed. No services pattern: ${hasNoServicesPattern}, Service count: ${hasServiceCount}, Service description: ${hasServiceDescription}, Service list: ${hasServiceList}. Response: ${responseContent?.substring(0, 200) || 'No content'}...` : `Failed to list services: ${response.error}`, data: { responseContent, hasNoServicesPattern, hasServiceCount, hasServiceDescription, hasServiceList, response }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); }, 180000); it.skip('11 - should register a new service', async () => { const testName = 'Register New Service'; logger.info(`Running: ${testName}`); const serviceName = 'Test Service'; const serviceDescription = 'A test service for E2E testing'; const sampleAddress = 'mn_shield-addr_test19xcjsrp9qku2t7w59uelzfzgegey9ghtefapn9ga3ys5nq0qazksxqy9ej627ysrd0946qswt8feer7j86pvltk4p6m63zwavfkdqnj2zgqp93ev'; const response = await elizaClient.sendMessage( `Register a new service and return the service id, the service is called "${serviceName}" with description "${serviceDescription}" price 25 DUST and to receive payment at address ${sampleAddress} and private privacy`, { agentId: agentId, waitForResponse: true, contentValidator: TestValidator.createMarketplaceServiceRegistrationValidator(), responseTimeout: 240000 } ); const responseContent = response.response?.[0]?.content || null; // Validation for service registration responses const hasServiceKeywords = responseContent ? /service|marketplace|register|registration|create|add|list/i.test(responseContent) : false; const hasServiceId = responseContent ? /service id.*[a-f0-9-]{36}/i.test(responseContent) : false; const hasSuccessIndicators = responseContent ? /successfully|registered|created|completed|successful/i.test(responseContent) : false; const hasAnyResponse = responseContent && responseContent.trim().length > 0; const hasAnyServiceOrMarketplaceMention = responseContent ? /service|marketplace/i.test(responseContent) : false; const hasNoErrorIndicators = responseContent ? !TestValidator.hasErrorIndicators(responseContent) : false; const hasProcessingMessage = responseContent ? /please wait|hold on|checking|verifying|moment|gathering|processing|working on/i.test(responseContent) : false; // Validation - accept various response types const isValidResponse = hasAnyResponse && !hasProcessingMessage && ( hasServiceId || (hasServiceKeywords && hasSuccessIndicators) || (hasAnyServiceOrMarketplaceMention && hasNoErrorIndicators) || (hasSuccessIndicators && hasServiceKeywords) ); const result: TestResult = { passed: response.success && isValidResponse, message: response.success ? `Service registration ${hasServiceId ? 'successful with Service ID' : hasServiceKeywords && hasSuccessIndicators ? 'appears successful' : hasAnyServiceOrMarketplaceMention ? 'received service-related response' : 'attempted'}: ${responseContent?.substring(0, 200) || 'No content'}...` : `Failed to register service: ${response.error}`, data: { responseContent, serviceName, serviceDescription, hasServiceId, hasServiceKeywords, hasSuccessIndicators, hasAnyServiceOrMarketplaceMention, hasNoErrorIndicators, hasProcessingMessage, isValidResponse }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); }, 240000); }); }); /** * INTEGRATION TESTS */ describe('Extra Tests', () => { it('12 - should handle non sense messages gracefully', async () => { const testName = 'Non Sense Message Handling Test'; logger.info(`Running: ${testName}`); // Try to access a non-existent endpoint or invalid data const response = await elizaClient.sendMessage('Access invalid wallet data', { agentId: agentId, waitForResponse: true, responseTimeout: 180000 // 3 minutes timeout }); const responseContent = response.response?.[0]?.content || null; // Super simple validation - accept almost anything const hasAnyResponse = responseContent && responseContent.trim().length > 0; // Pass if network request was successful OR we got any response const result: TestResult = { passed: response.success || hasAnyResponse, message: response.success ? `Error handling test completed: ${responseContent?.substring(0, 200) || 'No content'}...` : `Error handling test failed: ${response.error}`, data: { responseContent, response, hasAnyResponse }, error: response.error }; testResults.push({ name: testName, result }); expect(result.passed).toBe(true); }, 240000); }); });