DevOps AI Toolkit

/** * Integration Test: User Feedback Collection * PRD #245 - User Feedback Collection via Google Forms * * Tests feedback message appearance in tool responses using statistical verification. * Uses the version tool as it's a single-stage tool (no multi-step workflow). */ import { describe, test, expect } from 'vitest'; import { IntegrationTest } from '../helpers/test-base.js'; describe.concurrent('Feedback Collection Integration', () => { const integrationTest = new IntegrationTest(); describe('Feedback Message Statistical Verification', () => { test('should show feedback message approximately 5% of the time with default settings', async () => { const iterations = 200; let feedbackCount = 0; // Call version tool multiple times and count feedback appearances for (let i = 0; i < iterations; i++) { const response = await integrationTest.httpClient.post('/api/v1/tools/version', { interaction_id: `feedback_test_${i}` }); // Check if response contains feedback message if (response.success && response.data?.result) { const resultText = typeof response.data.result === 'string' ? response.data.result : JSON.stringify(response.data.result); if (resultText.includes('Help us improve dot-ai!') && resultText.includes('forms.gle')) { feedbackCount++; } } } // With 200 iterations at 5% probability: // Expected: 10, StdDev: ~3.08 // Allow range of 3-17 for statistical variance (99% confidence) const expectedMin = 3; const expectedMax = 17; const probability = feedbackCount / iterations; console.log(`Feedback appeared ${feedbackCount}/${iterations} times (${(probability * 100).toFixed(1)}%)`); expect(feedbackCount).toBeGreaterThanOrEqual(expectedMin); expect(feedbackCount).toBeLessThanOrEqual(expectedMax); }, 600000); // 10 minute timeout for 200 API calls }); });