CompanyIQ MCP Server

import dotenv from 'dotenv'; import { BrowserScraper } from './build/scraper/browser_scraper.js'; // Load environment variables from .env file dotenv.config(); async function testBrowserScraper() { console.log('🚀 Testing Browser-Based Scraper'); console.log('================================\n'); console.log('This will open a visible browser window and download PDFs.'); console.log('Please do not interact with the browser window.\n'); const scraper = new BrowserScraper(); const orgNr = '999059198'; // Company with multiple years console.log(`📊 Starting browser automation for company ${orgNr}...\n`); try { const startTime = Date.now(); const results = await scraper.getAllFinancialYears(orgNr); const duration = Math.round((Date.now() - startTime) / 1000); console.log('\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━'); console.log('📊 BROWSER SCRAPING RESULTS'); console.log('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n'); console.log(`✅ Successfully processed ${results.length} years in ${duration} seconds\n`); // Group results by data availability const withData = results.filter(r => r.revenue !== null || r.profit !== null); const withoutData = results.filter(r => r.revenue === null && r.profit === null); console.log(`📈 Years with financial data: ${withData.length}`); withData.forEach(r => { console.log(` ${r.year}: Revenue=${r.revenue ? (r.revenue/1000000).toFixed(1) + 'M NOK' : 'N/A'}, ` + `Profit=${r.profit ? (r.profit/1000000).toFixed(1) + 'M NOK' : 'N/A'} (${r.source})`); }); if (withoutData.length > 0) { console.log(`\n⚠️ Years without data: ${withoutData.length}`); withoutData.forEach(r => { console.log(` ${r.year}: ${r.source}`); }); } // Summary console.log('\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━'); console.log('📊 SUMMARY'); console.log('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n'); console.log(`Total years found: ${results.length}`); console.log(`Years with data: ${withData.length}`); console.log(`Success rate: ${results.length > 0 ? Math.round(withData.length / results.length * 100) : 0}%`); console.log(`Time taken: ${duration} seconds`); if (duration > 300) { console.log('\n⚠️ WARNING: Took more than 5 minutes'); } else if (duration > 180) { console.log('\n⚠️ Took 3-5 minutes (within expected range)'); } else { console.log('\n✅ Completed in reasonable time!'); } console.log('\n🎉 Browser automation succeeded!'); } catch (error) { console.error('❌ Test failed:', error.message || error); console.error('\nThis might be due to:'); console.error('- Browser automation being blocked'); console.error('- Network issues'); console.error('- Page structure changes'); console.error('- Timeout issues'); } } testBrowserScraper();