Skip to main content
Glama
PageCollector.test.ts11.5 kB
/** * @license * Copyright 2025 Google LLC * SPDX-License-Identifier: Apache-2.0 */ import assert from 'node:assert'; import {beforeEach, describe, it} from 'node:test'; import type {Frame, HTTPRequest, Target, Protocol} from 'puppeteer-core'; import sinon from 'sinon'; import type {ListenerMap} from '../src/PageCollector.js'; import { ConsoleCollector, NetworkCollector, PageCollector, } from '../src/PageCollector.js'; import {DevTools} from '../src/third_party/index.js'; import {getMockRequest, getMockBrowser} from './utils.js'; describe('PageCollector', () => { it('works', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const request = getMockRequest(); const collector = new PageCollector(browser, collect => { return { request: req => { collect(req); }, } as ListenerMap; }); await collector.init([page]); page.emit('request', request); assert.equal(collector.getData(page)[0], request); }); it('clean up after navigation', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const mainFrame = page.mainFrame(); const request = getMockRequest(); const collector = new PageCollector(browser, collect => { return { request: req => { collect(req); }, } as ListenerMap; }); await collector.init([page]); page.emit('request', request); assert.equal(collector.getData(page)[0], request); page.emit('framenavigated', mainFrame); assert.equal(collector.getData(page).length, 0); }); it('does not clean up after sub frame navigation', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const request = getMockRequest(); const collector = new PageCollector(browser, collect => { return { request: req => { collect(req); }, } as ListenerMap; }); await collector.init([page]); page.emit('request', request); page.emit('framenavigated', {} as Frame); assert.equal(collector.getData(page).length, 1); }); it('clean up after navigation and be able to add data after', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const mainFrame = page.mainFrame(); const request = getMockRequest(); const collector = new PageCollector(browser, collect => { return { request: req => { collect(req); }, } as ListenerMap; }); await collector.init([page]); page.emit('request', request); assert.equal(collector.getData(page)[0], request); page.emit('framenavigated', mainFrame); assert.equal(collector.getData(page).length, 0); page.emit('request', request); assert.equal(collector.getData(page).length, 1); }); it('should only subscribe once', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const request = getMockRequest(); const collector = new PageCollector(browser, collect => { return { request: req => { collect(req); }, } as ListenerMap; }); await collector.init([page]); browser.emit('targetcreated', { page() { return Promise.resolve(page); }, } as Target); // The page inside part is async so we need to await some time await new Promise<void>(res => res()); assert.equal(collector.getData(page).length, 0); page.emit('request', request); assert.equal(collector.getData(page).length, 1); page.emit('request', request); assert.equal(collector.getData(page).length, 2); }); it('should clear data on page destroy', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const request = getMockRequest(); const collector = new PageCollector(browser, collect => { return { request: req => { collect(req); }, } as ListenerMap; }); await collector.init([page]); page.emit('request', request); assert.equal(collector.getData(page).length, 1); browser.emit('targetdestroyed', { page() { return Promise.resolve(page); }, } as Target); // The page inside part is async so we need to await some time await new Promise<void>(res => res()); assert.equal(collector.getData(page).length, 0); }); it('should assign ids to requests', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const request1 = getMockRequest(); const request2 = getMockRequest(); const collector = new PageCollector<HTTPRequest>(browser, collect => { return { request: req => { collect(req); }, } as ListenerMap; }); await collector.init([page]); page.emit('request', request1); page.emit('request', request2); assert.equal(collector.getData(page).length, 2); assert.equal(collector.getIdForResource(request1), 1); assert.equal(collector.getIdForResource(request2), 2); }); }); describe('NetworkCollector', () => { it('correctly picks up navigation requests to latest navigation', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const mainFrame = page.mainFrame(); const request = getMockRequest(); const navRequest = getMockRequest({ navigationRequest: true, frame: page.mainFrame(), }); const request2 = getMockRequest(); const collector = new NetworkCollector(browser); await collector.init([page]); page.emit('request', request); page.emit('request', navRequest); assert.equal(collector.getData(page)[0], request); assert.equal(collector.getData(page)[1], navRequest); page.emit('framenavigated', mainFrame); assert.equal(collector.getData(page).length, 1); assert.equal(collector.getData(page)[0], navRequest); page.emit('request', request2); assert.equal(collector.getData(page).length, 2); assert.equal(collector.getData(page)[0], navRequest); assert.equal(collector.getData(page)[1], request2); }); it('correctly picks up after multiple back to back navigations', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const mainFrame = page.mainFrame(); const navRequest = getMockRequest({ navigationRequest: true, frame: page.mainFrame(), }); const navRequest2 = getMockRequest({ navigationRequest: true, frame: page.mainFrame(), }); const request = getMockRequest(); const collector = new NetworkCollector(browser); await collector.init([page]); page.emit('request', navRequest); assert.equal(collector.getData(page)[0], navRequest); page.emit('framenavigated', mainFrame); assert.equal(collector.getData(page).length, 1); assert.equal(collector.getData(page)[0], navRequest); page.emit('request', navRequest2); assert.equal(collector.getData(page).length, 2); assert.equal(collector.getData(page)[0], navRequest); assert.equal(collector.getData(page)[1], navRequest2); page.emit('framenavigated', mainFrame); assert.equal(collector.getData(page).length, 1); assert.equal(collector.getData(page)[0], navRequest2); page.emit('request', request); assert.equal(collector.getData(page).length, 2); }); it('works with previous navigations', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; const mainFrame = page.mainFrame(); const navRequest = getMockRequest({ navigationRequest: true, frame: page.mainFrame(), }); const navRequest2 = getMockRequest({ navigationRequest: true, frame: page.mainFrame(), }); const request = getMockRequest(); const collector = new NetworkCollector(browser); await collector.init([page]); page.emit('request', navRequest); assert.equal(collector.getData(page, true).length, 1); page.emit('framenavigated', mainFrame); assert.equal(collector.getData(page, true).length, 1); page.emit('request', navRequest2); assert.equal(collector.getData(page, true).length, 2); page.emit('framenavigated', mainFrame); assert.equal(collector.getData(page, true).length, 2); page.emit('request', request); assert.equal(collector.getData(page, true).length, 3); }); }); describe('ConsoleCollector', () => { let issue: Protocol.Audits.InspectorIssue; beforeEach(() => { issue = { code: 'MixedContentIssue', details: { mixedContentIssueDetails: { insecureURL: 'test.url', resolutionStatus: 'MixedContentBlocked', mainResourceURL: '', }, }, }; }); it('emits issues on page', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; // @ts-expect-error internal API. const cdpSession = page._client(); const onIssuesListener = sinon.spy(); page.on('issue', onIssuesListener); const collector = new ConsoleCollector(browser, collect => { return { issue: issue => { collect(issue as DevTools.AggregatedIssue); }, } as ListenerMap; }); await collector.init([page]); cdpSession.emit('Audits.issueAdded', {issue}); sinon.assert.calledOnce(onIssuesListener); const issueArgument = onIssuesListener.getCall(0).args[0]; assert(issueArgument instanceof DevTools.AggregatedIssue); }); it('collects issues', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; // @ts-expect-error internal API. const cdpSession = page._client(); const collector = new ConsoleCollector(browser, collect => { return { issue: issue => { collect(issue as DevTools.AggregatedIssue); }, } as ListenerMap; }); await collector.init([page]); const issue2 = { code: 'ElementAccessibilityIssue' as const, details: { elementAccessibilityIssueDetails: { nodeId: 1, elementAccessibilityIssueReason: 'DisallowedSelectChild', hasDisallowedAttributes: true, }, }, } satisfies Protocol.Audits.InspectorIssue; cdpSession.emit('Audits.issueAdded', {issue}); cdpSession.emit('Audits.issueAdded', {issue: issue2}); const data = collector.getData(page); assert.equal(data.length, 2); }); it('filters duplicated issues', async () => { const browser = getMockBrowser(); const page = (await browser.pages())[0]; // @ts-expect-error internal API. const cdpSession = page._client(); const collector = new ConsoleCollector(browser, collect => { return { issue: issue => { collect(issue as DevTools.AggregatedIssue); }, } as ListenerMap; }); await collector.init([page]); cdpSession.emit('Audits.issueAdded', {issue}); cdpSession.emit('Audits.issueAdded', {issue}); const data = collector.getData(page); assert.equal(data.length, 1); const collectedIssue = data[0]; assert(collectedIssue instanceof DevTools.AggregatedIssue); assert.equal(collectedIssue.code(), 'MixedContentIssue'); assert.equal(collectedIssue.getAggregatedIssuesCount(), 1); }); });

Latest Blog Posts

MCP directory API

We provide all the information about MCP servers via our MCP API.

curl -X GET 'https://glama.ai/api/mcp/v1/servers/ChromeDevTools/chrome-devtools-mcp'

If you have feedback or need assistance with the MCP directory API, please join our Discord server