/**
* Copyright (c) Microsoft Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import { expect, test } from './fixtures.js';
import {
assertBatchStoppedOnError,
assertStepNotExecuted,
assertStepResults,
COMMON_REGEX_PATTERNS,
createButtonPage,
createInputPage,
createNavigationAndClickSteps,
createStepsWithError,
executeBatchWithErrorHandling,
expectBatchExecutionPartialSuccess,
expectBatchExecutionSuccess,
} from './test-utils.js';
test.describe('Browser Batch Execute', () => {
test('should execute multiple navigation and interaction steps in sequence', async ({
client,
server,
}) => {
// Setup test page with clickable button
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const steps = createNavigationAndClickSteps(server.PREFIX, 'e2', true);
steps[0].expectation.includeConsole = false;
steps[1].expectation.includeConsole = false;
const { result, hasBrowserError } = await executeBatchWithErrorHandling(
client,
steps,
{
stopOnFirstError: true,
globalExpectation: { includeDownloads: false, includeTabs: false },
}
);
if (hasBrowserError) {
// Expect failure due to browser not being installed
const text = result.content[0].text;
expect(text).toContain('Batch Execution Summary');
expect(text).toContain('❌ Stopped on Error');
expect(text).toContain('Step Details');
expect(text).toContain('❌ Step 1: browser_navigate');
} else {
expectBatchExecutionSuccess(result, 2);
expect(result.content[0].text).toContain('Step Details');
expect(result.content[0].text).toContain('✅ Step 1: browser_navigate');
expect(result.content[0].text).toContain('✅ Step 2: browser_click');
}
});
test('should handle batch execution with individual step errors when continueOnError=true', async ({
client,
server,
}) => {
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const steps = createStepsWithError(server.PREFIX, true, false);
steps[2].expectation.includeSnapshot = true;
const { result } = await executeBatchWithErrorHandling(client, steps, {
stopOnFirstError: false,
});
expectBatchExecutionPartialSuccess(result, 3, 2, 1);
assertStepResults(result.content[0].text, [
{ step: 1, tool: 'browser_navigate', success: true },
{ step: 2, tool: 'browser_click', success: false },
{ step: 3, tool: 'browser_click', success: true },
]);
});
test('should stop on first error when stopOnFirstError=true and step has continueOnError=false', async ({
client,
server,
}) => {
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const steps = createStepsWithError(server.PREFIX, false, false);
const { result } = await executeBatchWithErrorHandling(client, steps, {
stopOnFirstError: true,
});
expect(result.content[0].text).toContain('Batch Execution Summary');
expect(result.content[0].text).toContain('❌ Stopped on Error');
expect(result.content[0].text).toContain('Total Steps: 3');
expect(result.content[0].text).toContain('Successful: 1');
expect(result.content[0].text).toContain('Failed: 1');
expect(result.content[0].text).toContain('✅ Step 1: browser_navigate');
expect(result.content[0].text).toContain('❌ Step 2: browser_click');
// Step 3 should not be executed
expect(result.content[0].text).not.toContain('Step 3: browser_click');
});
test('should properly merge global and step-level expectations', async ({
client,
server,
}) => {
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const result = await client.callTool({
name: 'browser_batch_execute',
arguments: {
steps: [
{
tool: 'browser_navigate',
arguments: { url: server.PREFIX },
expectation: { includeSnapshot: true }, // Override global setting
},
{
tool: 'browser_click',
arguments: { selectors: [{ ref: 'e2' }] },
// No step-level expectation, should use global
},
],
globalExpectation: {
includeSnapshot: false,
includeConsole: false,
includeTabs: false,
includeDownloads: false,
},
},
});
expectBatchExecutionSuccess(result, 2);
});
test('should handle complex batch workflows', async ({ client, server }) => {
const inputPage = createInputPage();
server.setContent('/input.html', inputPage.content, inputPage.contentType);
const result = await client.callTool({
name: 'browser_batch_execute',
arguments: {
steps: [
{
tool: 'browser_navigate',
arguments: { url: `${server.PREFIX}input.html` },
expectation: { includeSnapshot: true },
},
{
tool: 'browser_type',
arguments: { text: 'Hello World', selectors: [{ ref: 'e2' }] },
expectation: { includeSnapshot: true },
},
{
tool: 'browser_click',
arguments: { selectors: [{ ref: 'e3' }] },
expectation: { includeSnapshot: true },
},
],
globalExpectation: {
includeConsole: false,
includeTabs: false,
includeDownloads: false,
},
},
});
expectBatchExecutionSuccess(result, 3);
});
test('should track execution time for each step', async ({
client,
server,
}) => {
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const result = await client.callTool({
name: 'browser_batch_execute',
arguments: {
steps: [
{
tool: 'browser_navigate',
arguments: { url: server.PREFIX },
expectation: { includeSnapshot: false },
},
{
tool: 'browser_click',
arguments: { selectors: [{ ref: 'e2' }] },
expectation: { includeSnapshot: false },
},
],
globalExpectation: { includeConsole: false },
},
});
expectBatchExecutionSuccess(result, 2);
expect(result.content[0].text).toContain('Total Time:');
expect(result.content[0].text).toMatch(COMMON_REGEX_PATTERNS.MILLISECONDS);
});
test('should handle empty steps array validation', async ({ client }) => {
const result = await client.callTool({
name: 'browser_batch_execute',
arguments: {
steps: [],
},
});
expect(result.isError).toBe(true);
expect(result.content[0].text).toContain(
'Array must contain at least 1 element'
);
});
test('should optimize token usage with minimal expectations', async ({
client,
server,
}) => {
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const result = await client.callTool({
name: 'browser_batch_execute',
arguments: {
steps: [
{
tool: 'browser_navigate',
arguments: { url: server.PREFIX },
expectation: {
includeSnapshot: false,
includeConsole: false,
includeTabs: false,
includeDownloads: false,
includeCode: false,
},
},
],
},
});
expectBatchExecutionSuccess(result, 1);
// Should have minimal content due to aggressive filtering
expect(result.content[0].text.split('\n').length).toBeLessThan(20);
});
test('should stop on error when continueOnError=false regardless of stopOnFirstError setting', async ({
client,
server,
}) => {
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const steps = createStepsWithError(server.PREFIX, false, false);
const { result } = await executeBatchWithErrorHandling(client, steps, {
stopOnFirstError: false, // Global setting says continue, but step says stop
});
// Should stop after step 2 because continueOnError=false takes precedence
const text = result.content[0].text;
assertBatchStoppedOnError(text, 3, 1, 1);
assertStepResults(text, [
{ step: 1, tool: 'browser_navigate', success: true },
{ step: 2, tool: 'browser_click', success: false },
]);
assertStepNotExecuted(text, 3, 'browser_click');
});
test('should continue on error when continueOnError=true even if stopOnFirstError=true', async ({
client,
server,
}) => {
const page = createButtonPage('Click Me');
server.setContent(page.path, page.content, page.contentType);
const steps = createStepsWithError(server.PREFIX, true, false);
const { result } = await executeBatchWithErrorHandling(client, steps, {
stopOnFirstError: true, // Global setting says stop, but step says continue
});
// Should continue to step 3 because continueOnError=true overrides global setting
expectBatchExecutionPartialSuccess(result, 3, 2, 1);
assertStepResults(result.content[0].text, [
{ step: 1, tool: 'browser_navigate', success: true },
{ step: 2, tool: 'browser_click', success: false },
{ step: 3, tool: 'browser_click', success: true },
]);
});
});
