PlayMCP Browser Automation Server

Instructions

Implementation Reference

• src/controllers/playwright.ts:854-867 (handler)

  The main handler function in PlaywrightController that moves the mouse to the specified coordinates using Playwright's page.mouse.move().

  async mouseMove(x: number, y: number): Promise<void> {
    try {
      if (!this.isInitialized() || !this.state.page) {
        throw new Error('Browser not initialized');
      }
      this.log('Moving mouse', { x, y });
      await this.state.page.mouse.move(x, y);
      this.currentMousePosition = { x, y };
      this.log('Mouse move complete');
    } catch (error: any) {
      console.error('Mouse move error:', error);
      throw new BrowserError('Failed to move mouse', 'Check if coordinates are valid');
    }
  }

• src/server.ts:463-474 (schema)

  Defines the Tool object for mouseMove, including its input schema validating x and y as required numbers.

  const MOUSE_MOVE_TOOL: Tool = {
    name: "mouseMove",
    description: "Move mouse to specific coordinates",
    inputSchema: {
      type: "object",
      properties: {
        x: { type: "number" },
        y: { type: "number" }
      },
      required: ["x", "y"]
    }
  };

• src/server.ts:555-565 (registration)

  Registers the tools object (which includes mouseMove) with the MCP Server instance via capabilities.

  const server = new Server(
    {
      name: "playmcp-browser",
      version: "1.0.0",
    },
    {
      capabilities: {
        tools,
      },
    }
  );

• src/server.ts:514-553 (registration)

  Includes the mouseMove tool in the tools object used for MCP server registration. Note: excerpt abbreviated for brevity.

  const tools = {
    openBrowser: OPEN_BROWSER_TOOL,
    navigate: NAVIGATE_TOOL,
    type: TYPE_TOOL,
    click: CLICK_TOOL,
    moveMouse: MOVE_MOUSE_TOOL,
    scroll: SCROLL_TOOL,
    screenshot: SCREENSHOT_TOOL,
    getPageSource: GET_PAGE_SOURCE_TOOL,
    getPageText: GET_PAGE_TEXT_TOOL,
    getPageTitle: GET_PAGE_TITLE_TOOL,
    getPageUrl: GET_PAGE_URL_TOOL,
    getScripts: GET_SCRIPTS_TOOL,
    getStylesheets: GET_STYLESHEETS_TOOL,
    getMetaTags: GET_META_TAGS_TOOL,
    getLinks: GET_LINKS_TOOL,
    getImages: GET_IMAGES_TOOL,
    getForms: GET_FORMS_TOOL,
    getElementContent: GET_ELEMENT_CONTENT_TOOL,
    getElementHierarchy: GET_ELEMENT_HIERARCHY_TOOL,
    executeJavaScript: EXECUTE_JAVASCRIPT_TOOL,
    goForward: GO_FORWARD_TOOL,
    hover: HOVER_TOOL,
    dragAndDrop: DRAG_AND_DROP_TOOL,
    selectOption: SELECT_OPTION_TOOL,
    pressKey: PRESS_KEY_TOOL,
    waitForText: WAIT_FOR_TEXT_TOOL,
    waitForSelector: WAIT_FOR_SELECTOR_TOOL,
    resize: RESIZE_TOOL,
    handleDialog: HANDLE_DIALOG_TOOL,
    getConsoleMessages: GET_CONSOLE_MESSAGES_TOOL,
    getNetworkRequests: GET_NETWORK_REQUESTS_TOOL,
    uploadFiles: UPLOAD_FILES_TOOL,
    evaluateWithReturn: EVALUATE_WITH_RETURN_TOOL,
    takeScreenshot: TAKE_SCREENSHOT_TOOL,
    mouseMove: MOUSE_MOVE_TOOL,
    mouseClick: MOUSE_CLICK_TOOL,
    mouseDrag: MOUSE_DRAG_TOOL,
    closeBrowser: CLOSE_BROWSER_TOOL
  };

• src/server.ts:958-969 (helper)

  The dispatch logic in the callTool request handler that validates inputs and calls the controller's mouseMove method.

  case 'mouseMove': {
    if (typeof args.x !== 'number' || typeof args.y !== 'number') {
      return {
        content: [{ type: "text", text: "X and Y coordinates are required" }],
        isError: true
      };
    }
    await playwrightController.mouseMove(args.x, args.y);
    return {
      content: [{ type: "text", text: "Mouse moved successfully" }]
    };
  }