changedInput schema / allOf
Previous value: -[
- {
- "if": {
- "properties": {
- "operation": {
- "const": "computer_snapshot"
- }
- },
- "required": [
- "operation"
- ]
- },
- "then": {
- "properties": {
- "parameters": {
- "additionalProperties": false,
- "properties": {
- "browser_max_nodes": {
- "description": "Maximum browser accessibility nodes; default 500, maximum 2000.",
- "type": "number"
- },
- "browser_readiness": {
- "description": "Opt-in bounded CDP readiness status: disabled, blocked endpoint, unavailable, invalid response, no tabs, or ready. No tab URLs or titles; never launches Chrome. Default false.",
- "type": "boolean"
- },
- "grid_columns": {
- "description": "Optional reference-grid column count returned as visual metadata; 0..20.",
- "type": "number"
- },
- "grid_rows": {
- "description": "Optional reference-grid row count returned as visual metadata; 0..20.",
- "type": "number"
- },
- "include_browser": {
- "description": "Include CDP browser accessibility when available. Default auto: only when the active app looks Chromium-based.",
- "type": "boolean"
- },
- "include_ocr": {
- "description": "Run optional local OCR. Default auto: only when native accessibility and browser DOM are unavailable. Requires tesseract on PATH.",
- "type": "boolean"
- },
- "include_screenshot": {
- "description": "Include real rendered desktop pixels; default true.",
- "type": "boolean"
- },
- "include_ui": {
- "description": "Include native accessibility tree; default true. False is the fast screenshot-only path.",
- "type": "boolean"
- },
- "max_ui_depth": {
- "description": "Maximum native accessibility depth; default 12.",
- "type": "number"
- },
- "max_ui_nodes": {
- "description": "Maximum native accessibility nodes; default 800.",
- "type": "number"
- },
- "ocr_language": {
- "description": "Tesseract language code, default eng; multiple languages may use eng+deu.",
- "type": "string"
- },
- "ocr_max_words": {
- "description": "Maximum OCR word boxes returned; default 2000, maximum 10000.",
- "type": "number"
- },
- "ocr_psm": {
- "description": "Tesseract page segmentation mode, 3..13; default 11.",
- "type": "number"
- },
- "ocr_timeout_ms": {
- "description": "OCR timeout, default 30000 ms, maximum 120000 ms.",
- "type": "number"
- },
- "screenshot_monitor": {
- "description": "Monitor name substring or \"primary\".",
- "type": "string"
- },
- "screenshot_monitor_index": {
- "description": "Zero-based monitor index.",
- "type": "number"
- },
- "screenshot_padding": {
- "description": "Pixels of context around a targeted screenshot; 0..200.",
- "type": "number"
- },
- "screenshot_region": {
- "description": "Virtual-desktop [left,top,right,bottom] region; takes precedence over full desktop.",
- "items": {
- "type": "number"
- },
- "maxItems": 4,
- "minItems": 4,
- "type": "array"
- },
- "screenshot_window_id": {
- "description": "Capture the window returned by list_windows instead of the whole desktop.",
- "type": "string"
- },
- "semantic_tree": {
- "description": "Include compact semantic hierarchy text alongside nodes; default true.",
- "type": "boolean"
- },
- "ui_browser_dom": {
- "description": "Prefer the native browser accessibility document subtree when the OS exposes one; on Windows this also enables the Firefox MSAA/IAccessible fallback.",
- "type": "boolean"
- },
- "ui_scope": {
- "description": "Accessibility scope for computer_snapshot. Default active keeps the compact snapshot fast; desktop requests all accessible applications/windows.",
- "enum": [
- "active",
- "desktop"
- ],
- "type": "string"
- }
- },
- "type": "object"
- }
- }
- }
- },
- {
- "if": {
- "properties": {
- "operation": {
- "const": "computer_action"
- }
- },
- "required": [
- "operation"
- ]
- },
- "then": {
- "properties": {
- "parameters": {
- "additionalProperties": false,
- "allOf": [
- {
- "if": {
- "properties": {
- "target": {
- "const": "window"
- }
- },
- "required": [
- "target"
- ]
- },
- "then": {
- "anyOf": [
- {
- "required": [
- "window_id"
- ]
- },
- {
- "required": [
- "pid"
- ]
- },
- {
- "required": [
- "app"
- ]
- },
- {
- "required": [
- "window_title"
- ]
- },
- {
- "required": [
- "title"
- ]
- }
- ],
- "properties": {
- "action": {
- "enum": [
- "type",
- "focus",
- "scroll",
- "drag"
- ]
- }
- }
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "const": "click"
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "anyOf": [
- {
- "required": [
- "id"
- ]
- },
- {
- "required": [
- "label"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "role"
- ]
- },
- {
- "required": [
- "automation_id"
- ]
- },
- {
- "required": [
- "selector"
- ]
- },
- {
- "required": [
- "browser_text"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "ocr_text"
- ]
- },
- {
- "required": [
- "x",
- "y"
- ]
- }
- ]
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "enum": [
- "invoke",
- "set_value",
- "select",
- "toggle",
- "expand",
- "collapse",
- "scroll_into_view",
- "set_range_value",
- "add_to_selection",
- "remove_from_selection"
- ]
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "anyOf": [
- {
- "required": [
- "id"
- ]
- },
- {
- "required": [
- "label"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "role"
- ]
- },
- {
- "required": [
- "automation_id"
- ]
- },
- {
- "required": [
- "selector"
- ]
- },
- {
- "required": [
- "browser_text"
- ]
- },
- {
- "required": [
- "name"
- ]
- }
- ]
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "const": "focus"
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "anyOf": [
- {
- "required": [
- "id"
- ]
- },
- {
- "required": [
- "label"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "role"
- ]
- },
- {
- "required": [
- "automation_id"
- ]
- },
- {
- "required": [
- "selector"
- ]
- },
- {
- "required": [
- "browser_text"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "window_id"
- ]
- },
- {
- "required": [
- "pid"
- ]
- },
- {
- "required": [
- "app"
- ]
- },
- {
- "required": [
- "window_title"
- ]
- },
- {
- "required": [
- "title"
- ]
- }
- ]
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "const": "type"
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "allOf": [
- {
- "anyOf": [
- {
- "required": [
- "id"
- ]
- },
- {
- "required": [
- "label"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "role"
- ]
- },
- {
- "required": [
- "automation_id"
- ]
- },
- {
- "required": [
- "selector"
- ]
- },
- {
- "required": [
- "browser_text"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "window_id"
- ]
- },
- {
- "required": [
- "pid"
- ]
- },
- {
- "required": [
- "app"
- ]
- },
- {
- "required": [
- "window_title"
- ]
- },
- {
- "required": [
- "title"
- ]
- }
- ]
- },
- {
- "if": {
- "properties": {
- "target": {
- "enum": [
- "ui",
- "ui_element"
- ]
- }
- },
- "required": [
- "target"
- ]
- },
- "then": {
- "anyOf": [
- {
- "required": [
- "id"
- ]
- },
- {
- "required": [
- "label"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "role"
- ]
- },
- {
- "required": [
- "automation_id"
- ]
- }
- ]
- }
- },
- {
- "if": {
- "properties": {
- "target": {
- "const": "browser"
- }
- },
- "required": [
- "target"
- ]
- },
- "then": {
- "anyOf": [
- {
- "required": [
- "selector"
- ]
- },
- {
- "required": [
- "browser_text"
- ]
- },
- {
- "required": [
- "name"
- ]
- }
- ]
- }
- }
- ],
- "properties": {
- "target": {
- "enum": [
- "auto",
- "ui",
- "ui_element",
- "browser",
- "window"
- ]
- }
- },
- "required": [
- "text"
- ]
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "const": "scroll"
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "allOf": [
- {
- "anyOf": [
- {
- "required": [
- "delta_x"
- ]
- },
- {
- "required": [
- "delta_y"
- ]
- },
- {
- "required": [
- "delta"
- ]
- },
- {
- "required": [
- "direction"
- ]
- }
- ]
- },
- {
- "if": {
- "properties": {
- "target": {
- "enum": [
- "ui",
- "ui_element"
- ]
- }
- },
- "required": [
- "target"
- ]
- },
- "then": {
- "anyOf": [
- {
- "required": [
- "id"
- ]
- },
- {
- "required": [
- "label"
- ]
- },
- {
- "required": [
- "name"
- ]
- },
- {
- "required": [
- "role"
- ]
- },
- {
- "required": [
- "automation_id"
- ]
- }
- ]
- }
- },
- {
- "if": {
- "properties": {
- "target": {
- "const": "coordinates"
- }
- },
- "required": [
- "target"
- ]
- },
- "then": {
- "required": [
- "x",
- "y"
- ]
- }
- }
- ],
- "properties": {
- "target": {
- "enum": [
- "auto",
- "ui",
- "ui_element",
- "browser",
- "coordinates",
- "window"
- ]
- }
- }
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "const": "drag"
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "allOf": [
- {
- "anyOf": [
- {
- "required": [
- "from_id"
- ]
- },
- {
- "required": [
- "from_x",
- "from_y"
- ]
- }
- ]
- },
- {
- "anyOf": [
- {
- "required": [
- "to_id"
- ]
- },
- {
- "required": [
- "to_x",
- "to_y"
- ]
- }
- ]
- },
- {
- "if": {
- "properties": {
- "target": {
- "enum": [
- "ui",
- "ui_element"
- ]
- }
- },
- "required": [
- "target"
- ]
- },
- "then": {
- "required": [
- "from_id",
- "to_id"
- ]
- }
- },
- {
- "if": {
- "properties": {
- "target": {
- "const": "coordinates"
- }
- },
- "required": [
- "target"
- ]
- },
- "then": {
- "required": [
- "from_x",
- "from_y",
- "to_x",
- "to_y"
- ]
- }
- }
- ],
- "properties": {
- "target": {
- "enum": [
- "auto",
- "ui",
- "ui_element",
- "coordinates",
- "window"
- ]
- }
- }
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "enum": [
- "set_value",
- "set_range_value"
- ]
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "required": [
- "value"
- ]
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "const": "multi_select"
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "required": [
- "targets"
- ]
- }
- },
- {
- "if": {
- "properties": {
- "action": {
- "const": "multi_edit"
- }
- },
- "required": [
- "action"
- ]
- },
- "then": {
- "required": [
- "edits"
- ]
- }
- }
- ],
- "properties": {
- "action": {
- "description": "Operation to perform; choose the narrowest action that directly matches the requested outcome.",
- "enum": [
- "click",
- "type",
- "invoke",
- "focus",
- "select",
- "scroll",
- "drag",
- "set_value",
- "toggle",
- "expand",
- "collapse",
- "scroll_into_view",
- "set_range_value",
- "add_to_selection",
- "remove_from_selection",
- "multi_select",
- "multi_edit"
- ],
- "type": "string"
- },
- "app": {
- "description": "Limit matching to an application/process name substring when available.",
- "type": "string"
- },
- "automation_id": {
- "description": "Windows AutomationId when available.",
- "type": "string"
- },
- "backend": {
- "description": "Input backend preference. auto uses proven local backends and already-authorized portal input; portal explicitly requests XDG RemoteDesktop consent on Wayland; x11 forces XWayland/xdotool only for operations where read-back testing shows it is reliable. GNOME Wayland keyboard/text deliberately reject x11.",
- "enum": [
- "auto",
- "x11",
- "portal"
- ],
- "type": "string"
- },
- "browser_text": {
- "description": "Visible browser text used only to locate a DOM target; for action=type, text remains the value to enter.",
- "type": "string"
- },
- "button": {
- "description": "Pointer button to use for click/down/up or drag gestures.",
- "enum": [
- "left",
- "right",
- "middle"
- ],
- "type": "string"
- },
- "clear": {
- "description": "For action=type, clear the current semantic/browser value before inserting text when supported.",
- "type": "boolean"
- },
- "delta": {
- "description": "Alias for delta_y.",
- "type": "number"
- },
- "delta_x": {
- "description": "Horizontal scroll delta; positive means right.",
- "type": "number"
- },
- "delta_y": {
- "description": "Vertical scroll delta; positive means down.",
- "type": "number"
- },
- "direction": {
- "description": "Human-readable scroll direction used with wheel_times instead of explicit deltas.",
- "enum": [
- "up",
- "down",
- "left",
- "right"
- ],
- "type": "string"
- },
- "duration_ms": {
- "description": "Drag movement duration.",
- "type": "number"
- },
- "edits": {
- "description": "Native semantic target + text entries for action=multi_edit.",
- "items": {
- "additionalProperties": false,
- "properties": {
- "app": {
- "description": "Limit matching to an application/process name substring when available.",
- "type": "string"
- },
- "automation_id": {
- "description": "Windows AutomationId when available.",
- "type": "string"
- },
- "clear": {
- "description": "Clear the current value before entering text; default true.",
- "type": "boolean"
- },
- "id": {
- "description": "Element id returned by ui_snapshot or ui_find. Linux ids are stable per-process accessibility paths and legacy linux:<index> ids remain accepted.",
- "type": "string"
- },
- "label": {
- "description": "Compact numeric label from the most recent ui_snapshot/ui_find; useful for repeated actions without repeating names or coordinates.",
- "type": "number"
- },
- "method": {
- "description": "Text-entry strategy; auto is recommended.",
- "enum": [
- "auto",
- "accessibility",
- "clipboard",
- "keys"
- ],
- "type": "string"
- },
- "name": {
- "description": "Accessible name/title substring.",
- "type": "string"
- },
- "pid": {
- "description": "Limit matching to one owning process id when available.",
- "type": "number"
- },
- "role": {
- "description": "Accessible role such as Button, Edit, textbox or AXButton.",
- "type": "string"
- },
- "text": {
- "description": "Replacement text for this semantic edit.",
- "type": "string"
- },
- "window_title": {
- "description": "Limit matching to a top-level accessibility window/frame title substring when available.",
- "type": "string"
- }
- },
- "required": [
- "text"
- ],
- "type": "object"
- },
- "maxItems": 100,
- "minItems": 1,
- "type": "array"
- },
- "endpoint": {
- "description": "Loopback Chrome DevTools endpoint for a browser fallback.",
- "type": "string"
- },
- "from_id": {
- "description": "Source semantic UI element id for action=drag.",
- "type": "string"
- },
- "from_x": {
- "description": "Drag source X coordinate.",
- "type": "number"
- },
- "from_y": {
- "description": "Drag source Y coordinate.",
- "type": "number"
- },
- "hold_ms": {
- "description": "Delay after pointer down before moving during action=drag.",
- "type": "number"
- },
- "id": {
- "description": "Element id returned by ui_snapshot or ui_find. Linux ids are stable per-process accessibility paths and legacy linux:<index> ids remain accepted.",
- "type": "string"
- },
- "label": {
- "description": "Compact numeric label from the most recent ui_snapshot/ui_find; useful for repeated actions without repeating names or coordinates.",
- "type": "number"
- },
- "name": {
- "description": "Accessible name/title substring.",
- "type": "string"
- },
- "ocr_language": {
- "description": "Tesseract language code, default eng.",
- "type": "string"
- },
- "ocr_psm": {
- "description": "Tesseract page segmentation mode, default 11.",
- "type": "number"
- },
- "ocr_region": {
- "description": "Optional virtual-desktop [left,top,right,bottom] region to OCR. Prefer bounds from list_windows or computer_snapshot.",
- "items": {
- "type": "number"
- },
- "maxItems": 4,
- "minItems": 4,
- "type": "array"
- },
- "ocr_text": {
- "description": "Visible text to find in rendered pixels for the OCR click fallback.",
- "type": "string"
- },
- "ocr_timeout_ms": {
- "description": "OCR timeout in milliseconds.",
- "type": "number"
- },
- "option": {
- "description": "Option value for browser select.",
- "type": "string"
- },
- "pid": {
- "description": "Limit matching to one owning process id when available.",
- "type": "number"
- },
- "replace_selection": {
- "description": "For multi_select, select the first item before adding the rest; default true.",
- "type": "boolean"
- },
- "role": {
- "description": "Accessible role such as Button, Edit, textbox or AXButton.",
- "type": "string"
- },
- "selector": {
- "description": "CSS selector when the fallback target is a browser element.",
- "type": "string"
- },
- "target": {
- "description": "Optional target type. auto prefers native accessibility, then browser DOM/CDP, then OCR/coordinates where supported. Use window for explicit top-level window focus/text/scroll targeting.",
- "enum": [
- "auto",
- "ui",
- "ui_element",
- "browser",
- "ocr",
- "coordinates",
- "window"
- ],
- "type": "string"
- },
- "target_id": {
- "description": "Browser page target id returned by browser_tabs.",
- "type": "string"
- },
- "targets": {
- "description": "Native semantic targets for action=multi_select.",
- "items": {
- "additionalProperties": false,
- "properties": {
- "app": {
- "description": "Limit matching to an application/process name substring when available.",
- "type": "string"
- },
- "automation_id": {
- "description": "Windows AutomationId when available.",
- "type": "string"
- },
- "id": {
- "description": "Element id returned by ui_snapshot or ui_find. Linux ids are stable per-process accessibility paths and legacy linux:<index> ids remain accepted.",
- "type": "string"
- },
- "label": {
- "description": "Compact numeric label from the most recent ui_snapshot/ui_find; useful for repeated actions without repeating names or coordinates.",
- "type": "number"
- },
- "name": {
- "description": "Accessible name/title substring.",
- "type": "string"
- },
- "pid": {
- "description": "Limit matching to one owning process id when available.",
- "type": "number"
- },
- "role": {
- "description": "Accessible role such as Button, Edit, textbox or AXButton.",
- "type": "string"
- },
- "window_title": {
- "description": "Limit matching to a top-level accessibility window/frame title substring when available.",
- "type": "string"
- }
- },
- "type": "object"
- },
- "maxItems": 100,
- "minItems": 1,
- "type": "array"
- },
- "text": {
- "description": "Unicode text to enter for action=type, or text used by multi_edit.",
- "type": "string"
- },
- "title": {
- "description": "Optional browser page title substring or top-level window title when target=window.",
- "type": "string"
- },
- "to_id": {
- "description": "Destination semantic UI element id for action=drag.",
- "type": "string"
- },
- "to_x": {
- "description": "Drag destination X coordinate.",
- "type": "number"
- },
- "to_y": {
- "description": "Drag destination Y coordinate.",
- "type": "number"
- },
- "url_contains": {
- "description": "Browser URL substring used to select a page.",
- "type": "string"
- },
- "value": {
- "description": "New value for set_value, set_range_value, or select.",
- "type": "string"
- },
- "wheel_times": {
- "description": "Number of 120-unit wheel steps for direction; 1..50.",
- "type": "number"
- },
- "window_id": {
- "description": "Top-level window id returned by list_windows when target=window.",
- "type": "string"
- },
- "window_title": {
- "description": "Limit matching to a top-level accessibility window/frame title substring when available.",
- "type": "string"
- },
- "x": {
- "description": "Virtual-desktop X coordinate used by click/scroll coordinate targeting.",
- "type": "number"
- },
- "y": {
- "description": "Virtual-desktop Y coordinate used by click/scroll coordinate targeting.",
- "type": "number"
- }
- },
- "required": [
- "action"
- ],
- "type": "object"
- }
- },
- "required": [
- "parameters"
- ]
- }
- }
-]New value: +[
+ {
+ "if": {
+ "properties": {
+ "operation": {
+ "const": "computer_snapshot"
+ }
+ },
+ "required": [
+ "operation"
+ ]
+ },
+ "then": {
+ "properties": {
+ "parameters": {
+ "additionalProperties": false,
+ "properties": {
+ "browser_max_nodes": {
+ "description": "Maximum browser accessibility nodes; default 500, maximum 2000.",
+ "type": "number"
+ },
+ "browser_readiness": {
+ "description": "Opt-in bounded CDP readiness status: disabled, blocked endpoint, unavailable, invalid response, no tabs, or ready. No tab URLs or titles; never launches Chrome. Default false.",
+ "type": "boolean"
+ },
+ "grid_columns": {
+ "description": "Optional reference-grid column count returned as visual metadata; 0..20.",
+ "type": "number"
+ },
+ "grid_rows": {
+ "description": "Optional reference-grid row count returned as visual metadata; 0..20.",
+ "type": "number"
+ },
+ "include_browser": {
+ "description": "Include CDP browser accessibility when available. Default auto: only when the active app looks Chromium-based.",
+ "type": "boolean"
+ },
+ "include_ocr": {
+ "description": "Run optional local OCR. Default auto: only when native accessibility and browser DOM are unavailable. Requires tesseract on PATH.",
+ "type": "boolean"
+ },
+ "include_screenshot": {
+ "description": "Include real rendered desktop pixels; default true.",
+ "type": "boolean"
+ },
+ "include_ui": {
+ "description": "Include native accessibility tree; default true. False is the fast screenshot-only path.",
+ "type": "boolean"
+ },
+ "max_ui_depth": {
+ "description": "Maximum native accessibility depth; default 12.",
+ "type": "number"
+ },
+ "max_ui_nodes": {
+ "description": "Maximum native accessibility nodes; default 800.",
+ "type": "number"
+ },
+ "ocr_language": {
+ "description": "Tesseract language code, default eng; multiple languages may use eng+deu.",
+ "type": "string"
+ },
+ "ocr_max_words": {
+ "description": "Maximum OCR word boxes returned; default 2000, maximum 10000.",
+ "type": "number"
+ },
+ "ocr_psm": {
+ "description": "Tesseract page segmentation mode, 3..13; default 11.",
+ "type": "number"
+ },
+ "ocr_timeout_ms": {
+ "description": "OCR timeout, default 30000 ms, maximum 120000 ms.",
+ "type": "number"
+ },
+ "screenshot_monitor": {
+ "description": "Monitor name substring or \"primary\".",
+ "type": "string"
+ },
+ "screenshot_monitor_index": {
+ "description": "Zero-based monitor index.",
+ "type": "number"
+ },
+ "screenshot_padding": {
+ "description": "Pixels of context around a targeted screenshot; 0..200.",
+ "type": "number"
+ },
+ "screenshot_region": {
+ "description": "Virtual-desktop [left,top,right,bottom] region; takes precedence over full desktop.",
+ "items": {
+ "type": "number"
+ },
+ "maxItems": 4,
+ "minItems": 4,
+ "type": "array"
+ },
+ "screenshot_window_id": {
+ "description": "Capture the window returned by list_windows instead of the whole desktop.",
+ "type": "string"
+ },
+ "semantic_tree": {
+ "description": "Include compact semantic hierarchy text alongside nodes; default true.",
+ "type": "boolean"
+ },
+ "ui_browser_dom": {
+ "description": "Prefer the native browser accessibility document subtree when the OS exposes one; on Windows this also enables the Firefox MSAA/IAccessible fallback.",
+ "type": "boolean"
+ },
+ "ui_scope": {
+ "description": "Accessibility scope for computer_snapshot. Default active keeps the compact snapshot fast; desktop requests all accessible applications/windows.",
+ "enum": [
+ "active",
+ "desktop"
+ ],
+ "type": "string"
+ }
+ },
+ "type": "object"
+ }
+ }
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "operation": {
+ "const": "computer_action"
+ }
+ },
+ "required": [
+ "operation"
+ ]
+ },
+ "then": {
+ "properties": {
+ "parameters": {
+ "additionalProperties": false,
+ "allOf": [
+ {
+ "if": {
+ "properties": {
+ "target": {
+ "const": "window"
+ }
+ },
+ "required": [
+ "target"
+ ]
+ },
+ "then": {
+ "anyOf": [
+ {
+ "required": [
+ "window_id"
+ ]
+ },
+ {
+ "required": [
+ "pid"
+ ]
+ },
+ {
+ "required": [
+ "app"
+ ]
+ },
+ {
+ "required": [
+ "window_title"
+ ]
+ },
+ {
+ "required": [
+ "title"
+ ]
+ }
+ ],
+ "properties": {
+ "action": {
+ "enum": [
+ "type",
+ "focus",
+ "scroll",
+ "drag"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "const": "click"
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "anyOf": [
+ {
+ "required": [
+ "id"
+ ]
+ },
+ {
+ "required": [
+ "label"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "role"
+ ]
+ },
+ {
+ "required": [
+ "automation_id"
+ ]
+ },
+ {
+ "required": [
+ "selector"
+ ]
+ },
+ {
+ "required": [
+ "browser_text"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "ocr_text"
+ ]
+ },
+ {
+ "required": [
+ "x",
+ "y"
+ ]
+ }
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "enum": [
+ "invoke",
+ "set_value",
+ "select",
+ "toggle",
+ "expand",
+ "collapse",
+ "scroll_into_view",
+ "set_range_value",
+ "add_to_selection",
+ "remove_from_selection"
+ ]
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "anyOf": [
+ {
+ "required": [
+ "id"
+ ]
+ },
+ {
+ "required": [
+ "label"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "role"
+ ]
+ },
+ {
+ "required": [
+ "automation_id"
+ ]
+ },
+ {
+ "required": [
+ "selector"
+ ]
+ },
+ {
+ "required": [
+ "browser_text"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ }
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "const": "focus"
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "anyOf": [
+ {
+ "required": [
+ "id"
+ ]
+ },
+ {
+ "required": [
+ "label"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "role"
+ ]
+ },
+ {
+ "required": [
+ "automation_id"
+ ]
+ },
+ {
+ "required": [
+ "selector"
+ ]
+ },
+ {
+ "required": [
+ "browser_text"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "window_id"
+ ]
+ },
+ {
+ "required": [
+ "pid"
+ ]
+ },
+ {
+ "required": [
+ "app"
+ ]
+ },
+ {
+ "required": [
+ "window_title"
+ ]
+ },
+ {
+ "required": [
+ "title"
+ ]
+ }
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "const": "type"
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "allOf": [
+ {
+ "anyOf": [
+ {
+ "required": [
+ "id"
+ ]
+ },
+ {
+ "required": [
+ "label"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "role"
+ ]
+ },
+ {
+ "required": [
+ "automation_id"
+ ]
+ },
+ {
+ "required": [
+ "selector"
+ ]
+ },
+ {
+ "required": [
+ "browser_text"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "window_id"
+ ]
+ },
+ {
+ "required": [
+ "pid"
+ ]
+ },
+ {
+ "required": [
+ "app"
+ ]
+ },
+ {
+ "required": [
+ "window_title"
+ ]
+ },
+ {
+ "required": [
+ "title"
+ ]
+ }
+ ]
+ },
+ {
+ "if": {
+ "properties": {
+ "target": {
+ "enum": [
+ "ui",
+ "ui_element"
+ ]
+ }
+ },
+ "required": [
+ "target"
+ ]
+ },
+ "then": {
+ "anyOf": [
+ {
+ "required": [
+ "id"
+ ]
+ },
+ {
+ "required": [
+ "label"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "role"
+ ]
+ },
+ {
+ "required": [
+ "automation_id"
+ ]
+ }
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "target": {
+ "const": "browser"
+ }
+ },
+ "required": [
+ "target"
+ ]
+ },
+ "then": {
+ "anyOf": [
+ {
+ "required": [
+ "selector"
+ ]
+ },
+ {
+ "required": [
+ "browser_text"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ }
+ ]
+ }
+ }
+ ],
+ "properties": {
+ "target": {
+ "enum": [
+ "auto",
+ "ui",
+ "ui_element",
+ "browser",
+ "window"
+ ]
+ }
+ },
+ "required": [
+ "text"
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "const": "scroll"
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "allOf": [
+ {
+ "anyOf": [
+ {
+ "required": [
+ "delta_x"
+ ]
+ },
+ {
+ "required": [
+ "delta_y"
+ ]
+ },
+ {
+ "required": [
+ "delta"
+ ]
+ },
+ {
+ "required": [
+ "direction"
+ ]
+ }
+ ]
+ },
+ {
+ "if": {
+ "properties": {
+ "target": {
+ "enum": [
+ "ui",
+ "ui_element"
+ ]
+ }
+ },
+ "required": [
+ "target"
+ ]
+ },
+ "then": {
+ "anyOf": [
+ {
+ "required": [
+ "id"
+ ]
+ },
+ {
+ "required": [
+ "label"
+ ]
+ },
+ {
+ "required": [
+ "name"
+ ]
+ },
+ {
+ "required": [
+ "role"
+ ]
+ },
+ {
+ "required": [
+ "automation_id"
+ ]
+ }
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "target": {
+ "const": "coordinates"
+ }
+ },
+ "required": [
+ "target"
+ ]
+ },
+ "then": {
+ "required": [
+ "x",
+ "y"
+ ]
+ }
+ }
+ ],
+ "properties": {
+ "target": {
+ "enum": [
+ "auto",
+ "ui",
+ "ui_element",
+ "browser",
+ "coordinates",
+ "window"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "const": "drag"
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "allOf": [
+ {
+ "anyOf": [
+ {
+ "required": [
+ "from_id"
+ ]
+ },
+ {
+ "required": [
+ "from_x",
+ "from_y"
+ ]
+ }
+ ]
+ },
+ {
+ "anyOf": [
+ {
+ "required": [
+ "to_id"
+ ]
+ },
+ {
+ "required": [
+ "to_x",
+ "to_y"
+ ]
+ }
+ ]
+ },
+ {
+ "if": {
+ "properties": {
+ "target": {
+ "enum": [
+ "ui",
+ "ui_element"
+ ]
+ }
+ },
+ "required": [
+ "target"
+ ]
+ },
+ "then": {
+ "required": [
+ "from_id",
+ "to_id"
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "target": {
+ "const": "coordinates"
+ }
+ },
+ "required": [
+ "target"
+ ]
+ },
+ "then": {
+ "required": [
+ "from_x",
+ "from_y",
+ "to_x",
+ "to_y"
+ ]
+ }
+ }
+ ],
+ "properties": {
+ "target": {
+ "enum": [
+ "auto",
+ "ui",
+ "ui_element",
+ "coordinates",
+ "window"
+ ]
+ }
+ }
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "enum": [
+ "set_value",
+ "set_range_value"
+ ]
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "required": [
+ "value"
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "const": "multi_select"
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "required": [
+ "targets"
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "action": {
+ "const": "multi_edit"
+ }
+ },
+ "required": [
+ "action"
+ ]
+ },
+ "then": {
+ "required": [
+ "edits"
+ ]
+ }
+ }
+ ],
+ "properties": {
+ "action": {
+ "description": "Operation to perform; choose the narrowest action that directly matches the requested outcome.",
+ "enum": [
+ "click",
+ "type",
+ "invoke",
+ "focus",
+ "select",
+ "scroll",
+ "drag",
+ "set_value",
+ "toggle",
+ "expand",
+ "collapse",
+ "scroll_into_view",
+ "set_range_value",
+ "add_to_selection",
+ "remove_from_selection",
+ "multi_select",
+ "multi_edit"
+ ],
+ "type": "string"
+ },
+ "app": {
+ "description": "Limit matching to an application/process name substring when available.",
+ "type": "string"
+ },
+ "automation_id": {
+ "description": "Windows AutomationId when available.",
+ "type": "string"
+ },
+ "backend": {
+ "description": "Input backend preference. auto uses proven local backends and already-authorized portal input; portal explicitly requests XDG RemoteDesktop consent on Wayland; x11 forces XWayland/xdotool only for operations where read-back testing shows it is reliable. GNOME Wayland keyboard/text deliberately reject x11.",
+ "enum": [
+ "auto",
+ "x11",
+ "portal"
+ ],
+ "type": "string"
+ },
+ "browser_text": {
+ "description": "Visible browser text used only to locate a DOM target; for action=type, text remains the value to enter.",
+ "type": "string"
+ },
+ "button": {
+ "description": "Pointer button to use for click/down/up or drag gestures.",
+ "enum": [
+ "left",
+ "right",
+ "middle"
+ ],
+ "type": "string"
+ },
+ "clear": {
+ "description": "For action=type, clear the current semantic/browser value before inserting text when supported.",
+ "type": "boolean"
+ },
+ "delta": {
+ "description": "Alias for delta_y.",
+ "type": "number"
+ },
+ "delta_x": {
+ "description": "Horizontal scroll delta; positive means right.",
+ "type": "number"
+ },
+ "delta_y": {
+ "description": "Vertical scroll delta; positive means down.",
+ "type": "number"
+ },
+ "direction": {
+ "description": "Human-readable scroll direction used with wheel_times instead of explicit deltas.",
+ "enum": [
+ "up",
+ "down",
+ "left",
+ "right"
+ ],
+ "type": "string"
+ },
+ "duration_ms": {
+ "description": "Drag movement duration.",
+ "type": "number"
+ },
+ "edits": {
+ "description": "Native semantic target + text entries for action=multi_edit.",
+ "items": {
+ "additionalProperties": false,
+ "properties": {
+ "app": {
+ "description": "Limit matching to an application/process name substring when available.",
+ "type": "string"
+ },
+ "automation_id": {
+ "description": "Windows AutomationId when available.",
+ "type": "string"
+ },
+ "clear": {
+ "description": "Clear the current value before entering text; default true.",
+ "type": "boolean"
+ },
+ "id": {
+ "description": "Element id returned by ui_snapshot or ui_find. Linux ids are stable per-process accessibility paths and legacy linux:<index> ids remain accepted.",
+ "type": "string"
+ },
+ "label": {
+ "description": "Compact numeric label from the most recent ui_snapshot/ui_find; useful for repeated actions without repeating names or coordinates.",
+ "type": "number"
+ },
+ "method": {
+ "description": "Text-entry strategy; auto is recommended.",
+ "enum": [
+ "auto",
+ "accessibility",
+ "clipboard",
+ "keys"
+ ],
+ "type": "string"
+ },
+ "name": {
+ "description": "Accessible name/title substring.",
+ "type": "string"
+ },
+ "pid": {
+ "description": "Limit matching to one owning process id when available.",
+ "type": "number"
+ },
+ "role": {
+ "description": "Accessible role such as Button, Edit, textbox or AXButton.",
+ "type": "string"
+ },
+ "text": {
+ "description": "Replacement text for this semantic edit.",
+ "type": "string"
+ },
+ "window_title": {
+ "description": "Limit matching to a top-level accessibility window/frame title substring when available.",
+ "type": "string"
+ }
+ },
+ "required": [
+ "text"
+ ],
+ "type": "object"
+ },
+ "maxItems": 100,
+ "minItems": 1,
+ "type": "array"
+ },
+ "endpoint": {
+ "description": "Loopback Chrome DevTools endpoint for a browser fallback.",
+ "type": "string"
+ },
+ "from_id": {
+ "description": "Source semantic UI element id for action=drag.",
+ "type": "string"
+ },
+ "from_x": {
+ "description": "Drag source X coordinate.",
+ "type": "number"
+ },
+ "from_y": {
+ "description": "Drag source Y coordinate.",
+ "type": "number"
+ },
+ "hold_ms": {
+ "description": "Delay after pointer down before moving during action=drag.",
+ "type": "number"
+ },
+ "id": {
+ "description": "Element id returned by ui_snapshot or ui_find. Linux ids are stable per-process accessibility paths and legacy linux:<index> ids remain accepted.",
+ "type": "string"
+ },
+ "label": {
+ "description": "Compact numeric label from the most recent ui_snapshot/ui_find; useful for repeated actions without repeating names or coordinates.",
+ "type": "number"
+ },
+ "name": {
+ "description": "Accessible name/title substring.",
+ "type": "string"
+ },
+ "ocr_language": {
+ "description": "Tesseract language code, default eng.",
+ "type": "string"
+ },
+ "ocr_psm": {
+ "description": "Tesseract page segmentation mode, default 11.",
+ "type": "number"
+ },
+ "ocr_region": {
+ "description": "Optional virtual-desktop [left,top,right,bottom] region to OCR. Prefer bounds from list_windows or computer_snapshot.",
+ "items": {
+ "type": "number"
+ },
+ "maxItems": 4,
+ "minItems": 4,
+ "type": "array"
+ },
+ "ocr_text": {
+ "description": "Visible text to find in rendered pixels for the OCR click fallback.",
+ "type": "string"
+ },
+ "ocr_timeout_ms": {
+ "description": "OCR timeout in milliseconds.",
+ "type": "number"
+ },
+ "option": {
+ "description": "Option value for browser select.",
+ "type": "string"
+ },
+ "pid": {
+ "description": "Limit matching to one owning process id when available.",
+ "type": "number"
+ },
+ "replace_selection": {
+ "description": "For multi_select, select the first item before adding the rest; default true.",
+ "type": "boolean"
+ },
+ "role": {
+ "description": "Accessible role such as Button, Edit, textbox or AXButton.",
+ "type": "string"
+ },
+ "selector": {
+ "description": "CSS selector when the fallback target is a browser element.",
+ "type": "string"
+ },
+ "target": {
+ "description": "Optional target type. auto prefers native accessibility, then browser DOM/CDP, then OCR/coordinates where supported. Use window for explicit top-level window focus/text/scroll targeting.",
+ "enum": [
+ "auto",
+ "ui",
+ "ui_element",
+ "browser",
+ "ocr",
+ "coordinates",
+ "window"
+ ],
+ "type": "string"
+ },
+ "target_id": {
+ "description": "Browser page target id returned by browser_tabs.",
+ "type": "string"
+ },
+ "targets": {
+ "description": "Native semantic targets for action=multi_select.",
+ "items": {
+ "additionalProperties": false,
+ "properties": {
+ "app": {
+ "description": "Limit matching to an application/process name substring when available.",
+ "type": "string"
+ },
+ "automation_id": {
+ "description": "Windows AutomationId when available.",
+ "type": "string"
+ },
+ "id": {
+ "description": "Element id returned by ui_snapshot or ui_find. Linux ids are stable per-process accessibility paths and legacy linux:<index> ids remain accepted.",
+ "type": "string"
+ },
+ "label": {
+ "description": "Compact numeric label from the most recent ui_snapshot/ui_find; useful for repeated actions without repeating names or coordinates.",
+ "type": "number"
+ },
+ "name": {
+ "description": "Accessible name/title substring.",
+ "type": "string"
+ },
+ "pid": {
+ "description": "Limit matching to one owning process id when available.",
+ "type": "number"
+ },
+ "role": {
+ "description": "Accessible role such as Button, Edit, textbox or AXButton.",
+ "type": "string"
+ },
+ "window_title": {
+ "description": "Limit matching to a top-level accessibility window/frame title substring when available.",
+ "type": "string"
+ }
+ },
+ "type": "object"
+ },
+ "maxItems": 100,
+ "minItems": 1,
+ "type": "array"
+ },
+ "text": {
+ "description": "Unicode text to enter for action=type, or text used by multi_edit.",
+ "type": "string"
+ },
+ "title": {
+ "description": "Optional browser page title substring or top-level window title when target=window.",
+ "type": "string"
+ },
+ "to_id": {
+ "description": "Destination semantic UI element id for action=drag.",
+ "type": "string"
+ },
+ "to_x": {
+ "description": "Drag destination X coordinate.",
+ "type": "number"
+ },
+ "to_y": {
+ "description": "Drag destination Y coordinate.",
+ "type": "number"
+ },
+ "url_contains": {
+ "description": "Browser URL substring used to select a page.",
+ "type": "string"
+ },
+ "value": {
+ "description": "New value for set_value, set_range_value, or select.",
+ "type": "string"
+ },
+ "wheel_times": {
+ "description": "Number of 120-unit wheel steps for direction; 1..50.",
+ "type": "number"
+ },
+ "window_id": {
+ "description": "Top-level window id returned by list_windows when target=window.",
+ "type": "string"
+ },
+ "window_title": {
+ "description": "Limit matching to a top-level accessibility window/frame title substring when available.",
+ "type": "string"
+ },
+ "x": {
+ "description": "Virtual-desktop X coordinate used by click/scroll coordinate targeting.",
+ "type": "number"
+ },
+ "y": {
+ "description": "Virtual-desktop Y coordinate used by click/scroll coordinate targeting.",
+ "type": "number"
+ }
+ },
+ "required": [
+ "action"
+ ],
+ "type": "object"
+ }
+ },
+ "required": [
+ "parameters"
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "operation": {
+ "const": "app_catalog"
+ }
+ },
+ "required": [
+ "operation"
+ ]
+ },
+ "then": {
+ "properties": {
+ "parameters": {
+ "additionalProperties": false,
+ "properties": {
+ "app": {
+ "description": "Exact app id or alias, e.g. blender, Outlook, VS Code; system for OS panels.",
+ "type": "string"
+ },
+ "category": {
+ "description": "Category: system, office, browsers, development, media, communication, graphics, security, utilities or web.",
+ "type": "string"
+ },
+ "check_installed": {
+ "description": "Check OS-specific presence hints for registered apps (not proof of absence). Optional; adds bounded native discovery latency.",
+ "type": "boolean"
+ },
+ "filter": {
+ "description": "Optional substring matching application names, categories or direct destinations.",
+ "type": "string"
+ },
+ "include_detected": {
+ "description": "Also discover unprofiled applications/packages from the current OS. Linux uses visible XDG launchers, Windows uses local Start Menu .lnk entries with executable provenance, and macOS distinguishes app bundles; read-only inventory with at most 60 entries; future installs appear after cache refresh.",
+ "type": "boolean"
+ },
+ "include_guides": {
+ "description": "Include detailed task-specific safe UI guidance; requires app, category or filter to avoid huge results.",
+ "type": "boolean"
+ },
+ "refresh": {
+ "description": "Force a fresh native presence scan when check_installed=true; otherwise use the short-lived cache.",
+ "type": "boolean"
+ }
+ },
+ "type": "object"
+ }
+ }
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "operation": {
+ "const": "app_task"
+ }
+ },
+ "required": [
+ "operation"
+ ]
+ },
+ "then": {
+ "properties": {
+ "parameters": {
+ "additionalProperties": false,
+ "properties": {
+ "app": {
+ "description": "Registered app id or local-<hash> inventory id for read-only inspect/find of visible controls; unknown apps support inspect, visible lookup, verified focus or explicit one-field text replacement with old-value check; no launch, click or submission.",
+ "type": "string"
+ },
+ "channel": {
+ "description": "With find_post only: optional exact public Telegram channel username, e.g. @mychannel. Never a substring or guessed channel.",
+ "type": "string"
+ },
+ "commit": {
+ "description": "With edit_post or set_control_text: explicit authorization to change exactly the verified post or native text value; requires expected_text and replacement_text.",
+ "type": "boolean"
+ },
+ "control_id": {
+ "description": "For focus_control/set_control_text: exact accessibility element ID from the verified native inspect/find result.",
+ "type": "string"
+ },
+ "dry_run": {
+ "description": "Return semantic route/transaction plan without opening apps, typing or editing; redact user-provided text.",
+ "type": "boolean"
+ },
+ "expected_name": {
+ "description": "For focus_control/set_control_text: exact previously observed accessible name.",
+ "type": "string"
+ },
+ "expected_role": {
+ "description": "For focus_control/set_control_text: exact previously observed accessible role. No invoke/submit.",
+ "type": "string"
+ },
+ "expected_text": {
+ "description": "For edit_post: exact previously read post text. For set_control_text: exact old native field text, or supply expected_value_token instead.",
+ "type": "string"
+ },
+ "expected_value_token": {
+ "description": "For set_control_text: blinded 90-second field-version token from a verified app_task inspect/find response; alternative to revealing expected_text. Bound to app/PID/window/control.",
+ "type": "string"
+ },
+ "intent": {
+ "description": "High-level user intent, no untrusted selectors, code or shortcuts.",
+ "enum": [
+ "open",
+ "inspect",
+ "find",
+ "find_post",
+ "focus_control",
+ "set_control_text",
+ "focus_draft",
+ "edit_post"
+ ],
+ "type": "string"
+ },
+ "pid": {
+ "description": "Existing positive native process id to disambiguate the window.",
+ "type": "number"
+ },
+ "post_url": {
+ "description": "With edit_post: exact https://t.me/channel/messageId permalink; never a guessed post.",
+ "type": "string"
+ },
+ "query": {
+ "description": "With registered-app find: text entered into a verified search field. With detected local- app find: read-only search of already visible accessibility names, no typing. With find_post: read-only Telegram query through an authorized local API; never selects or edits a result automatically.",
+ "type": "string"
+ },
+ "replacement_text": {
+ "description": "With edit_post: bounded post replacement, max 4096. With set_control_text: 1–256 single-line non-secret characters; never presses Enter.",
+ "type": "string"
+ },
+ "target_id": {
+ "description": "Existing exact Chromium tab id; useful when multiple authorized tabs match.",
+ "type": "string"
+ },
+ "verify": {
+ "description": "For native app launch only, inspect a real app window after dispatch; may take longer.",
+ "type": "boolean"
+ },
+ "window_id": {
+ "description": "Existing exact native window id to disambiguate the window.",
+ "type": "string"
+ }
+ },
+ "required": [
+ "app",
+ "intent"
+ ],
+ "type": "object"
+ }
+ },
+ "required": [
+ "parameters"
+ ]
+ }
+ },
+ {
+ "if": {
+ "properties": {
+ "operation": {
+ "const": "app_execute"
+ }
+ },
+ "required": [
+ "operation"
+ ]
+ },
+ "then": {
+ "properties": {
+ "parameters": {
+ "additionalProperties": false,
+ "properties": {
+ "commit": {
+ "description": "Explicitly authorize one local mutation. Read-only app inspection does not require commit.",
+ "type": "boolean"
+ },
+ "dry_run": {
+ "description": "Return the bounded plan without touching the target.",
+ "type": "boolean"
+ },
+ "endpoint": {
+ "description": "Optional local CDP endpoint, loopback-only.",
+ "type": "string"
+ },
+ "fields": {
+ "description": "browser_form: exact label or CSS selector, new value, optional old value / HTML-kind CAS guards.",
+ "items": {
+ "additionalProperties": false,
+ "properties": {
+ "expected_tag": {
+ "description": "Optional expected HTML control tag.",
+ "enum": [
+ "input",
+ "textarea",
+ "select"
+ ],
+ "type": "string"
+ },
+ "expected_type": {
+ "description": "Optional expected field kind.",
+ "enum": [
+ "text",
+ "email",
+ "password",
+ "tel",
+ "url",
+ "search",
+ "number",
+ "date",
+ "time",
+ "datetime-local",
+ "month",
+ "week",
+ "color",
+ "range",
+ "checkbox",
+ "radio",
+ "select",
+ "textarea"
+ ],
+ "type": "string"
+ },
+ "expected_value": {
+ "description": "Optional old value CAS guard, never returned.",
+ "type": [
+ "string",
+ "boolean"
+ ]
+ },
+ "label": {
+ "description": "Exact associated HTML label or aria-label.",
+ "type": "string"
+ },
+ "selector": {
+ "description": "CSS selector; choose exactly one of selector or label.",
+ "type": "string"
+ },
+ "value": {
+ "description": "New field value, never returned.",
+ "type": [
+ "string",
+ "number",
+ "boolean"
+ ]
+ }
+ },
+ "required": [
+ "value"
+ ],
+ "type": "object"
+ },
+ "maxItems": 20,
+ "minItems": 1,
+ "type": "array"
+ },
+ "mode": {
+ "description": "Execution backend: one browser form batch or one existing registered application intent.",
+ "enum": [
+ "browser_form",
+ "app_task"
+ ],
+ "type": "string"
+ },
+ "operation_id": {
+ "description": "Unique caller UUID for every committed mutation; same-id retry is blocked across worker restarts by a private on-disk journal; the caller must inspect uncertain results.",
+ "type": "string"
+ },
+ "origin": {
+ "description": "browser_form: exact http(s) origin without path, credentials or query. Checked inside the same page evaluation.",
+ "type": "string"
+ },
+ "target_id": {
+ "description": "browser_form: exact target id from browser_tabs.",
+ "type": "string"
+ },
+ "task": {
+ "additionalProperties": false,
+ "description": "app_task: one registered app intent; not arbitrary code, selectors, commands or coordinates.",
+ "properties": {
+ "app": {
+ "description": "Registered app or detected local-<hash> id.",
+ "type": "string"
+ },
+ "channel": {
+ "description": "Exact public Telegram channel username for find_post.",
+ "type": "string"
+ },
+ "control_id": {
+ "description": "Exact native Accessibility control id.",
+ "type": "string"
+ },
+ "expected_name": {
+ "description": "Exact accessible control name from a fresh snapshot.",
+ "type": "string"
+ },
+ "expected_role": {
+ "description": "Expected accessible role of the exact control.",
+ "type": "string"
+ },
+ "expected_text": {
+ "description": "Previously verified exact native field or Telegram post text, required for CAS.",
+ "type": "string"
+ },
+ "expected_value_token": {
+ "description": "Short-lived native value-version token from an inspected control.",
+ "type": "string"
+ },
+ "intent": {
+ "description": "One existing app_task intent; no arbitrary shell or DOM scripts.",
+ "enum": [
+ "inspect",
+ "find",
+ "find_post",
+ "focus_control",
+ "set_control_text",
+ "focus_draft",
+ "edit_post",
+ "open"
+ ],
+ "type": "string"
+ },
+ "pid": {
+ "description": "Exact owner PID for a native control action.",
+ "type": "number"
+ },
+ "post_url": {
+ "description": "Exact Telegram post permalink for an existing edit_post action.",
+ "type": "string"
+ },
+ "query": {
+ "description": "Bounded search query for registered app find/find_post.",
+ "type": "string"
+ },
+ "replacement_text": {
+ "description": "Replacement value for exact native text field or owned plain-text Telegram post.",
+ "type": "string"
+ },
+ "target_id": {
+ "description": "Verified browser tab identifier for a registered app task.",
+ "type": "string"
+ },
+ "window_id": {
+ "description": "Exact native top-level window id returned by list_windows.",
+ "type": "string"
+ }
+ },
+ "required": [
+ "app",
+ "intent"
+ ],
+ "type": "object"
+ },
+ "timeout_ms": {
+ "description": "Operation timeout hint in milliseconds, 100–12000.",
+ "type": "number"
+ }
+ },
+ "required": [
+ "mode"
+ ],
+ "type": "object"
+ }
+ },
+ "required": [
+ "parameters"
+ ]
+ }
+ }
+]