Playwright MCP for macOS

#!/usr/bin/env python3 """ Basic macOS UI automation examples using the library directly. This script demonstrates how to use the macos-ui-automation library programmatically without the MCP interface. """ import json import time from pathlib import Path from macos_ui_automation import JSONPathSelector, SystemStateDumper def main(): """Run basic automation examples.""" print("🚀 macOS UI Automation - Basic Examples") print("=" * 50) # Example 1: Get system overview print("\n1️⃣ Getting System Overview") print("-" * 30) # Create system state dumper with shallow depth for overview dumper = SystemStateDumper(max_depth=3, only_visible_children=True) system_state = dumper.dump_system_state() print(f"📱 Captured system state at: {system_state.timestamp}") print(f"🔧 Accessibility enabled: {system_state.accessibility_enabled}") print(f"📦 Found {len(system_state.processes)} running applications") # Show running applications print("\n📋 Running Applications:") for process in system_state.processes[:10]: # Show first 10 status = "🟢 Active" if process.frontmost else "⚫ Background" print(f" {status} {process.name} (PID: {process.pid})") # Example 2: Find UI elements with JSONPath print("\n\n2️⃣ Finding UI Elements") print("-" * 30) # Create JSONPath selector selector = JSONPathSelector(system_state) # Find all buttons in the system all_buttons = selector.find("$..[?(@.role=='AXButton')]") print(f"🔘 Found {len(all_buttons)} buttons across all applications") # Find buttons with titles titled_buttons = selector.find("$..[?(@.role=='AXButton' && @.title)]") print(f"🏷️ Found {len(titled_buttons)} buttons with titles") # Show some example button titles if titled_buttons: print("\n📝 Example button titles:") for button in titled_buttons[:5]: if isinstance(button, dict) and button.get("title"): print(f" • {button['title']}") # Example 3: Application-specific search print("\n\n3️⃣ Application-Specific Search") print("-" * 30) # Find applications with windows apps_with_windows = [p for p in system_state.processes if p.windows] if apps_with_windows: target_app = apps_with_windows[0] print(f"🎯 Focusing on: {target_app.name}") # Search within specific application app_buttons = selector.find( f"$.processes[?(@.name=='{target_app.name}')]..[?(@.role=='AXButton')]" ) print(f"🔍 Found {len(app_buttons)} buttons in {target_app.name}") # Find text fields in the app app_text_fields = selector.find( f"$.processes[?(@.name=='{target_app.name}')]..[?(@.role=='AXTextField')]" ) print(f"📝 Found {len(app_text_fields)} text fields in {target_app.name}") # Example 4: Element details and properties print("\n\n4️⃣ Element Analysis") print("-" * 30) # Find elements with accessibility identifiers elements_with_id = selector.find("$..[?(@.ax_identifier)]") print(f"🆔 Found {len(elements_with_id)} elements with accessibility identifiers") # Show some examples if elements_with_id: print("\n🏷️ Example accessibility identifiers:") for element in elements_with_id[:5]: if isinstance(element, dict): identifier = element.get("ax_identifier", "Unknown") role = element.get("role", "Unknown") title = element.get("title", "No title") print(f" • {identifier} ({role}) - {title}") # Example 5: Enabled vs disabled elements print("\n\n5️⃣ Element States") print("-" * 30) # Find enabled buttons enabled_buttons = selector.find("$..[?(@.role=='AXButton' && @.enabled==true)]") disabled_buttons = selector.find("$..[?(@.role=='AXButton' && @.enabled==false)]") print(f"✅ Enabled buttons: {len(enabled_buttons)}") print(f"❌ Disabled buttons: {len(disabled_buttons)}") # Find focused elements focused_elements = selector.find("$..[?(@.focused==true)]") print(f"🎯 Currently focused elements: {len(focused_elements)}") # Example 6: Save system state for later analysis print("\n\n6️⃣ Saving System State") print("-" * 30) # Save system state to JSON file output_file = Path("ui_state_snapshot.json") with output_file.open("w") as f: json.dump(system_state.model_dump(), f, indent=2, default=str) print(f"💾 System state saved to: {output_file.absolute()}") print(f"📊 File size: {output_file.stat().st_size / 1024:.1f} KB") # Example 7: Time-based search with timeout print("\n\n7️⃣ Time-Limited Deep Search") print("-" * 30) print("🔍 Performing deep search with timeout...") start_time = time.time() # Use deep search with timeout deep_dumper = SystemStateDumper(max_depth=10, only_visible_children=True) deep_state = deep_dumper.dump_system_state_with_timeout(timeout_seconds=8.0) elapsed = time.time() - start_time print(f"⏱️ Deep search completed in {elapsed:.2f} seconds") print(f"🔍 Deep search found {len(deep_state.processes)} processes") # Compare shallow vs deep results deep_selector = JSONPathSelector(deep_state) deep_buttons = deep_selector.find("$..[?(@.role=='AXButton')]") print(f"🆚 Shallow search: {len(all_buttons)} buttons") print(f"🆚 Deep search: {len(deep_buttons)} buttons") improvement = len(deep_buttons) - len(all_buttons) print(f"📈 Improvement: {improvement} additional buttons found") def demo_ui_actions(): """Demonstrate UI actions (commented out for safety).""" print("\n\n🎮 UI Actions Demo (Safe Mode)") print("-" * 30) print("ℹ️ UI actions are commented out for safety.") print("ℹ️ Uncomment and modify for your specific use case.") # SAFETY NOTE: These actions are commented out to prevent # accidental clicks during demonstration """ # Create UI actions handler dumper = SystemStateDumper(max_depth=5) state = dumper.dump_system_state() selector = JSONPathSelector(state) actions = UIActions(selector) # Example: Find and click a specific button buttons = selector.find("$..[?(@.ax_identifier=='myButton')]") if buttons: print(f"Found button: {buttons[0].get('title', 'No title')}") # actions.click(buttons[0]) # Uncomment to actually click print("✅ Would click button (action disabled for safety)") # Example: Type into a text field text_fields = selector.find( "$..[?(@.role=='AXTextField' && @.enabled==true)]" ) if text_fields: print(f"Found text field: {text_fields[0].get('title', 'No title')}") # actions.type_text(text_fields[0], "Hello, World!") # Uncomment to actually type print("✅ Would type text (action disabled for safety)") """ if __name__ == "__main__": try: main() demo_ui_actions() print("\n\n✨ Examples completed successfully!") print("🔧 Modify this script for your specific automation needs.") except PermissionError as e: print(f"\n❌ Permission Error: {e}") print("🔧 Please grant accessibility permissions in System Preferences") print(" System Preferences → Security & Privacy → Privacy → Accessibility") except Exception as e: print(f"\n❌ Error: {e}") print("🐛 Check the error message above for troubleshooting guidance")