Agent Construct

name: url_scraper description: Scrapes a webpage and returns its content as markdown version: 1.0.0 timeout: 10 user_agent: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" max_retries: 3 # Rate limiting settings rate_limit: 60 # requests per time window time_window: 60 # time window in seconds