Skip to main content
Glama

mcp-server-webcrawl

index.json10.7 kB
{ "archive_path": "archive/1756356275.823711", "base_url": "www.example.com", "basename": "", "bookmarked_date": "2025-08-28 04:44", "canonical": { "archive_org_path": "https://web.archive.org/web/www.example.com", "dom_path": "output.html", "favicon_path": "favicon.ico", "git_path": "git/", "google_favicon_path": "https://www.google.com/s2/favicons?domain=www.example.com", "headers_path": "headers.json", "index_path": "index.html", "media_path": "media/", "mercury_path": "mercury/content.html", "pdf_path": "output.pdf", "readability_path": "readability/content.html", "screenshot_path": "screenshot.png", "singlefile_path": "singlefile.html", "warc_path": "warc/", "wget_path": "www.example.com/index.html" }, "domain": "www.example.com", "extension": "", "hash": "107W1YWJCVDQQ0ZRB18F", "history": { "archive_org": [ { "cmd": [ "curl", "--silent", "--location", "--compressed", "--head", "--max-time", "60", "--user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.1 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.5.0 (x86_64-pc-linux-gnu)", "https://web.archive.org/save/https://www.example.com" ], "cmd_version": "curl 8.5.0 (x86_64-pc-linux-gnu)", "end_ts": "2025-08-28T04:44:58.852805+00:00", "index_texts": null, "output": "https://web.archive.org/web/20250828044440/https://www.example.com/", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:37.474939+00:00", "status": "succeeded" } ], "dom": [], "favicon": [ { "cmd": [ "curl", "--silent", "--location", "--compressed", "--max-time", "60", "--output", "favicon.ico", "--user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.1 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.5.0 (x86_64-pc-linux-gnu)", "https://www.google.com/s2/favicons?domain=www.example.com" ], "cmd_version": "curl 8.5.0 (x86_64-pc-linux-gnu)", "end_ts": "2025-08-28T04:44:36.129306+00:00", "index_texts": null, "output": "favicon.ico", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:35.879537+00:00", "status": "succeeded" } ], "git": [], "headers": [ { "cmd": [ "curl", "--silent", "--location", "--compressed", "--head", "--max-time", "60", "--user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.1 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.5.0 (x86_64-pc-linux-gnu)", "https://www.example.com" ], "cmd_version": "curl 8.5.0 (x86_64-pc-linux-gnu)", "end_ts": "2025-08-28T04:44:36.305932+00:00", "index_texts": null, "output": "headers.json", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:36.139353+00:00", "status": "succeeded" } ], "media": [ { "cmd": [ "yt-dlp", "--write-description", "--write-info-json", "--write-annotations", "--write-thumbnail", "--no-call-home", "--write-sub", "--write-auto-subs", "--convert-subs=srt", "--yes-playlist", "--continue", "--no-abort-on-error", "--ignore-errors", "--geo-bypass", "--add-metadata", "--format=(bv*+ba/b)[filesize<=750m][filesize_approx<=?750m]/(bv*+ba/b)", "https://www.example.com" ], "cmd_version": "2025.08.27", "end_ts": "2025-08-28T04:44:37.463991+00:00", "index_texts": [], "output": "media", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:36.474073+00:00", "status": "succeeded" } ], "mercury": [ { "cmd": [ "postlight-parser", "https://www.example.com", "--format=text" ], "cmd_version": null, "end_ts": "2025-08-28T04:44:36.464614+00:00", "index_texts": null, "output": "FileNotFoundError: [Errno 2] No such file or directory: 'postlight-parser'", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:36.462928+00:00", "status": "failed" } ], "pdf": [], "readability": [ { "cmd": [ "readability-extractor", "./{singlefile,dom}.html" ], "cmd_version": null, "end_ts": "2025-08-28T04:44:36.453195+00:00", "index_texts": [], "output": "FileNotFoundError: [Errno 2] No such file or directory: 'readability-extractor'", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:36.450430+00:00", "status": "failed" } ], "screenshot": [], "singlefile": [], "title": [ { "cmd": [ "curl", "--silent", "--location", "--compressed", "--max-time", "60", "--user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.1 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.5.0 (x86_64-pc-linux-gnu)", "https://www.example.com" ], "cmd_version": "curl 8.5.0 (x86_64-pc-linux-gnu)", "end_ts": "2025-08-28T04:44:36.440030+00:00", "index_texts": null, "output": "Example Domain", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:36.432209+00:00", "status": "succeeded" } ], "wget": [ { "cmd": [ "wget", "--no-verbose", "--adjust-extension", "--convert-links", "--force-directories", "--backup-converted", "--span-hosts", "--no-parent", "-e", "robots=off", "--timeout=60", "--restrict-file-names=windows", "--warc-file=/home/archivebox-data/example/archive/1756356275.823711/warc/1756356276", "--page-requisites", "--user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.1 (+https://github.com/ArchiveBox/ArchiveBox/) wget/GNU Wget 1.21.4", "--compression=auto", "https://www.example.com" ], "cmd_version": "GNU Wget 1.21.4", "end_ts": "2025-08-28T04:44:36.421698+00:00", "index_texts": null, "output": "www.example.com/index.html", "pwd": "/home/archivebox-data/example/archive/1756356275.823711", "schema": "ArchiveResult", "start_ts": "2025-08-28T04:44:36.318994+00:00", "status": "succeeded" } ] }, "icons": null, "is_archived": true, "is_static": false, "latest": { "archive_org": "https://web.archive.org/web/20250828044440/https://www.example.com/", "dom": null, "favicon": "favicon.ico", "git": null, "media": "media", "pdf": null, "screenshot": null, "singlefile": null, "title": "Example Domain", "warc": null, "wget": "www.example.com/index.html" }, "link_dir": "/home/archivebox-data/example/archive/1756356275.823711", "newest_archive_date": "2025-08-28T04:44:37.474939+00:00", "num_failures": 2, "num_outputs": 6, "oldest_archive_date": "2025-08-28T04:44:35.879537+00:00", "path": "", "schema": "Link", "scheme": "https", "snapshot_id": "45044c7b-4f1a-4c1f-8c11-ea66c5166b0e", "sources": [ "/home/archivebox-data/example/sources/1756356275-import.txt" ], "tags": null, "tags_str": "", "timestamp": "1756356275.823711", "title": "Example Domain", "updated": "2025-08-28T04:44:35.877394+00:00", "updated_date": "2025-08-28 04:44", "url": "https://www.example.com" }

MCP directory API

We provide all the information about MCP servers via our MCP API.

curl -X GET 'https://glama.ai/api/mcp/v1/servers/pragmar/mcp_server_webcrawl'

If you have feedback or need assistance with the MCP directory API, please join our Discord server