{"uid":"cap_C_pkD7XH38G5F22Cck-2q","slug":"echo-router-tavily-web-crawler-172a9091","name":"Echo Router – Tavily Web Crawler","description":"Crawls websites and extracts content using Tavily's web crawler. Retrieves and processes multiple pages from a domain with configurable depth and filters.","url":"https://echo.router.merit.systems/resource/tavily/crawl","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string"},"limit":{"type":"integer"},"format":{"enum":["markdown","text"],"type":"string"},"max_depth":{"type":"integer"},"max_breadth":{"type":"integer"},"instructions":{"type":"string"},"select_paths":{"type":"array"},"exclude_paths":{"type":"array"},"extract_depth":{"enum":["basic","advanced"],"type":"string"},"allow_external":{"type":"boolean"},"include_images":{"type":"boolean"},"select_domains":{"type":"array"},"exclude_domains":{"type":"array"},"include_favicon":{"type":"boolean"}}},"responseSchema":{"results":{"type":"array","items":{"type":"object","required":["url","raw_content"],"properties":{"url":{"type":"string"},"favicon":{"type":"string"},"raw_content":{"type":"string","nullable":true}},"additionalProperties":false}},"base_url":{"type":"string"},"request_id":{"type":"string"},"response_time":{"type":"number"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.12","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"settled","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.12/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.12","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.12","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_-78jSmasV_GlCazGCdMTk","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.12","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a website starting from a given URL and extracts raw content from multiple pages with configurable depth, breadth, and path filters.","exampleAgentPrompt":"Can you crawl https://docs.example.com up to 3 levels deep, limit it to 50 pages, only include paths under /guides and /api, and give me the raw text content of every page you find?","exampleUseCases":null,"resultDescription":"An array of crawled pages each containing the page URL and raw extracted text content, plus the base URL crawled, a unique request ID, and the total response time in seconds.","failureModes":["Invalid or unreachable URL returns an error or empty results array","Depth/breadth limits exceeded causing truncated crawl","Excluded paths block all accessible content resulting in empty results","Rate limiting or bot protection on target site causing partial or failed crawl","Malformed input schema (wrong types for limit, max_depth) causes request rejection"],"whenToPreferThis":"Use this endpoint when you need to extract content from multiple pages of a website in a single call rather than scraping pages one at a time. It is ideal for indexing documentation sites, gathering all content from a domain for RAG pipelines, or bulk content extraction with fine-grained path and depth control. Prefer this over a single-page extractor when the task involves traversing links and collecting content across an entire domain or subdirectory.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T06:31:55.626Z","isFirstParty":false}