{"uid":"cap_msAn0Blq3n8zNFPqrv8om","slug":"tavily-crawl-002ca16e","name":"Tavily Crawl","description":"Crawl a website and extract content from discovered pages. Combines mapping and extraction in a single call.","url":"https://tavily.mpp.paywithlocus.com/tavily/crawl?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Starting URL to crawl"},"limit":{"type":"number","description":"Maximum number of pages to crawl (default 10)"},"max_depth":{"type":"number","description":"Maximum crawl depth"},"max_breadth":{"type":"number","description":"Maximum breadth per level"},"instructions":{"type":"string","description":"Natural language instructions to guide crawling"},"extract_depth":{"type":"string","description":"Extraction depth: 'basic' (default) or 'advanced'"}},"additionalProperties":true},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["ai-search","web-search","extraction","crawling","search","web"],"displayCostAmount":"0.21","displayCostAsset":"USDC","priceDynamic":true,"priceHint":"$0.21+ (scales with page limit)","priceStatus":"priced","priceSource":"settled","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"dynamic","summary":"$0.21+ (scales with page limit) (dynamic)","primary":{"kind":"dynamic","protocol":"mpp","network":"tempo","amountUsd":"0.21","per":"call","confidence":"exact"},"accepted":[{"kind":"dynamic","protocol":"mpp","network":"tempo","amountUsd":"0.21","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_E1cpa7A4ZbzgyL96af8PC","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.21","costPer":"request","priority":0,"asset":"0x20c000000000000000000000b9537d11c60e8b50","unit":"request","depositMicros":null,"planRef":null}],"brandName":"Tavily","brandSlug":"tavily","brandBaseUrl":"https://tavily.com","brandDocsUrl":"https://docs.tavily.com","whatItDoes":"Crawls a website starting from a given URL, traversing multiple pages up to configurable depth and breadth limits, and extracting content from each page","exampleAgentPrompt":"Crawl https://docs.example.com starting from the homepage, go up to 3 levels deep, and extract all the content from up to 20 pages using advanced extraction depth.","exampleUseCases":null,"resultDescription":"A collection of crawled pages with their URLs and extracted text content, gathered by traversing the site from the starting URL according to the specified depth, breadth, and instruction constraints.","failureModes":["URL is unreachable or returns non-200 status — crawl returns empty or partial results","Crawl limit reached before full site traversal — only partial content returned","Max depth too shallow to reach target pages — relevant content may be missed","Website blocks crawlers via robots.txt or rate limiting — reduced or no content returned","Invalid URL format — returns validation error"],"whenToPreferThis":"Use this endpoint when you need to extract content from multiple interconnected pages of a website, rather than a single page. Ideal for indexing documentation sites, gathering competitive intelligence across a whole domain, or building knowledge bases from web content. Prefer this over the Extract endpoint when you need multi-page traversal, and over the Search endpoint when you already know the target site and don't need a query-based search.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-12T18:31:29.860Z","isFirstParty":false,"canonicalSlug":"tavily-crawl-002ca16e"}