{"uid":"cap_84Byi2u8eUJYmssF4NgMB","slug":"tavily-crawl-via-locus-x402-9d0f84af","name":"Tavily Crawl via Locus x402","description":"AI-optimized web search, content extraction, site mapping, and crawling API.","url":"https://tavily.x402.paywithlocus.com/tavily/crawl?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string"},"limit":{"type":"number"},"max_depth":{"type":"number"},"max_breadth":{"type":"number"},"instructions":{"type":"string"},"extract_depth":{"type":"string"}}},"responseSchema":{"type":"json","example":{"data":{},"payment":{"scheme":"exact","settledUsdc":"0.001000","authorizedMaxUsdc":"0.001000"},"request":{"id":"00000000-0000-4000-8000-000000000000","statusUrl":"/requests/00000000-0000-4000-8000-000000000000"},"success":true}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm__lnSMb3rINnm0Zl2lf5GZ","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a website starting from a given URL, following links up to a specified depth and breadth, and extracts page content with optional natural language guidance.","exampleAgentPrompt":"Crawl docs.example.com up to 3 levels deep, visiting at most 20 pages, and use advanced extraction — focus on API reference pages only.","exampleUseCases":[{"title":"Competitor site content audit","prompt":"Crawl the entire blog section of competitor.com, going up to 2 levels deep with a limit of 50 pages, and extract all the article content so I can analyze their topics."},{"title":"Documentation indexing for RAG","prompt":"Crawl docs.myproduct.com starting from the root, up to depth 4, max 100 pages, using advanced extraction — I want to build a searchable knowledge base from their documentation."},{"title":"E-commerce product catalog scrape","prompt":"Crawl shop.example.com/products with a breadth of 10 per level and depth of 2, limit 30 pages, and extract all product names and descriptions — guide the crawl to focus on product listing pages."}],"resultDescription":"Returns a JSON object containing the crawled page data (content extracted from each visited URL), payment settlement details (USDC amount charged), and a request ID with a status URL for checking async job progress.","failureModes":["Invalid or unreachable starting URL returns an error in the data field","Crawl limit or depth set too low may result in incomplete site coverage","Rate limiting or bot-blocking by the target site may reduce pages crawled","Malformed instructions parameter may result in unfocused or unexpected crawl paths","Timeout on very large sites if limit is set too high","Payment failure or insufficient USDC balance prevents job execution"],"whenToPreferThis":"Choose this endpoint when you need to extract content from multiple linked pages of a website in a single operation, rather than scraping individual URLs one at a time. It is ideal for building knowledge bases, auditing site content, or indexing documentation. Prefer this over single-URL extraction when breadth and depth of crawl matter, and over a generic search endpoint when you want comprehensive coverage of a specific domain rather than keyword-matched results.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-10T06:36:14.483Z","isFirstParty":false,"canonicalSlug":"tavily-crawl-via-locus-x402-9d0f84af"}