{"uid":"cap_DbvcBTqnV4U3Ozppl2HYw","slug":"web-crawl-api-x402-pay-per-request-598f9b5a","name":"Web Crawl API (x402 Pay-Per-Request)","description":"Web scraping and search for AI agents. No auth, no subscriptions. Pay per request in USDC via x402.","url":"https://cr4vvol.vercel.app/api/crawl","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Seed URL"},"maxPages":{"type":"number","description":"Max pages to crawl"}}},"responseSchema":{"type":"object","properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.1","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.1/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.1","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.1","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_X0zKy964L5vCdtV5oo6m8","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.1","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls one or more pages starting from a seed URL and returns scraped web content, payable per request in USDC via x402.","exampleAgentPrompt":"Can you crawl https://example.com/blog and pull the content from up to 5 pages so I can read through what's there?","exampleUseCases":null,"resultDescription":"Returns a JSON object with a 'success' boolean and a 'data' object containing the scraped content from the crawled pages starting at the provided seed URL.","failureModes":["Invalid or unreachable URL returns failure with no data","maxPages set too high may cause timeouts or partial results","Payment failure (insufficient USDC balance) blocks the request via x402","Blocked by target site's robots.txt or anti-scraping measures returning empty or error data","Malformed URL input causes validation error"],"whenToPreferThis":"Choose this endpoint when you need lightweight, pay-per-use web scraping without signing up for a subscription or managing API keys — ideal for AI agents that occasionally need to fetch and extract web content and want to pay per call in USDC via x402.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T06:41:23.922Z","isFirstParty":false}