{"uid":"cap_pHI2tA1VdHw-x6kPKBxxE","slug":"cerawal-web-crawler-32fd5d12","name":"Cerawal Web Crawler","description":"Web scraping and search for AI agents. No auth, no subscriptions. Pay per request in USDC via x402.","url":"https://cerawal.vercel.app/api/crawl","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Seed URL"},"maxPages":{"type":"number","description":"Max pages to crawl"}}},"responseSchema":{"type":"object","properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.3","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.3/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.3","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.3","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_FxPWdfd9Ka7VHvYO4AMyz","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.3","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a seed URL and up to a specified number of pages, returning scraped web content for AI agents via pay-per-request USDC pricing.","exampleAgentPrompt":"Scrape the content from https://example.com and crawl up to 5 pages starting from that seed URL so I can see what's on the site.","exampleUseCases":[{"title":"Competitor website content analysis","prompt":"Crawl our competitor's website at https://rivalcompany.com and grab content from up to 10 pages so I can analyze what products and messaging they're currently promoting."},{"title":"Summarize documentation from URL","prompt":"Scrape the docs at https://somelibrary.dev/docs and crawl up to 8 pages so I can summarize the key concepts and get a quick overview of how the library works."},{"title":"Monitor landing page for changes","prompt":"Fetch the content from https://productlaunch.io and crawl up to 3 pages so I can check what's currently live on the site and flag anything that looks new or different from last time."}],"resultDescription":"Returns a JSON object with a 'success' boolean and a 'data' object containing the scraped content from the crawled pages starting at the seed URL.","failureModes":["Seed URL is unreachable or returns a non-200 response — success: false","Payment not provided or insufficient USDC via x402 — HTTP 402 Payment Required","maxPages set to 0 or negative — may return empty or error","Target site blocks crawling (robots.txt, rate limiting, Cloudflare) — partial or empty data","Malformed URL input — validation error or failed crawl"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to access live web content from a specific URL without requiring API keys, subscriptions, or OAuth setup. It is ideal for one-off or infrequent scraping tasks billed per-request in USDC via x402, especially when the agent needs to traverse multiple linked pages from a seed URL.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T12:43:48.483Z","isFirstParty":false}