{"uid":"cap_dgcu4DnmdxYu8g52BC-5F","slug":"cerawal-sitemap-crawler-c87fa530","name":"Cerawal Sitemap Crawler","description":"Web scraping and search for AI agents. No auth, no subscriptions. Pay per request in USDC via x402.","url":"https://cerawal.vercel.app/api/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Domain URL"}}},"responseSchema":{"type":"object","properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.15","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.15/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.15","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.15","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_liNj8tIEibR4UQxBMK1IU","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.15","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and returns the sitemap data for a given domain URL, paid per-request via x402/USDC","exampleAgentPrompt":"Can you grab the sitemap for example.com and show me what pages are listed there?","exampleUseCases":null,"resultDescription":"Returns a JSON object with a 'success' boolean and a 'data' object containing the parsed sitemap information for the requested domain, including URLs and structure as discovered from the site's sitemap.","failureModes":["Domain has no sitemap — data may be empty or success may be false","Invalid or malformed URL input causes request rejection","Domain is unreachable or returns a non-200 response","Payment via x402 fails or USDC balance insufficient — request not processed","Rate limiting or timeouts on large or slow domains"],"whenToPreferThis":"Use this endpoint when you need to quickly discover the URL structure or indexed pages of a website without authentication setup or subscriptions, and are willing to pay $0.15 USDC per call via x402. Ideal for AI agents that need one-off sitemap lookups rather than a recurring subscription crawl service.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T12:31:00.026Z","isFirstParty":false}