{"uid":"cap_9xTSz7KUah4zPmzqCfBD6","slug":"cerwal-sitemap-fetcher-e50c3680","name":"Cerwal Sitemap Fetcher","description":"Web scraping and search for AI agents. No auth, no subscriptions. Pay per request in USDC via x402.","url":"https://cerwal.vercel.app/api/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Domain URL"}}},"responseSchema":{"type":"object","properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.15","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.15/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.15","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.15","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_935zEOLhYl_cdqVSBB8uP","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.15","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses the sitemap of a given domain URL, returning structured site structure data for AI agents","exampleAgentPrompt":"Can you fetch the sitemap for example.com and show me all the pages listed there?","exampleUseCases":[{"title":"Competitor site page discovery","prompt":"Pull the sitemap for competitor.com so I can see all the pages they have published and figure out what content areas they're covering."},{"title":"SEO audit URL inventory","prompt":"Get the full sitemap for mybrand.com — I need a list of all the URLs on the site to start an SEO audit."},{"title":"Content gap analysis prep","prompt":"Fetch the sitemap for techcrunch.com so I can see all their article pages and identify which topics they cover most."}],"resultDescription":"Returns a JSON object with a success boolean and a data object containing the parsed sitemap entries for the given domain, typically including a list of URLs and potentially metadata such as last-modified dates and change frequencies found in the sitemap.","failureModes":["Domain has no sitemap.xml or robots.txt sitemap reference — returns empty or error data","Invalid or unreachable URL input — network timeout or DNS failure","Domain blocks automated crawlers — returns 403 or empty response","Malformed sitemap XML on the target site — parse errors in data","Rate limiting or Vercel cold-start latency on first request"],"whenToPreferThis":"Use this endpoint when you need to quickly discover all published URLs on a domain without manually crawling each page. It is best suited for sitemap-first discovery tasks such as SEO audits, content inventories, and competitor research where structured sitemap data is sufficient. Prefer this over full-page crawl endpoints when you only need URL structure rather than page content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:35:19.471Z","isFirstParty":false}