{"uid":"cap_VOIudwGK_b_WW2rczdPey","slug":"crawl-sitemap-fetcher-aafc661c","name":"Crawl Sitemap Fetcher","description":"Web scraping and search for AI agents. No auth, no subscriptions. Pay per request in USDC via x402.","url":"https://cr4vvol.vercel.app/api/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Domain URL"}}},"responseSchema":{"type":"object","properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_eP8xMyy7IMLNN07iBtmdv","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses the sitemap of a given domain URL, returning structured site map data for AI agent use, paid per request via x402 in USDC.","exampleAgentPrompt":"Can you fetch the sitemap for example.com and show me all the pages listed on that domain?","exampleUseCases":null,"resultDescription":"Returns a JSON object with a success boolean and a data object containing the parsed sitemap contents for the given domain, including discoverable URLs and site structure information.","failureModes":["Invalid or malformed URL returns an error response with success: false","Domain has no sitemap.xml or robots.txt sitemap reference, resulting in empty or failed data","Domain is unreachable or returns a non-200 status, causing a fetch failure","Rate limiting or network timeouts from the target domain may cause incomplete results","Payment failure via x402 protocol prevents request from being processed"],"whenToPreferThis":"Use this endpoint when you need to quickly discover all indexed pages and URL structure of a domain without authentication or subscriptions, paying only per request in USDC. Ideal for AI agents that need programmatic site discovery without managing API keys.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T12:32:03.729Z","isFirstParty":false}