{"uid":"cap_ooSU1zMi7_DlSsqaysp0a","slug":"scrapfly-crawl-sitemap-65d16770","name":"ScrapFly Crawl Sitemap","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://test-scrapfly.orbonomy.xyz/api/crawl/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_1xUluyxRe4sMu7kJ9e6uH","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and extracts the sitemap of a given website URL, returning structured sitemap data","exampleAgentPrompt":"Can you crawl the sitemap of https://example.com and give me all the URLs listed there so I can see what pages the site has?","exampleUseCases":null,"resultDescription":"Returns a success boolean and a data object containing the parsed sitemap contents, including discovered URLs and any nested sitemap structure found at the provided website URL.","failureModes":["URL is unreachable or returns a non-200 status — success: false returned","Website has no sitemap.xml or robots.txt sitemap reference — empty or null data returned","URL is malformed or missing — request validation error","Rate limiting or bot protection on target site blocks the crawl","Sitemap is too large or deeply nested and times out"],"whenToPreferThis":"Use this endpoint when you need to programmatically discover all pages on a website by crawling its sitemap, especially when you need to enumerate site structure for SEO analysis, content indexing, or link discovery. Prefer this over manual sitemap fetching when you need anti-bot bypass and structured output.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T13:01:20.521Z","isFirstParty":false}