{"uid":"cap_dptNLtdTefDQrdTWuQPII","slug":"scrapfly-crawl-sitemap-686a4d27","name":"ScrapFly Crawl Sitemap","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scrapifrivly.orbonomy.xyz/api/crawl/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.06","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.06/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_gWCPmhBldazQ6iOVfvdwa","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.06","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and extracts the sitemap of a given URL, returning structured site structure data","exampleAgentPrompt":"Can you crawl the sitemap of https://example.com and give me a list of all the pages on that site?","exampleUseCases":null,"resultDescription":"Returns a JSON object with a success boolean and a data object containing the sitemap structure extracted from the given URL, including discovered page URLs and site hierarchy information.","failureModes":["URL is malformed or unreachable — success: false returned","Target site blocks crawlers — empty or partial sitemap returned","Sitemap does not exist at the given URL — data may be empty","Payment failure via x402 on Base chain — request not processed","Timeout if target site is slow to respond"],"whenToPreferThis":"Use this endpoint when you need to discover all pages on a website, understand site structure, or gather URLs for further scraping. Prefer this over manual sitemap parsing when you need a managed, pay-per-request solution that handles crawling complexity. Ideal for SEO audits, content discovery, and building link graphs.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T18:50:21.921Z","isFirstParty":false}