{"uid":"cap_ZvwiX4tOP8I48wuKp__WY","slug":"skill-audit-api-sitemap-fetcher-17eddf21","name":"skill-audit API – Sitemap Fetcher","description":"Enumerate a site's URLs from robots.txt + sitemap.xml (sitemap-index aware) — map a domain before crawling it","url":"https://eltociear-skill-audit.hf.space/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Site URL or bare domain"},"max_urls":{"type":"integer","description":"Cap on returned URLs (default 500, max 2000)"}}},"responseSchema":{"type":"json","example":{"site":"https://example.com","urls":[{"loc":"https://example.com/a","lastmod":"2026-07-01"}],"count":120,"sitemaps":["https://example.com/sitemap.xml"]}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_yFz2jP3ucwLfj4YjLsFNB","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses the sitemap of a given website, returning all discovered URLs with their metadata.","exampleAgentPrompt":"Can you fetch the sitemap for https://example.com and give me a list of all the URLs it contains along with their last-modified dates?","exampleUseCases":[{"title":"SEO audit URL discovery","prompt":"Pull the sitemap for my website at https://mybusiness.com and tell me how many pages are indexed and when they were last updated."},{"title":"Competitor content inventory","prompt":"Fetch the sitemap for https://competitor.com and list all their URLs so I can see what content they have published."},{"title":"Broken page detection prep","prompt":"Get all the URLs from the sitemap at https://mystore.com so I can cross-check them against my analytics to find pages that are missing traffic."}],"resultDescription":"Returns a JSON object containing the target site's base URL, a list of discovered URLs each with their 'loc' (location) and 'lastmod' (last modified date), the total count of URLs found, and references to any sitemap index files discovered.","failureModes":["Site has no sitemap.xml — returns empty URLs array or error","Sitemap is malformed XML — parse error returned","Domain is unreachable or returns non-200 response — connection/timeout error","Sitemap is extremely large — may time out or return partial results","Robots.txt blocks sitemap access — fetcher may be denied"],"whenToPreferThis":"Use this endpoint when you need to programmatically discover all indexed pages of a website via its sitemap, particularly for SEO audits, content inventories, or pre-crawl URL collection. It is better suited than general web crawlers when the site exposes a sitemap.xml, as it is faster and more structured than scraping pages directly.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:40:23.196Z","isFirstParty":false}