{"uid":"cap_I9IJmQQ_C3n8l1uhkVXPl","slug":"doc-tools-sitemap-url-lister-f4685c26","name":"Doc Tools: Sitemap URL Lister","description":"Doc Tools: List a site's URLs from its sitemaps (follows robots.txt and sitemap indexes).","url":"https://agentpay.agentpay-apis.workers.dev/tools/v1/sitemap?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Site origin or sitemap URL"},"limit":{"type":"string","description":"Max URLs (default 5000)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_w7MUO6qitKOkN1vdRs_wS","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses a website's sitemaps (following robots.txt and sitemap indexes) to return a list of all URLs on the site.","exampleAgentPrompt":"Can you list all the URLs on example.com by reading its sitemap? Pull up to 500 URLs.","exampleUseCases":[{"title":"SEO audit page inventory","prompt":"Get me every URL on acmecorp.com from its sitemap — I want a full inventory of their site pages for an SEO audit."},{"title":"Competitor content discovery","prompt":"List all the pages on competitor-site.com from their sitemap so I can see what topics and content they've published."},{"title":"Broken link detection prep","prompt":"Can you pull all URLs from docs.mybrand.io's sitemap so I can then check each one for broken links? Limit it to 1000 URLs."}],"resultDescription":"Returns a list of URLs discovered from the site's sitemaps, following robots.txt references and sitemap index files. Includes up to the specified limit (default 5000) of individual page URLs found across all sitemaps for the given domain or sitemap URL.","failureModes":["Site has no sitemap.xml and robots.txt does not reference one — returns empty list","Sitemap URL is malformed or unreachable — returns error","Site blocks crawler with 403/401 — access denied error","Sitemap is too large or nested too deeply — may return partial results up to limit","Invalid URL format provided — schema validation error"],"whenToPreferThis":"Use this endpoint when you need a comprehensive list of all publicly indexed pages on a website, especially when starting a site audit, content analysis, or link-checking workflow. Prefer this over manual crawling when the site has a sitemap, as it respects robots.txt and follows sitemap indexes automatically. It is faster and more structured than scraping page links manually.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-12T00:38:25.361Z","isFirstParty":false,"canonicalSlug":"doc-tools-sitemap-url-lister-f4685c26"}