{"uid":"cap_unuszUp3JN6xPI3WXE9SA","slug":"website-sitemap-urls-cf33c61c","name":"Website Sitemap URLs","description":"Website sitemap URLs: list every page URL on a site from robots.txt and XML sitemaps (indexes, gzip, text). Up to 5000 URLs with lastmod/changefreq/priority, optional keyword filter; homepage-link fallback. Charged only on success.","url":"https://ryumoon-x402-tools.ryumoon.workers.dev/sitemap?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Site domain, homepage or a sitemap.xml URL"},"limit":{"type":"integer","maximum":5000,"minimum":1,"description":"Max URLs (default 500)"},"contains":{"type":"string","description":"Only URLs containing this text, e.g. /blog/"},"fallback":{"type":"boolean","description":"Use homepage links if no sitemap (default true)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_XM9Meih45f1Z1ChDpycZk","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches all page URLs from a website's sitemaps (robots.txt, XML, gzip, text) returning up to 5000 URLs with metadata like lastmod, changefreq, and priority.","exampleAgentPrompt":"Can you list all the page URLs on techcrunch.com from their sitemap — just the ones that contain /2024/ in the path, up to 1000 URLs?","exampleUseCases":[{"title":"Content audit for SEO team","prompt":"Get me all the URLs from stripe.com's sitemap that contain /docs/ — I want to see every documentation page they have indexed, up to 2000 results."},{"title":"Competitor blog discovery","prompt":"List all the blog post URLs on hubspot.com — filter to only URLs containing /blog/ and give me up to 5000 with their last modified dates."},{"title":"Broken link checker prep","prompt":"Pull every URL listed in the sitemap for my site mycompany.com so I can run a broken link audit — give me the full list up to 5000 URLs."}],"resultDescription":"Returns a list of up to 5000 page URLs discovered from the site's robots.txt and XML sitemaps (including indexes, gzip-compressed, and plain text sitemaps), each optionally annotated with lastmod, changefreq, and priority metadata. Falls back to homepage link extraction if no sitemap is found.","failureModes":["Site has no sitemap and fallback=false returns empty list","Domain is unreachable or returns non-200 status","Sitemap is malformed XML and cannot be parsed","Gzip decompression fails on compressed sitemap","Keyword filter returns zero matching URLs","Rate limiting or firewall blocks sitemap fetch","More than 5000 URLs exist but only 5000 are returned (truncation)"],"whenToPreferThis":"Use this endpoint when you need a comprehensive, structured inventory of all pages on a website without crawling every page individually. It's ideal for SEO audits, content discovery, competitor research, or pre-crawl planning. Prefer it over raw web scraping when speed and cost matter and the site maintains a standard sitemap. If the site has no sitemap, the homepage-link fallback provides a lightweight alternative.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-19T06:35:36.316Z","isFirstParty":false,"canonicalSlug":"website-sitemap-urls-cf33c61c"}