{"uid":"cap_s76QLr_O1pTtr22RLro0_","slug":"url-intel-sitemap-fetcher-be39f163","name":"URL Intel Sitemap Fetcher","description":"The pages a site publishes, from its sitemap, located via robots.txt then the conventional path, with last-modified dates.","url":"https://url-intel.bowling-anthony.workers.dev/sitemap","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object"}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.008","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.008/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.008","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.008","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_LR7S5gkI9gqkzP-xuzr6J","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.008","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Retrieves all pages published by a website by discovering and parsing its sitemap via robots.txt or conventional path, returning URLs with last-modified dates.","exampleAgentPrompt":"Can you fetch the full list of pages published by example.com by reading its sitemap — I need all the URLs and their last-modified dates.","exampleUseCases":[{"title":"Content audit of competitor site","prompt":"Pull up all the pages that techcrunch.com publishes from their sitemap so I can see what content they're covering and when it was last updated."},{"title":"Monitor site for new pages","prompt":"Get me the full sitemap for docs.stripe.com, including last-modified dates, so I can check whether any new documentation pages have been added recently."},{"title":"SEO page inventory before migration","prompt":"I'm about to migrate shopify.com — can you grab every URL from their sitemap so I have a complete inventory of pages to redirect?"}],"resultDescription":"A structured list of URLs that the target website publishes, sourced from its sitemap (discovered via robots.txt or the conventional /sitemap.xml path), each entry accompanied by a last-modified date where available.","failureModes":["Website has no robots.txt and no sitemap at conventional path — returns empty or error","Sitemap is malformed XML — parsing may fail or return partial results","Website blocks the user-agent used to fetch robots.txt or sitemap — returns access denied","Sitemap is very large (many thousands of URLs) — may timeout or return truncated results","Domain does not exist or is unreachable — returns connection error"],"whenToPreferThis":"Use this endpoint when you need a complete, structured inventory of all pages a website publicly declares via its sitemap, particularly when you also need last-modified timestamps. It is preferable over crawling when you want an authoritative page list without walking links, or when you need to quickly audit what a site publishes without rendering pages.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:32:35.268Z","isFirstParty":false}