{"uid":"cap_win87pIyS8bxbrRSa4d4C","slug":"agentstools-dev-sitemap-discovery-parser-e39866fd","name":"agentstools.dev Sitemap Discovery & Parser","description":"Discover and parse a site's sitemap: pass a site root (found via robots.txt or /sitemap.xml) or a direct .xml. Returns URLs with lastmod/priority; handles <sitemapindex> (one level).","url":"https://api.agentstools.dev/sitemap","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Site root URL or a direct sitemap .xml URL"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_y9MjUaQhucR8xay3_9D-8","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Discovers and parses a website's sitemap from a root URL or direct .xml URL, returning all URLs with their lastmod and priority metadata, including handling of sitemap index files.","exampleAgentPrompt":"Can you fetch the sitemap for https://example.com and give me a list of all the pages on the site along with when they were last updated?","exampleUseCases":null,"resultDescription":"A structured list of URLs found in the sitemap, each accompanied by lastmod date and priority score where available. If the target URL is a sitemapindex, child sitemaps are followed one level deep and their URLs are aggregated into the response.","failureModes":["No sitemap found at the given URL or via robots.txt — returns empty or error response","Malformed XML sitemap — parsing may fail or return partial results","Sitemap index with deeply nested levels beyond one — only one level is resolved","URL is not accessible or returns non-200 status — fetch fails","Invalid or missing url query parameter — request rejected"],"whenToPreferThis":"Use this endpoint when you need to quickly enumerate all publicly indexed URLs of a website without crawling it page by page. Ideal for SEO analysis, content auditing, monitoring site structure, or seeding a web scraping workflow. It handles both direct sitemap URLs and auto-discovery via robots.txt, and resolves sitemap index files one level deep — making it more robust than a naive fetch of /sitemap.xml.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T12:54:55.270Z","isFirstParty":false}