{"uid":"cap_7jtJUrTZO7zhP_PiCHIni","slug":"netintel-sitemap-parser-25f6575b","name":"NetIntel Sitemap Parser","description":"Fetch and parse any XML sitemap or sitemap index file — returns URLs with their priority, change frequency, and last modified date, follows sitemap indexes one level deep (first 3 child sitemaps), and auto-discovers the sitemap from robots.txt or common paths when given a bare domain — so agents can enumerate site content for crawling, indexing, and SEO analysis.","url":"https://netintel.dev/sitemap-parser/fetch","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Sitemap URL or domain name to parse (e.g. https://example.com/sitemap.xml or example.com)"},"limit":{"type":"integer","description":"Maximum number of URLs to return (1-1000, default 100)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"urls":{"type":"array","items":{"type":"object"}},"grade":{"type":"string"},"score":{"type":"number"},"stats":{"type":"object"},"findings":{"type":"array"},"source_url":{"type":["string","null"],"description":"null when no sitemap was found/parseable (graceful 200 with grade F)"},"total_urls":{"type":"number"},"sitemap_type":{"type":["string","null"]},"urls_returned":{"type":"number"},"child_sitemaps_fetched":{"type":"number"}}}}}}},"responseSchema":{"type":"json","example":{"urls":[{"url":"https://www.sitemaps.org/protocol.html","priority":0.8,"last_modified":"2024-03-01T00:00:00Z","change_frequency":"weekly"}],"grade":"B","score":88,"stats":{"has_lastmod":true,"avg_priority":0.6,"has_priority":true,"has_changefreq":true,"newest_url_date":"2024-03-10T00:00:00Z","oldest_url_date":"2020-01-01T00:00:00Z"},"findings":[],"source_url":"https://www.sitemaps.org/sitemap.xml","total_urls":847,"sitemap_type":"urlset","urls_returned":100,"child_sitemaps_fetched":0}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_cQrGiErsshox3mpVMD4gh","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses a website's XML sitemap, returning structured URL listings with metadata and a quality grade","exampleAgentPrompt":"Can you fetch and parse the sitemap for example.com and give me the first 100 URLs along with a quality grade and stats about how complete the sitemap metadata is?","exampleUseCases":null,"resultDescription":"Returns a JSON object containing an array of up to 1000 URLs (each with url, priority, last_modified, change_frequency), a letter grade (e.g. 'B'), a numeric score (0-100), aggregate stats (has_lastmod, avg_priority, newest/oldest URL dates), the resolved source_url, total_urls found, sitemap_type (urlset or sitemapindex), urls_returned count, and child_sitemaps_fetched count.","failureModes":["Invalid or unreachable sitemap URL — returns error or empty result","Domain has no sitemap.xml or robots.txt sitemap directive — fetch fails","Sitemap is malformed XML — parsing error returned","limit parameter out of range (must be 1-1000) — validation error","Rate limit or payment failure via x402 — 402 response"],"whenToPreferThis":"Use this endpoint when you need to programmatically discover all pages on a website, audit sitemap quality for SEO purposes, or extract structured URL metadata (priority, change frequency, last modified) from an XML sitemap. Prefer this over manual crawling when the target site maintains a sitemap and you want instant structured output with a quality assessment without crawling the full site.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T12:49:09.516Z","isFirstParty":false}