{"uid":"cap_Rd-BgMYHF61lpJpmHS1h3","slug":"weblens-sitemap-discovery-api-c0057368","name":"WebLens Sitemap Discovery API","description":"Discover a site's URLs without fetching page content. Reads robots.txt sitemap directives, sitemap.xml and nested sitemap indexes, falling back to homepage link extraction.","url":"https://api.weblens.dev/map?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","format":"uri","example":"https://example.com","description":"The URL to process"},"limit":{"type":"number","default":1000,"example":1000,"maximum":5000,"minimum":1,"description":"Maximum URLs to return"},"exclude":{"type":"array","items":{"type":"string","maxLength":200,"minLength":1},"default":[],"maxItems":20,"description":"Skip URLs whose path+query contains one of these"},"include":{"type":"array","items":{"type":"string","maxLength":200,"minLength":1},"default":[],"maxItems":20,"description":"Only URLs whose path+query contains one of these"},"timeout":{"type":"number","default":10000,"maximum":30000,"minimum":5000,"description":"Request timeout in milliseconds"}}},"responseSchema":{"type":"json","example":{"url":"https://example.com","urls":["https://example.com/about","https://example.com/blog/post-1"],"total":2,"source":"sitemap","mappedAt":"2026-07-31T12:00:00.000Z","requestId":"req_map123","sitemapsChecked":1}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.004","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.004/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ZSV6TwnfaOxOTZEyZCdHv","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.004","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Discovers and maps all URLs on a website by crawling its sitemap(s), returning a complete list of pages found","exampleAgentPrompt":"Can you map out all the pages on https://example.com by discovering its sitemap, so I have a complete URL list to work with?","exampleUseCases":[{"title":"Content audit for a marketing site","prompt":"I need a full list of every page on https://acmecorp.com — can you discover their sitemap and return all the URLs so I can do a content audit?"},{"title":"Competitor page inventory","prompt":"Map out all the URLs on https://competitor.io so I can see how many pages they have and what sections their site covers."},{"title":"SEO crawl baseline","prompt":"Before we start our SEO project for https://myblog.com, can you pull all the URLs from their sitemap so we have a complete baseline of indexed pages?"}],"resultDescription":"A JSON object containing the input URL, an array of all discovered page URLs, the total count of URLs found, the source (e.g. sitemap), the timestamp of the mapping, a request ID, and the number of sitemaps checked.","failureModes":["No sitemap found — site may not publish a sitemap.xml or robots.txt sitemap directive","Domain unreachable or returns non-200 status — network or DNS errors","Sitemap is malformed XML — parser may return partial results or error","Rate limiting by the target site — may result in incomplete URL list","Payment failure via x402 protocol — call not executed if USDC payment cannot be processed"],"whenToPreferThis":"Use this endpoint when you need a fast, complete inventory of all URLs on a website via its sitemap rather than crawling every page individually. It is cheaper per call than full crawls and faster than spidering the entire site. Prefer it when the target site publishes a sitemap and you need breadth (all URLs) rather than depth (page content). Best for SEO audits, content inventories, competitor research, and pre-crawl planning.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-12T15:45:45.939Z","isFirstParty":false,"canonicalSlug":"weblens-sitemap-discovery-api-c0057368"}