{"uid":"cap_5VEbCPfEwalcUb5CSFCct","slug":"x402serps-website-url-mapper-2aebf721","name":"x402serps Website URL Mapper","description":"map a website — discover up to 1000 URLs on a domain from robots.txt sitemaps and on-page links (flat price)","url":"https://x402serps.com/api/v1/map?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Site URL or domain"},"limit":{"type":"number","description":"Max URLs 1-1000, default 200"},"search":{"type":"string","description":"Only return URLs containing this substring"}}},"responseSchema":{"type":"json","example":{"url":"https://x402.org","urls":["https://www.x402.org/","https://www.x402.org/ecosystem"],"count":42}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.002","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.002/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_K55JESIf0wKNuar_8LLC4","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.002","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a website domain and returns up to 1000 discovered URLs by parsing robots.txt, sitemaps, and on-page links","exampleAgentPrompt":"Map all the pages you can find on shopify.com — discover up to 500 URLs using their sitemaps and on-page links, and only return ones that contain '/blog' in the URL.","exampleUseCases":[{"title":"Content audit for a competitor site","prompt":"Can you map all the URLs you can find on ahrefs.com, up to 1000, so I can see what pages they have published?"},{"title":"Finding documentation pages on a domain","prompt":"Discover all pages on docs.stripe.com that contain '/api' in the URL — give me up to 300 results so I can build a list of their API documentation pages."},{"title":"SEO site inventory before migration","prompt":"I'm about to migrate mybakery.com to a new platform — can you crawl it and give me a full list of all discoverable URLs on the site, up to 1000, so I know what pages I need to redirect?"}],"resultDescription":"A JSON object containing the original URL queried, an array of discovered URLs found on the domain (up to the specified limit), a count of URLs returned, and a source field indicating where URLs were found (robots.txt, sitemaps, on-page links).","failureModes":["Invalid or unreachable URL returns an error","Domains with no sitemap or robots.txt may return fewer URLs than expected","Limit outside 1-1000 range may be rejected or clamped","Private or authentication-gated pages will not be discovered","Heavily JavaScript-rendered sites may yield fewer links"],"whenToPreferThis":"Use this endpoint when you need to enumerate or inventory the pages of a website — especially for SEO audits, content discovery, site migration planning, or building a URL corpus for further processing. It is ideal when you need a broad, flat list of URLs from robots.txt, sitemaps, and crawled links in a single paid call, rather than recursively scraping each page yourself.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-16T18:34:19.414Z","isFirstParty":false,"canonicalSlug":"x402serps-website-url-mapper-2aebf721"}