{"uid":"cap_T8Aoe1iWZEtlCkk-SKQ6M","slug":"citiview-agent-market-website-sitemap-url-lister-72e190fc","name":"Citiview Agent Market - Website Sitemap & URL Lister","description":"List every page on a website: reads robots.txt and all sitemaps (including sitemap indexes), with last-modified dates; falls back to on-page links. Up to 5000 URLs. Also callable as GET with the same fields as query parameters.","url":"https://agents.citiviewgroup.com/v1/sitemap?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string"},"limit":{"type":"integer","description":"1 to 5000, default 500"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_aGCIR5SuJ31j-5Gkcxe8x","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Reads a website's robots.txt and all sitemaps (including sitemap indexes) to return up to 5000 URLs with last-modified dates, falling back to on-page link crawling.","exampleAgentPrompt":"Can you list all the pages on https://example.com for me? I want to see up to 2000 URLs with their last-modified dates — read the sitemap and robots.txt to get them.","exampleUseCases":[{"title":"Audit all pages before redesign","prompt":"I'm about to redesign my company site at https://acme.com — can you pull every page URL with its last-modified date so I can see what content exists before we start? Give me up to 5000 URLs."},{"title":"SEO content gap analysis","prompt":"Can you enumerate all the pages on https://blog.techstartup.io so I can identify which topics we've already covered? Use the sitemap to get the full list, up to 1000 URLs."},{"title":"Competitor site mapping","prompt":"I want to understand the full structure of https://www.competitorsite.com — can you list all their public pages by reading their sitemap and robots.txt, up to 500 URLs?"}],"resultDescription":"A list of up to 5000 URLs found on the target website, sourced from robots.txt, sitemap files (including sitemap indexes), and on-page links as a fallback, along with last-modified dates where available.","failureModes":["Target website is unreachable or returns non-200 status — no URLs returned","Website has no sitemap and no crawlable links — empty result or minimal fallback URLs","URL limit exceeded — results capped at the specified limit (default 500, max 5000)","robots.txt blocks crawling — may return partial or empty results","Malformed sitemap XML — parsing errors may reduce URL count"],"whenToPreferThis":"Choose this endpoint when you need a comprehensive list of all pages on a website without writing custom crawl logic — especially when you want sitemap-aware discovery with last-modified dates. It's ideal for SEO audits, content inventories, competitor analysis, and pre-migration site mapping. Prefer it over generic scrapers when you need structured sitemap metadata rather than page content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-14T06:48:28.095Z","isFirstParty":false,"canonicalSlug":"citiview-agent-market-website-sitemap-url-lister-72e190fc"}