{"uid":"cap_SdtS1T9nQ460_JXVkRuBG","slug":"aayat-ai-sitemap-reader-34d879da","name":"Aayat AI Sitemap Reader","description":"Pay-per-use data and tools for AI agents: crypto token safety, prices and wallets, an LLM gateway, web search and documents to Markdown, library docs, package safety and AI model prices for coding agents, company research, news, UK/EU open data and an x402 market guide. Pay per call in USDC on Base or Solana with x402. No account or API key.","url":"https://aayatai.com/sitemap?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","format":"uri","maxLength":2048,"description":"Any address on the site, e.g. https://example.com."},"path":{"type":"string","maxLength":300,"description":"Only return pages under this path, e.g. /blog/."},"limit":{"type":"integer","default":500,"maximum":2000,"minimum":1,"description":"Most URLs to return."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","required":["site","urls","count","total","sitemapsRead","robots"],"properties":{"site":{"type":"string"},"urls":{"type":"array","items":{"type":"object","properties":{"url":{"type":"string"},"lastmod":{"type":["string","null"]}}}},"count":{"type":"integer"},"total":{"type":"integer","description":"URLs found before the path filter and limit."},"robots":{"type":"object","description":"robots.txt status (ok/none/unreachable), sitemaps, and the Allow/Disallow rules that apply to us."},"fetchedAt":{"type":"string"},"sitemapsRead":{"type":"array","items":{"type":"string"}},"unreadSitemaps":{"type":"integer","description":"Nested sitemaps not read because of the per-call fetch cap."}}}}}}},"responseSchema":{"type":"json","example":{"site":"https://example.com","urls":[{"url":"https://example.com/about","lastmod":"2026-09-01"}],"count":1,"total":1,"robots":{"allow":[],"status":"ok","disallow":["/admin"],"sitemaps":["https://example.com/sitemap.xml"],"crawlDelay":null},"fetchedAt":"2026-09-28T12:00:00.000Z","sitemapsRead":["https://example.com/sitemap.xml"],"unreadSitemaps":0}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_cf0id3rBFA2P0QAFL8Lo7","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses the sitemap of any website, returning a list of URLs with last-modified dates, robots.txt rules, and sitemap metadata","exampleAgentPrompt":"Can you fetch the sitemap for https://docs.example.com and list all the URLs under the /api/ path, up to 200 URLs?","exampleUseCases":[{"title":"Discover all pages on a competitor site","prompt":"Pull the sitemap for https://stripe.com and list every URL you find — I want to see how their docs and marketing pages are structured."},{"title":"Find recently updated content under a path","prompt":"Get all the URLs under /blog/ on https://vercel.com from their sitemap and tell me which ones were updated most recently."},{"title":"Check what pages an AI agent can crawl","prompt":"Fetch the sitemap for https://openai.com and also show me the robots.txt rules — I want to know which pages are allowed and which are blocked before I scrape anything."}],"resultDescription":"A JSON object containing the site URL, an array of discovered URLs with optional lastmod dates, a count of returned URLs, the total found before filtering, a list of sitemaps read, the number of unread nested sitemaps, a robots.txt status object (allow/disallow rules, crawl delay, sitemap locations), and a fetchedAt timestamp.","failureModes":["Site has no sitemap.xml or robots.txt — returns empty sitemaps array and status 'none'","URL is unreachable or returns non-200 — robots status set to 'unreachable'","Deeply nested sitemaps exceed fetch cap — unreadSitemaps count will be non-zero","Invalid URL format for the url query parameter — request rejected","Path filter returns zero matching URLs — empty urls array with non-zero total"],"whenToPreferThis":"Use this endpoint when you need to enumerate the pages of a website quickly without full crawling, especially when you want to respect robots.txt rules, check sitemap freshness via lastmod, or filter URLs by path prefix. Prefer over a full web crawler when you only need structure and discovery, not page content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-02T00:46:46.736Z","isFirstParty":false,"canonicalSlug":"aayat-ai-sitemap-reader-34d879da"}