{"uid":"cap_l0CZUxBZf4x5Rg1zc9wgw","slug":"agentsvc-io-site-map-fetcher-1f520e38","name":"agentsvc.io Site Map Fetcher","description":"86 APIs for AI agents: web scraping and crawling to Markdown, AI summaries, data extraction and cited answers, screenshots and PDF, PDF, OCR and document conversion, news, paper and developer search and more, paid per call with USDC on Base, Solana, Polygon or Arbitrum via x402. No account, no API key, free sample on every service.","url":"https://agentsvc.io/api/v1/proxy/site-map?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Site URL or domain"},"max_urls":{"type":"integer","default":200,"maximum":1000,"minimum":1}}},"responseSchema":{"type":"json","example":{"data":{"site":"https://agentsvc.io","urls":[{"url":"https://agentsvc.io/","source":"sitemap","lastmod":"2026-10-06T14:17:50.554Z"},{"url":"https://agentsvc.io/services","source":"sitemap","lastmod":"2026-10-06T14:17:50.554Z"}],"count":3,"sitemaps":["https://agentsvc.io/sitemap.xml"],"checked_at":"2026-10-06T14:17:50.557Z","from_sitemap":3,"robots_txt_found":true},"success":true}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.0025","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.0025/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.0025","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.0025","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_0Z67s78t4m2g9EyISU2Et","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.0025","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Retrieves a structured list of all URLs from a website's sitemap and robots.txt, returning indexed pages with their last-modified timestamps.","exampleAgentPrompt":"Can you fetch the full site map for stripe.com and give me a list of all its indexed URLs, up to 500?","exampleUseCases":[{"title":"SEO audit URL inventory","prompt":"Pull all the indexed pages from acmecorp.com's sitemap — I want to see every URL and when it was last updated, up to 1000 results."},{"title":"Competitor content mapping","prompt":"Get me the complete sitemap for competitor.com so I can see all the pages they've published and figure out what topics they're covering."},{"title":"Broken link pre-check","prompt":"List all the URLs from myblog.com's sitemap, up to 200, so I can run them through a link checker and find any dead pages."}],"resultDescription":"Returns a JSON object containing the target site's canonical URL, an array of discovered URLs each with its source (sitemap or robots.txt), last-modified timestamp, the count of URLs found, the list of sitemap.xml files checked, whether robots.txt was found, and the timestamp of the check.","failureModes":["Site has no sitemap.xml — returns empty URL list or limited results from robots.txt only","Invalid or unreachable URL — network error or timeout","max_urls limit reached before full sitemap is parsed — partial results returned","Sitemap is malformed XML — may return incomplete or zero URLs","Rate limiting or blocking by target server — request may fail"],"whenToPreferThis":"Use this endpoint when you need a structured, fast inventory of all publicly indexed pages on a domain without full crawling. It's ideal for SEO analysis, content auditing, competitor research, or pre-crawl URL discovery. Prefer it over full web scraping when you only need the URL list (not page content) and the site has a sitemap.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-10T12:40:06.874Z","isFirstParty":false,"canonicalSlug":"agentsvc-io-site-map-fetcher-1f520e38"}