{"uid":"cap_vybe_vjvK3WfdGQV7huMp","slug":"tokenguard-api-web-sitemap-fetcher-e9649458","name":"TokenGuard API - Web Sitemap Fetcher","description":"Enumerate a site's URLs from robots.txt + sitemap.xml (sitemap-index aware) — map a domain before crawling it","url":"https://eltociear-tokenguard.hf.space/web/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Site URL or bare domain"},"max_urls":{"type":"integer","description":"Cap on returned URLs (default 500, max 2000)"}}},"responseSchema":{"type":"json","example":{"site":"https://example.com","urls":[{"loc":"https://example.com/a","lastmod":"2026-07-01"}],"count":120,"sitemaps":["https://example.com/sitemap.xml"]}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_49DcQ_0T6zXvcfnLUqFwx","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses the sitemap of a given website, returning all URLs with their last-modified dates and nested sitemap index references","exampleAgentPrompt":"Can you fetch the sitemap for https://uniswap.org and give me all the page URLs it lists along with when they were last updated?","exampleUseCases":[{"title":"DeFi project page discovery","prompt":"Pull the full sitemap for https://aave.com and show me all the URLs it contains — I want to know every page they have publicly indexed."},{"title":"Recently updated content tracking","prompt":"Fetch the sitemap for https://coinbase.com and list only the pages that have a lastmod date from the past 30 days so I can see what content is freshest."},{"title":"Site structure audit before scraping","prompt":"Get the sitemap for https://defillama.com and tell me how many total URLs there are and whether it references any sub-sitemaps I should also check."}],"resultDescription":"Returns a JSON object containing the target site URL, an array of page entries each with a 'loc' (URL) and 'lastmod' (last modified date), a total count of URLs found, and an array of any nested sitemap index URLs discovered.","failureModes":["Site has no sitemap.xml or robots.txt sitemap directive — returns empty or error","Site blocks the fetcher with a 403/robots disallow — returns access denied error","Malformed sitemap XML causes parse failure","Network timeout if the target site is slow or unreachable","Large sitemaps with thousands of URLs may truncate or time out","Payment not fulfilled via x402 micropayment — returns 402 Payment Required"],"whenToPreferThis":"Choose this endpoint when you need a quick, structured inventory of all public URLs on a website without manually crawling every page. It is especially useful for understanding the content scope of crypto/DeFi project sites, performing SEO audits, or bootstrapping a crawl plan. Prefer this over a full web crawl when you only need the URL list and last-modified metadata, not page content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T18:46:57.395Z","isFirstParty":false}