{"uid":"cap_JQtbTyG7URkIRFAFXLDEC","slug":"x402-site-map-discovery-cbfd4228","name":"X402 Site Map Discovery","description":"Pay-per-request data tools for AI agents.","url":"https://x402.feld-feder.at/v1/site/map","method":"POST","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method","bodyType","body"],"properties":{"body":{"type":"object","title":"WebUrlRequest","required":["url"],"properties":{"url":{"type":"string","title":"Url","maxLength":4096,"minLength":1}},"additionalProperties":false},"type":{"type":"string","const":"http"},"method":{"enum":["POST","PUT","PATCH"],"type":"string"},"bodyType":{"enum":["json","form-data","text"],"type":"string"}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","title":"ResponseEnvelope[SiteDiscoveryResult]","required":["data"],"properties":{"ok":{"type":"boolean","const":true,"title":"Ok","default":true},"data":{"type":"object","title":"SiteDiscoveryResult","required":["source","robots_url","robots_allowed","feed_urls","sitemap_urls","page_urls","warnings"],"properties":{"source":{"type":"object","title":"SiteDiscoverySource","required":["requested_url","final_url","retrieved_at","status_code","content_type","content_hash","redirect_count"],"properties":{"final_url":{"type":"string","title":"Final Url"},"status_code":{"type":"integer","title":"Status Code","maximum":299,"minimum":200},"content_hash":{"type":"string","title":"Content Hash","pattern":"^sha256:[0-9a-f]{64}$"},"content_type":{"enum":["application/xhtml+xml","text/html"],"type":"string","title":"Content Type"},"retrieved_at":{"type":"string","title":"Retrieved At","format":"date-time"},"requested_url":{"type":"string","title":"Requested Url"},"redirect_count":{"type":"integer","title":"Redirect Count","minimum":0}},"additionalProperties":false},"warnings":{"type":"array","items":{"type":"string"},"title":"Warnings"},"feed_urls":{"type":"array","items":{"type":"string"},"title":"Feed Urls"},"page_urls":{"type":"array","items":{"type":"string"},"title":"Page Urls"},"robots_url":{"type":"string","title":"Robots Url"},"sitemap_urls":{"type":"array","items":{"type":"string"},"title":"Sitemap Urls"},"robots_allowed":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Robots Allowed"}},"additionalProperties":false},"cache":{"anyOf":[{"type":"object","title":"CacheInfo","required":["hit"],"properties":{"hit":{"type":"boolean","title":"Hit"},"age_seconds":{"type":"integer","title":"Age Seconds","default":0,"minimum":0}}},{"type":"null"}],"default":null},"source":{"anyOf":[{"type":"object","title":"SourceInfo","required":["requested_url","final_url","retrieved_at"],"properties":{"final_url":{"type":"string","title":"Final Url"},"status_code":{"anyOf":[{"type":"integer","maximum":599,"minimum":100},{"type":"null"}],"title":"Status Code","default":null},"content_hash":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Content Hash","default":null},"content_type":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Content Type","default":null},"retrieved_at":{"type":"string","title":"Retrieved At","format":"date-time"},"requested_url":{"type":"string","title":"Requested Url"},"redirect_count":{"anyOf":[{"type":"integer","minimum":0},{"type":"null"}],"title":"Redirect Count","default":null}}},{"type":"null"}],"default":null},"_payment":{"anyOf":[{"type":"object","title":"PaymentInfo","required":["amount_usdc","network"],"properties":{"network":{"type":"string","title":"Network"},"amount_usdc":{"anyOf":[{"type":"number","minimum":0},{"type":"string","pattern":"^(?!^[-+.]*$)[+-]?0*\\d*\\.?\\d*$"}],"title":"Amount Usdc"},"transaction":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Transaction","default":null}}},{"type":"null"}],"default":null},"warnings":{"type":"array","items":{"type":"object","title":"WarningInfo","required":["code","message"],"properties":{"code":{"type":"string","title":"Code"},"message":{"type":"string","title":"Message"}}},"title":"Warnings"},"provenance":{"type":"array","items":{"type":"string"},"title":"Provenance"}}}}}}},"responseSchema":{"type":"json","example":{"ok":true,"data":{"source":{"final_url":"https://example.com","status_code":200,"content_hash":"sha256:0000000000000000000000000000000000000000000000000000000000000000","content_type":"text/html","retrieved_at":"2026-01-01T00:00:00Z","requested_url":"https://example.com","redirect_count":0},"warnings":[],"feed_urls":[],"page_urls":[],"robots_url":"https://example.com/robots.txt","sitemap_urls":[],"robots_allowed":true}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.004","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"down","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.004/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_kXz_lqAvkptzARVPYdpb5","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.004","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a URL and extracts its sitemap URLs, feed URLs, page URLs, and robots.txt metadata for web discovery.","exampleAgentPrompt":"Can you discover all the sitemaps, RSS feeds, and page URLs available on https://example.com, and check whether robots.txt allows crawling?","exampleUseCases":[{"title":"RSS feed discovery for news aggregator","prompt":"Find all the RSS and Atom feed URLs on https://techcrunch.com so I can add them to my news aggregator."},{"title":"SEO sitemap audit for client site","prompt":"Pull the sitemap URLs and robots.txt info for https://myclientsite.com — I need to know what sitemaps are declared and whether crawlers are allowed."},{"title":"Content indexing pre-flight check","prompt":"Before I start indexing https://openai.com, can you check what sitemaps and page URLs are discoverable there and whether robots.txt permits it?"}],"resultDescription":"Returns a structured SiteDiscoveryResult containing: the final resolved URL (after redirects), HTTP status code, content type, content hash, retrieval timestamp, redirect count, the robots.txt URL, whether robots allow crawling, a list of sitemap URLs, feed URLs, page URLs, and any warnings encountered during discovery.","failureModes":["URL is unreachable or returns a non-2xx status code — endpoint may return an error or warnings array","URL redirects too many times — redirect_count may exceed limits","robots.txt is missing or malformed — robots_allowed may default or warnings may be populated","HTML parsing fails due to non-HTML content type — response may contain empty URL arrays","URL is malformed or too long (over 4096 chars) — schema validation error"],"whenToPreferThis":"Use this endpoint when you need to programmatically discover a website's structure — sitemaps, feeds, and page links — without running a full crawl. It is ideal for pre-indexing checks, feed discovery, SEO audits, and robots.txt compliance checks. Prefer it over full crawlers when you only need discovery metadata from the root URL, not full page content. The pay-per-request x402 micropayment model makes it cost-effective for on-demand, agent-driven lookups.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T21:28:46.837Z","isFirstParty":false}