{"uid":"cap_WHXsBz27UOcqW0z3q5AYe","slug":"crawlspur-x-robots-tag-checker-for-sitemap-f8491b55","name":"Crawlspur X-Robots-Tag Checker for Sitemap","description":"Prüft am Objekt sitemap den Befund Wert des X-Robots-Tags.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/x-robots/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_9sS5AhVkIRlJltqELxVvK","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks the X-Robots-Tag header value on a sitemap object for SEO crawlability analysis","exampleAgentPrompt":"Can you check the X-Robots-Tag header on my sitemap at https://example.com/sitemap.xml and tell me what crawl directive it's returning?","exampleUseCases":[{"title":"Diagnosing blocked sitemap in search console","prompt":"My sitemap at https://shop.example.com/sitemap_index.xml isn't being indexed — can you check what X-Robots-Tag value the server is sending back for it?"},{"title":"Pre-launch SEO crawlability audit","prompt":"Before we go live, can you verify that the X-Robots-Tag header on https://staging.mysite.com/sitemap.xml doesn't have any noindex or nofollow directives that would block crawlers?"},{"title":"Monitoring sitemap robot headers after CDN change","prompt":"We just switched CDN providers — can you check the X-Robots-Tag header on https://www.mybrand.com/sitemap.xml to make sure our robot directives weren't accidentally changed?"}],"resultDescription":"Returns the X-Robots-Tag header value found on the specified sitemap object, indicating any crawl directives (e.g. noindex, nofollow, none) set at the HTTP header level that could affect search engine indexing of the sitemap.","failureModes":["Invalid or inaccessible URL returns an error or empty result","Sitemap URL returns non-200 HTTP status preventing header inspection","Malformed input schema (e.g. missing 'ziel' field) returns validation error","Network timeout if target URL is slow to respond","X-Robots-Tag header absent on target, resulting in empty/null finding"],"whenToPreferThis":"Choose this endpoint when you need to specifically audit the X-Robots-Tag HTTP response header on a sitemap file, rather than meta-robots tags in HTML or robots.txt rules. It is ideal for technical SEO diagnostics where server-level crawl directives on the sitemap itself are suspected to be causing indexing issues.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T07:05:50.921Z","isFirstParty":false}