{"uid":"cap_M8htlzqS92wtEg9swW3Fl","slug":"crawlspur-x-robots-tag-checker-for-parameter-urls-963e7bd1","name":"Crawlspur X-Robots-Tag Checker for Parameter URLs","description":"Prüft am Objekt parameter-url den Befund Wert des X-Robots-Tags.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/x-robots/parameter-url","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_LiaF-Lbz2s70YEgriAs7k","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks and returns the X-Robots-Tag HTTP header value found on a given parameter URL, as part of SEO crawlability auditing.","exampleAgentPrompt":"Can you check what X-Robots-Tag value is being returned on this parameter URL — https://example.com/products?color=red&size=M — to see if search engines are being told to ignore it?","exampleUseCases":[{"title":"Diagnosing deindexed faceted navigation pages","prompt":"Our faceted navigation URLs like https://shop.example.com/shoes?brand=nike&size=42 aren't showing up in Google. Can you check the X-Robots-Tag on that URL to see if it's being blocked via HTTP header?"},{"title":"SEO audit of parameter URLs before launch","prompt":"Before we launch the new filtered product pages, can you inspect the X-Robots-Tag on https://staging.example.com/listings?sort=price&page=2 to confirm it's not accidentally set to noindex?"},{"title":"Monitoring crawl directives on campaign landing pages","prompt":"We're running a paid campaign through https://example.com/landing?utm_source=google&utm_medium=cpc — can you check what X-Robots-Tag value the server is returning for that URL so we know if it's indexable?"}],"resultDescription":"Returns the value of the X-Robots-Tag HTTP response header found on the specified parameter URL, indicating any crawl or indexing directives (e.g. noindex, nofollow, none) served to search engine bots.","failureModes":["URL is not publicly accessible — endpoint cannot fetch the page","URL is malformed or exceeds 2048 characters — validation error","No X-Robots-Tag header present — result may be empty or indicate absence","Target server returns non-200 status — may affect header inspection","Network timeout or DNS resolution failure for the target URL"],"whenToPreferThis":"Use this endpoint when you specifically need to inspect the X-Robots-Tag HTTP response header on URLs that contain query parameters (e.g. faceted navigation, filtered pages, paginated URLs). Prefer this over general crawlability checks when the target is a parameter-based URL and you want to isolate the HTTP-header-level crawl directive rather than meta robots tags or robots.txt rules.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-16T12:44:36.502Z","isFirstParty":false}