{"uid":"cap_fOFimbL-kSGfyRUABLr83","slug":"crawlspur-meta-robots-check-for-parameter-urls-6bcdcde8","name":"Crawlspur Meta-Robots Check for Parameter URLs","description":"Prüft am Objekt parameter-url den Befund Wert der Meta-Robots-Angabe.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/meta-robots/parameter-url","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_omuuhH6D0y5xHTNqAL_Tu","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks the meta-robots directive value for a given parameterized URL to assess its crawlability and indexability signals.","exampleAgentPrompt":"Check the meta-robots directive on this parameterized URL for me: https://example.com/products?color=red&size=M — I want to know what value is set and whether it would prevent search engines from indexing it.","exampleUseCases":[{"title":"Audit parameterized product page indexability","prompt":"Check what meta-robots value is set on https://shop.example.com/search?category=shoes&sort=price — I need to know if search engines are being told to noindex or nofollow it."},{"title":"Diagnose unexpectedly de-indexed filtered page","prompt":"This filtered page https://blog.example.com/articles?tag=seo&page=2 disappeared from Google — can you check its meta-robots directive to see if something is blocking indexing?"},{"title":"Validate SEO bot-specific meta robots","prompt":"Check the meta-robots value for https://store.example.com/sale?utm_source=newsletter on behalf of the Googlebot user agent — I want to confirm it's not being given a different noindex instruction than regular users."}],"resultDescription":"Returns the value of the meta-robots directive found on the specified parameterized URL, indicating whether crawlers are instructed to index, noindex, follow, nofollow, or other combinations, along with any relevant finding details about the page's crawl status.","failureModes":["URL is not publicly accessible or returns a non-200 HTTP status","Meta-robots tag is absent from the page (no finding returned)","URL exceeds 2048 character limit","Target page blocks the crawler's user agent","DNS resolution failure for the provided URL","Malformed URL input causing validation error"],"whenToPreferThis":"Choose this endpoint when you specifically need to audit or verify the meta-robots HTML tag value on URLs that contain query parameters (e.g. filter, sort, UTM, or pagination parameters), as part of a technical SEO audit or indexability investigation. It is distinct from robots.txt checks and X-Robots-Tag header checks, which are handled by sibling endpoints.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:47:12.774Z","isFirstParty":false}