{"uid":"cap_KRaNniocw5DV1EtSv-j-R","slug":"crawlspur-meta-robots-page-checker-2a551f14","name":"CrawlSpur Meta-Robots Page Checker","description":"Prüft am Objekt seite den Befund Wert der Meta-Robots-Angabe.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/meta-robots/seite","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_zooNTEim1bvWJJb1ZY8_X","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks the meta-robots tag value on a given page URL and returns the detected finding.","exampleAgentPrompt":"Check the meta-robots tag on https://example.com/blog/my-article and tell me what value it's set to — I need to know if it's noindex or something else.","exampleUseCases":[{"title":"Audit page indexability before launch","prompt":"Before we go live, can you check the meta-robots tag on https://myshop.com/new-landing-page to make sure it's not accidentally set to noindex?"},{"title":"Diagnose missing pages in Google Search","prompt":"Our page https://myblog.com/top-guide isn't showing up in Google — can you inspect the meta-robots tag on it and tell me what value is set?"},{"title":"Bulk SEO audit for a specific page type","prompt":"I need to verify the meta-robots directive on https://ecommerce-site.com/products/widget-pro — can you check what the robots meta tag says for that page?"}],"resultDescription":"Returns the detected meta-robots tag value found on the specified page (e.g. 'index,follow', 'noindex', 'nofollow', or absent), along with structured finding details about the crawl result for that object.","failureModes":["URL is unreachable or returns a non-200 HTTP status","Page has no meta-robots tag, resulting in an empty or null finding","Invalid URL format causes input validation failure","CSS selector matches zero or multiple elements causing ambiguous results","Page is behind authentication and inaccessible to the crawler"],"whenToPreferThis":"Use this endpoint when you need to programmatically verify the meta-robots tag specifically on a standard page (seite) object — distinct from pagination, images, parameter URLs, or robots.txt files. Ideal for SEO audits, pre-launch checks, or diagnosing indexability issues on regular web pages.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:41:25.852Z","isFirstParty":false}