{"uid":"cap_9CQBwVNq2iNM6ITuT7D36","slug":"crawlspur-sitemap-robots-txt-permission-check-931768ef","name":"Crawlspur Sitemap robots.txt Permission Check","description":"Prüft am Objekt sitemap den Befund Freigabe durch robots.txt.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/robots-erlaubt/sitemap","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_tN57vXVsLz_dwH8lOQ_uW","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks whether a given sitemap URL is permitted (allowed) by the site's robots.txt file.","exampleAgentPrompt":"Can you check whether my sitemap at https://example.com/sitemap.xml is actually allowed by the robots.txt file on that domain?","exampleUseCases":[{"title":"Pre-launch sitemap robots.txt audit","prompt":"Before we go live, can you verify that our sitemap at https://myshop.com/sitemap_index.xml is permitted by our robots.txt and not accidentally blocked?"},{"title":"Diagnosing indexing drop after robots.txt change","prompt":"Our organic traffic dropped after we updated robots.txt — can you check if https://blog.example.com/sitemap.xml is still allowed by the robots.txt rules?"},{"title":"Monitoring competitor sitemap accessibility","prompt":"Can you check if the sitemap at https://competitor-site.com/sitemap.xml is permitted by their robots.txt, so I can understand their crawl setup?"}],"resultDescription":"Returns the finding (Befund) indicating whether the specified sitemap URL is permitted or disallowed by the site's robots.txt file, including the relevant permission status derived from parsing the robots.txt directives.","failureModes":["Target URL unreachable or returns non-2xx HTTP status","robots.txt file not found or inaccessible at the domain","Malformed or invalid sitemap URL provided","URL exceeds maximum length of 2048 characters","DNS resolution failure for the target domain","Timeout when fetching robots.txt or sitemap"],"whenToPreferThis":"Use this endpoint when you need to programmatically verify whether a specific sitemap URL is crawlable according to the site's robots.txt, especially during SEO audits, pre-launch checks, or diagnosing why a sitemap is not being indexed. Prefer this over general robots.txt parsers when you want a direct pass/fail answer scoped specifically to the sitemap object.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:43:09.778Z","isFirstParty":false}