{"uid":"cap_tazi23f6S1jUAXBoHEhxD","slug":"crawlspur-robots-txt-video-crawl-permission-check-964138b0","name":"Crawlspur robots.txt Video Crawl Permission Check","description":"Prüft am Objekt video den Befund Freigabe durch robots.txt.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/robots-erlaubt/video","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_w9THoLlKIw9aDEzVAMl2H","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks whether a video resource URL is permitted to be crawled according to the site's robots.txt file","exampleAgentPrompt":"Can you check whether the robots.txt file on this site allows crawlers to access this video URL: https://example.com/videos/my-product-demo.mp4?","exampleUseCases":[{"title":"Pre-publish video SEO audit","prompt":"Before we publish this video, can you verify that robots.txt isn't blocking crawlers from accessing https://mysite.com/watch/product-overview — I want to make sure it's actually indexable?"},{"title":"Video sitemap crawl permission check","prompt":"I have a list of videos I submitted to our sitemap — can you check if https://shop.example.com/media/video/unboxing-review.mp4 is actually allowed by robots.txt so it doesn't waste crawl budget?"},{"title":"Diagnose video not appearing in search","prompt":"Our product video at https://brand.com/videos/intro isn't showing up in Google video results — can you check if robots.txt is blocking it for the Googlebot user agent?"}],"resultDescription":"Returns a structured finding indicating whether the specified video URL is permitted or blocked by the site's robots.txt rules, including the specific robots.txt directive that applies.","failureModes":["Target URL unreachable or returns non-2xx HTTP status","robots.txt file missing or inaccessible on the target domain","Invalid or malformed URL submitted in the 'ziel' field","URL exceeds maximum allowed length of 2048 characters","User agent string fails pattern validation (must be alphanumeric/underscore/hyphen, 1-80 chars)","Payment of $0.001 USDC not provided or rejected"],"whenToPreferThis":"Use this endpoint when you need to specifically verify robots.txt crawl permission for a video resource URL, as part of a technical SEO audit or before submitting video content to a sitemap. It is scoped specifically to video objects, making it more precise than a generic robots.txt checker for multimedia SEO workflows.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:46:39.556Z","isFirstParty":false}