{"uid":"cap_fwrDNAC2fjTWO-7dYUym8","slug":"crawlspur-image-robots-txt-permission-check-8f8fc27f","name":"Crawlspur Image robots.txt Permission Check","description":"Prüft am Objekt bild den Befund Freigabe durch robots.txt.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/robots-erlaubt/bild","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_9YGfcKObsJvsfG_f52l8T","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks whether a given image URL is allowed to be crawled according to the site's robots.txt rules.","exampleAgentPrompt":"Check whether the robots.txt on this site allows crawling of the image at https://example.com/images/hero.jpg — I want to know if bots are permitted to access it.","exampleUseCases":[{"title":"Image indexability audit for SEO","prompt":"I'm auditing our website's SEO — can you check if the robots.txt on our domain allows crawling of the product image at https://shop.example.com/images/product-001.jpg?"},{"title":"Diagnosing missing images in search results","prompt":"Our main banner image isn't showing up in Google Images. Can you check if robots.txt is blocking https://myblog.example.com/wp-content/uploads/banner.png from being crawled?"},{"title":"Pre-launch crawl permission validation","prompt":"Before we launch, I want to confirm that robots.txt permits crawlers to access our hero image at https://newsite.example.com/assets/images/hero.webp — please verify that."}],"resultDescription":"Returns a finding (Befund) indicating whether the specified image URL is permitted or blocked by the site's robots.txt, based on the applicable allow/disallow directives for the given or default user-agent.","failureModes":["Invalid or unreachable image URL returns an error","Malformed robots.txt on the target domain may produce indeterminate results","Private or non-public IP addresses are rejected","CSS selector matches no element or multiple elements — first match used","User-agent string not matching any robots.txt group falls back to wildcard rules"],"whenToPreferThis":"Use this endpoint when you specifically need to determine whether a robots.txt file permits or blocks crawling of an image resource. Prefer this over general robots.txt checkers when the object type is specifically an image (bild), as this service is scoped to image-type objects within the Crawlspur SEO audit framework.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-16T13:00:58.464Z","isFirstParty":false}