{"uid":"cap_KCRIIHAXjEd0ptHi1haU3","slug":"crawlspur-news-document-crawl-delay-checker-2749f5f4","name":"Crawlspur News Document Crawl-Delay Checker","description":"Prüft am Objekt news-dokument den Befund deklarierte Crawl-Verzögerung.","url":"https://crawlspur.halowerk.com/v1/pruef/crawlspur/crawl-delay/news-dokument","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"ziel":{"oneOf":[{"type":"string","maxLength":2048,"minLength":1,"description":"Öffentliche HTTP(S)-Adresse; bei DNS-Befunden Domain oder öffentliche IP."},{"type":"object","required":["adresse"],"properties":{"adresse":{"type":"string","maxLength":2048,"minLength":1},"selektor":{"type":"string","maxLength":240,"minLength":1,"description":"CSS-Selektor: genau ein Objekt, sonst erster Treffer des Objektfilters."},"vergleich":{"type":"string","maxLength":2048,"description":"Öffentliche Vergleichsadresse für Link-, Sitemap- oder Sprachbefunde."},"user_agent":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,80}$"},"dkim_selektor":{"type":"string","pattern":"^[A-Za-z0-9_-]{1,63}$"}},"additionalProperties":false}]}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_0A6dIyvnxg_i5gFQQXCOW","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks the declared crawl-delay directive as it applies to a news document URL, verifying whether a crawl delay is specified for that resource.","exampleAgentPrompt":"Can you check what crawl delay is declared for this news article URL — https://example-news.com/2024/01/breaking-story — and tell me if there's a crawl-delay directive affecting it?","exampleUseCases":[{"title":"News SEO crawl delay audit","prompt":"I just published a breaking news article at https://newssite.com/2024/politics/election-results and I want to know if there's a declared crawl delay that might slow down Google's indexing of it — can you check?"},{"title":"Verify bot-specific crawl delay for news","prompt":"Can you check the crawl delay declared for https://dailyjournal.com/sports/championship-recap using the Googlebot-News user agent, so I know if there's a specific delay set for news crawlers?"},{"title":"Diagnose slow news indexing issue","prompt":"My news articles at https://mypublication.com/tech/ai-story-2024 are taking forever to get indexed — can you check if there's a crawl delay directive declared for that URL that might be the cause?"}],"resultDescription":"Returns a finding (Befund) indicating whether a crawl-delay directive is declared for the specified news document, including the declared value if present, allowing publishers and SEO professionals to understand crawl throttling applied to their news content.","failureModes":["Target URL is not publicly accessible or returns a non-200 status, preventing analysis","robots.txt file is unreachable or malformed, making crawl-delay extraction impossible","Invalid URL format or URL exceeds maximum length of 2048 characters","CSS selector matches zero elements on the target page","User agent string does not match pattern ^[A-Za-z0-9_-]{1,80}$","Network timeout when fetching the target news document or associated robots.txt"],"whenToPreferThis":"Use this endpoint when you specifically need to check the declared crawl-delay directive for a news document URL — distinct from general indexability checks or sitemap status. Prefer this over general robots.txt checkers when the target object is explicitly a news article and you need the crawl-delay finding specifically, not broader technical SEO metrics.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:58:13.500Z","isFirstParty":false}