{"uid":"cap_rwnlbu41PlMFq60jHjTyC","slug":"kihustle-robots-rule-checker-bffa3b62","name":"KiHustle Robots Rule Checker","description":"Kostenlose Guides, Solo-Playbooks und Artikel zu KI, Automation und Side Hustles — für Menschen, die mit echten Systemen online Einkommen aufbauen wollen. Transparent finanziert über faire Affiliate-Links.","url":"https://kihustle.tech/nexus/api/v1/robots-rule-checker?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url_path":{"type":"string"},"robots_rules":{"type":"string"}}},"responseSchema":{"type":"json","example":{"result":"processed","status":"success"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.002","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.002/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_vh2L8ruWaJX5qdhnZaSxN","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.002","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Validates whether a given URL path is permitted or blocked according to provided robots.txt rules","exampleAgentPrompt":"Can you check whether the path /blog/articles is allowed to be crawled, given these robots.txt rules: 'User-agent: * Disallow: /admin/ Allow: /'?","exampleUseCases":[{"title":"Crawler compliance check before scraping","prompt":"Before I scrape this site, can you check if the path /products/list is permitted given these robots rules: 'User-agent: * Disallow: /checkout/ Disallow: /cart/ Allow: /'?"},{"title":"SEO audit of robots.txt coverage","prompt":"I'm auditing our site's robots.txt — can you check whether /sitemap.xml is accessible to crawlers given our current rules: 'User-agent: * Disallow: /private/ Allow: /sitemap.xml'?"},{"title":"Automated web agent path pre-validation","prompt":"My agent needs to visit /news/latest — can you validate this path against these robots rules: 'User-agent: * Disallow: /news/ Disallow: /admin/' to see if it's blocked?"}],"resultDescription":"Returns a JSON object indicating whether the provided URL path is permitted or denied under the supplied robots.txt rules, with a result field and a success status flag.","failureModes":["Missing url_path or robots_rules fields returns an error","Malformed robots.txt syntax may yield unpredictable results","Invalid or empty URL path may result in an error or ambiguous result","Network timeout if the service is unavailable"],"whenToPreferThis":"Use this endpoint when you need a lightweight, pay-per-call robots.txt path validation without running a full crawler stack. Suitable for AI agents that need to pre-check URL access permissions before scraping, or for auditing robots rules programmatically.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T18:56:30.531Z","isFirstParty":false,"canonicalSlug":"kihustle-robots-rule-checker-1c1611da"}