{"uid":"cap_eoAGzTckk8V8MYjJgG_Aq","slug":"kihustle-robots-rule-checker-68e1446b","name":"KiHustle Robots Rule Checker","description":"Kostenlose Guides, Solo-Playbooks und Artikel zu KI, Automation und Side Hustles — für Menschen, die mit echten Systemen online Einkommen aufbauen wollen. Transparent finanziert über faire Affiliate-Links.","url":"https://kihustle.tech/agents/api/v1/robots-rule-checker","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url_path":{"type":"string"},"robots_rules":{"type":"string"}}},"responseSchema":{"type":"json","example":{"result":"processed","status":"success"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.002","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.002/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_4u1FqyYGVBUYCiwEyoHSx","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.002","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks whether a given URL path is allowed or disallowed according to provided robots.txt rules","exampleAgentPrompt":"Can you check whether the path '/blog/private-article' is allowed under these robots.txt rules: 'User-agent: * Disallow: /blog/private-'?","exampleUseCases":[{"title":"Pre-crawl compliance check","prompt":"Before I scrape this site, can you check if the path '/products/list' is allowed based on these robots.txt rules I pulled: 'User-agent: * Disallow: /admin/ Allow: /products/'?"},{"title":"SEO audit robots rule testing","prompt":"I'm auditing a site's robots.txt — can you tell me if the URL path '/sitemap.xml' would be blocked by these rules: 'User-agent: Googlebot Disallow: /'?"},{"title":"Automated scraper permission validation","prompt":"My scraper is about to hit '/api/data/export' — can you verify whether that path is permitted given these robots.txt rules: 'User-agent: * Disallow: /api/'?"}],"resultDescription":"Returns a JSON object with a 'result' field indicating whether the URL path is allowed or disallowed under the provided robots.txt rules, and a 'status' field confirming successful processing.","failureModes":["Malformed robots.txt rules string may produce unexpected results","Missing url_path or robots_rules fields may cause a validation error","Ambiguous or conflicting robots.txt directives may yield inconsistent results","Empty input fields may return an error or undefined behavior"],"whenToPreferThis":"Use this endpoint when you need a lightweight, per-call check of whether a specific URL path is permitted by given robots.txt rules — particularly useful in automated crawling pipelines, SEO audits, or scraping agents that need to verify compliance before fetching a page. Prefer this over manual parsing when you want a fast, programmatic answer without implementing your own robots.txt parser.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T19:03:03.054Z","isFirstParty":false}