{"uid":"cap_8nPLeh9w84hBtg1SFthq7","slug":"kihustle-robots-rule-checker-1c1611da","name":"KiHustle Robots Rule Checker","description":"Kostenlose Guides, Solo-Playbooks und Artikel zu KI, Automation und Side Hustles — für Menschen, die mit echten Systemen online Einkommen aufbauen wollen. Transparent finanziert über faire Affiliate-Links.","url":"https://kihustle.tech/bot-bazaar/api/v1/robots-rule-checker?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url_path":{"type":"string"},"robots_rules":{"type":"string"}}},"responseSchema":{"type":"json","example":{"result":"processed","status":"success"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.002","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.002/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_aqdrsfdRhWUaPHDRmKpOt","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.002","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks whether a given URL path is allowed or disallowed under a provided robots.txt ruleset","exampleAgentPrompt":"Check whether the path '/blog/my-article' is allowed under these robots.txt rules: 'User-agent: * Disallow: /private/ Allow: /blog/'","exampleUseCases":[{"title":"Validate bot access before crawling","prompt":"Before my scraper visits '/products/new-arrivals', can you check if it's permitted under these robots.txt rules: 'User-agent: * Disallow: /admin/ Allow: /'?"},{"title":"Audit robots.txt rules for a site","prompt":"I have these robots.txt rules from my site and I want to know if the path '/api/data' would be blocked for crawlers — here are the rules: 'User-agent: * Disallow: /api/'"},{"title":"SEO compliance check for indexed pages","prompt":"Can you verify whether '/landing-page-2024' is accessible to search engine bots given this robots.txt: 'User-agent: Googlebot Disallow: /internal/ Allow: /landing-page'?"}],"resultDescription":"Returns a JSON object indicating whether the URL path is allowed or disallowed under the provided robots.txt rules, with a 'result' field (e.g. 'processed') and a 'status' field (e.g. 'success').","failureModes":["Missing or malformed url_path may return an error or ambiguous result","Invalid robots.txt syntax in robots_rules may cause incorrect evaluation","Empty input fields may result in a generic success response without meaningful validation","Service may return a generic 'processed' result regardless of actual rule matching"],"whenToPreferThis":"Use this endpoint when you need a lightweight, pay-per-call check of whether a specific URL path is permitted by a given robots.txt ruleset, without running a full crawl infrastructure. Useful for pre-crawl compliance checks, SEO audits, and bot policy validation in automated workflows.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-13T12:47:51.017Z","isFirstParty":false,"canonicalSlug":"kihustle-robots-rule-checker-1c1611da"}