{"uid":"cap_nMCki-VE7o3ABb1C1kwKK","slug":"x402-forgemesh-io-ai-permissions-checker-957823c4","name":"x402.forgemesh.io AI Permissions Checker","description":"Check whether a domain allows AI usage of its content before you crawl: parses robots.txt Content-Signal and aipref directives (search / ai-input / ai-train) into structured JSON with a plain-English interpretation. Essential pre-flight for scraping, RAG, and training-data agents — especially after Cloudflare's Sept 15, 2026 default gating.","url":"https://x402.forgemesh.io/check-ai-permissions","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"domain":{"type":"string","description":"Domain to check, e.g. example.com"}}},"responseSchema":{"type":"json","example":{"domain":"theverge.com","signals":{"search":"yes","ai-input":"no","ai-train":"no"},"declared":true,"interpretation":"site declares: search=yes, ai-input=no, ai-train=no"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_BSBfopUqUoe6P-hthrsc2","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks whether a domain permits AI usage of its content by parsing robots.txt AI directives (search, ai-input, ai-train) into structured JSON with a plain-English interpretation.","exampleAgentPrompt":"Before I scrape nytimes.com for my RAG pipeline, check whether it allows AI usage of its content — specifically whether search, ai-input, and ai-training are permitted.","exampleUseCases":null,"resultDescription":"Returns structured JSON containing the parsed AI permission directives from the domain's robots.txt (covering search, ai-input, and ai-train signals), plus a plain-English summary of whether and how AI agents may use the site's content.","failureModes":["Domain does not exist or is unreachable — returns error or empty permissions","Domain has no robots.txt — permissions may default to permissive or unknown","Malformed domain input — validation error","Domain blocks the checker's HTTP requests — unable to fetch directives","Timeout fetching robots.txt from slow or rate-limiting servers"],"whenToPreferThis":"Use this endpoint as a pre-flight check before any web scraping, RAG ingestion, or training-data collection workflow to ensure compliance with a domain's stated AI content policies. Especially critical after Cloudflare's September 2026 default gating that blocks AI crawlers. Prefer this over manually parsing robots.txt when you need structured, machine-readable permission flags in a single call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T07:05:13.693Z","isFirstParty":false}