{"uid":"cap_sh0RzY5bwMNkzR34vEQXr","slug":"delx-robots-allow-path-0e5dfe64","name":"Delx Robots Allow Path","description":"Check path allow/disallow against caller-held robots.txt rules — first-party local utility for agent preflight and proven micro-utils expansion. Returns deterministic machine-readable JSON for $0.001 USDC via x402 on Base. Execution is first-party, local-only, stateless, and memory-only with no paid upstream, no input retention, no web search, no live RPC, and no mediagen. Results are advisory; the caller owns authorization, budgets, and production controls. Sibling of Delx routes that already…","url":"https://api.delx.ai/api/v1/x402/robots-allow-path","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"path":{"type":"string","description":"Input field: path."},"robots_txt":{"type":"string","description":"Input field: robots txt."},"user_agent":{"type":"string","description":"Input field: user agent."}}},"responseSchema":{"type":"json","example":{"ok":true,"note":"Local parse of caller-held robots.txt; not a network fetch","path":"/public/docs","reason":"matched_allow","schema":"delx/util-robots-allow-path/v1","allowed":true,"user_agent":"*","matched_rule":"/public"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_KprfY15jdwfBEkq2bomLM","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks whether a given URL path is allowed or disallowed for a specified user-agent against caller-supplied robots.txt rules, returning a deterministic JSON result","exampleAgentPrompt":"Can you check my robots.txt rules to see if the path /blog/private is allowed for Googlebot? Here's the robots.txt content: 'User-agent: Googlebot\\nDisallow: /blog/private\\nAllow: /blog/'","exampleUseCases":[{"title":"Scraper preflight before fetching","prompt":"Before I crawl /products/sale, can you check my robots.txt to see if my scraper user-agent 'MyBot/1.0' is actually allowed to access that path? Here's the full robots.txt text."},{"title":"SEO audit for blocked pages","prompt":"I have a robots.txt file and I need to know if /admin/dashboard is blocked for the user-agent '*' — can you run that check against the rules I'll paste in?"},{"title":"Agent web-access compliance check","prompt":"My agent is about to request /api/data from a site — can you verify against this robots.txt whether the user-agent 'GPTBot' is permitted to access that path before it proceeds?"}],"resultDescription":"Returns a deterministic machine-readable JSON object indicating whether the specified path is allowed or disallowed for the given user-agent based on the provided robots.txt rules, with no external lookups or side effects","failureModes":["Missing required 'path' field returns an error response","Malformed or unparseable robots.txt content may return an error or default result","Missing user-agent defaults to wildcard '*' matching behavior","Invalid JSON input returns a 4xx error","Path not matching any rule may return a default allow result"],"whenToPreferThis":"Use this endpoint when you already hold the robots.txt content locally and need a fast, stateless, deterministic check of whether a path is allowed for a given user-agent — ideal for agent preflight checks before web requests, SEO tooling, or scraper compliance validation. Prefer this over fetching and parsing robots.txt yourself when you need a reliable, structured JSON result without network round-trips or external dependencies.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T12:54:57.834Z","isFirstParty":false}