{"uid":"cap_UoTX6RByl-eIM1yzQucEy","slug":"neuroterminal-fetch-preflight-83242f5c","name":"Neuroterminal Fetch Preflight","description":"Paid HTTP endpoints for AI agents, settled in USDC on Base via the x402 protocol. No account, no API key — pay per call.","url":"https://api.neuroterminal.xyz/v1/fetch-preflight","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"URL you intend to fetch"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"robots":{"*":true,"GPTBot":false,"ClaudeBot":false},"status":200,"blocked":false,"paywall":true,"jsRequired":true,"blockedReason":null}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_nr4peAfCZ3yorfpLyHazx","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Pre-checks a URL before fetching it, returning accessibility metadata such as robots.txt permissions, paywall detection, JS rendering requirements, and HTTP status.","exampleAgentPrompt":"Before you try to fetch https://www.nytimes.com/2024/01/15/tech/ai.html, can you do a preflight check to see if it's blocked for AI bots, behind a paywall, or requires JavaScript rendering?","exampleUseCases":[{"title":"Bot access check before scraping","prompt":"Before you scrape https://www.bloomberg.com/news/articles/2024-03-01/some-article, can you preflight it to see whether AI bots like GPTBot or ClaudeBot are allowed and if the page is behind a paywall?"},{"title":"JS rendering requirement detection","prompt":"I want to extract content from https://app.somesite.com/dashboard — can you preflight that URL first to tell me if it requires JavaScript to render, or if it's likely to return a blank page?"},{"title":"Confirming open access before paid fetch","prompt":"Before spending credits to fetch https://techcrunch.com/2024/05/10/openai-news/, can you do a quick preflight to confirm it's not paywalled and that bots are actually allowed in the robots.txt?"}],"resultDescription":"Returns a JSON object indicating: whether the URL returns a 2xx HTTP status, whether AI bots (GPTBot, ClaudeBot, and wildcards) are permitted by robots.txt, whether the page is behind a paywall, whether JavaScript is required to render the page, whether the page is blocked, and if blocked, the reason.","failureModes":["URL is unreachable or returns a network error — blocked flag may be true with a reason","Malformed or missing URL parameter — returns a validation error","robots.txt is absent or unparseable — wildcard permissions may default to true","JavaScript detection may produce false positives for complex SPAs","Paywall detection may not catch soft paywalls or metered access"],"whenToPreferThis":"Use this endpoint when you need a lightweight, cheap ($0.01) pre-check before committing to a more expensive or complex web fetch operation. It is ideal for filtering out paywalled, bot-blocked, or JS-heavy URLs before sending them to a full rendering or scraping pipeline. Prefer this over full-fetch endpoints when you only need access metadata rather than page content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T12:46:58.583Z","isFirstParty":false}