{"uid":"cap_Nco5fLGHv8GAWpAMkox13","slug":"robots-meta-parse-a53f3e95","name":"Robots Meta Parse","description":"Robots Meta Parse: Robots Meta Parse parses robots meta directives into normalized index and follow decisions from bounded caller-supplied values without an external provider. Call Robots Meta Parse before accepting, caching, redirecting, or retrying a caller-supplied web response. Returns normalized web evidence, the computed finding, and an explicit pass or advisory status for Robots Meta Parse as versioned deterministic JSON. Price: $0.001 USDC via x402 on Base. First-party, stateless, memor…","url":"https://api.delx.ai/api/v1/x402/robots-meta-parse","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"content":{"type":"string","maxLength":8192,"description":"Content supplied to Robots Meta Parse; used only for this bounded calculation and processed in memory without retention."}}},"responseSchema":{"type":"json","example":{"result":{"index":false,"follow":true,"directives":{"follow":true,"noindex":true,"max-snippet:120":true}},"schema":"delx/util-robots-meta-parse/v1","status":"pass","evidence":{"retained":false,"input_sha256":"3f1ac89f0bc9abc369b7715c61999cd61922eb2d2781d0e4f8192ed4c5e7bd43","external_calls":0},"operation":"web_reliability:robots_meta_parse"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_9e-hn-FKo8GHzHyuFvfzg","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Parses robots meta tag directives from HTML content into normalized index/follow decisions, returning a deterministic pass/advisory status.","exampleAgentPrompt":"Before you cache this page response, parse the robots meta directives from its HTML to check whether indexing and following are permitted — here's the raw HTML content.","exampleUseCases":[{"title":"Pre-cache robots directive check","prompt":"I'm about to cache this HTML page response — can you parse the robots meta tags from the content first to tell me if indexing and following are allowed?"},{"title":"Crawl pipeline permission gate","prompt":"Before my crawler stores this page, check the robots meta directives in this HTML and tell me whether it's safe to index and follow the links."},{"title":"SEO audit robots tag validation","prompt":"I have the raw HTML of a landing page and I need to know what the robots meta tag is telling crawlers — parse it out and give me the normalized index and follow decisions."}],"resultDescription":"A versioned deterministic JSON object containing normalized web evidence (the parsed robots meta tag values), the computed finding (index and follow decisions), and an explicit pass or advisory status indicating whether the caller should proceed with indexing, following, caching, or retrying the response.","failureModes":["Content exceeds 8192 character limit, returning a validation error","No robots meta tag found in content, returning a default permissive or advisory result","Malformed or ambiguous robots meta directives that cannot be cleanly normalized","Empty content string submitted, resulting in an advisory or error status"],"whenToPreferThis":"Use this endpoint when you need a stateless, deterministic parse of robots meta directives embedded in HTML content — particularly in crawl pipelines, caching layers, or agent web-access workflows that need to check index/follow permissions before storing or acting on a fetched page. Prefer this over manual parsing when you need versioned, normalized JSON output and a clear pass/advisory status without writing your own directive logic.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T07:07:36.205Z","isFirstParty":false}