{"uid":"cap_nvcD615a-9ecK5REoh8pB","slug":"delx-commerce-robots-meta-parse-cd2013fb","name":"Delx Commerce — Robots Meta Parse","description":"Pay-per-result APIs for agents. No signup. Exact price. Verifiable delivery. USDC on Base + Solana via x402.","url":"https://commerce.delx.ai/api/v1/x402/robots-meta-parse?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"content":{"type":"string","maxLength":8192,"description":"Content supplied to Robots Meta Parse; used only for this bounded calculation and processed in memory without retention."}}},"responseSchema":{"type":"json","example":{"result":{"index":false,"follow":true,"directives":{"follow":true,"noindex":true,"max-snippet:120":true}},"schema":"delx/util-robots-meta-parse/v1","status":"pass","evidence":{"retained":false,"input_sha256":"3f1ac89f0bc9abc369b7715c61999cd61922eb2d2781d0e4f8192ed4c5e7bd43","external_calls":0},"operation":"web_reliability:robots_meta_parse"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_xDlWvN1v-GM98eoKZSVBT","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Parses robots meta tag directives from HTML content and returns structured indexing/follow rules","exampleAgentPrompt":"Parse the robots meta directives from this HTML snippet and tell me whether the page allows indexing and link following: '<meta name=\"robots\" content=\"noindex, follow, max-snippet:120\">'","exampleUseCases":[{"title":"SEO audit for scraped pages","prompt":"I've scraped this HTML from a page — can you extract the robots meta directives and tell me whether it's set to noindex or nofollow so I can flag it in my SEO audit report?"},{"title":"Crawler permission check before indexing","prompt":"Before I add this page to my search index, check this HTML content for any robots meta tags and tell me if the page is marked as noindex or restricts snippet length."},{"title":"Web agent link-following policy check","prompt":"My agent is about to follow links on a page — here's the raw HTML, can you parse the robots meta tag and confirm whether following links is permitted?"}],"resultDescription":"Returns a JSON object containing structured directive flags (index, follow, noindex, max-snippet, etc.), operation name, status (pass/fail), and an evidence block including whether input was retained (always false), a SHA-256 hash of the input, and the number of external calls made (always 0). No data is stored server-side.","failureModes":["Malformed or missing robots meta content returns empty directives object","Content exceeding 8192 characters is rejected","Non-HTML or unrecognized content may produce empty directive sets","Network or payment failures return HTTP 402 or 5xx without a result"],"whenToPreferThis":"Choose this endpoint when you need a lightweight, pay-per-call, no-signup parser for robots meta directives with verifiable, privacy-preserving processing (no retention, input hashed for auditability). Ideal for agents that need to check crawl permissions at scale without maintaining API keys or subscriptions, and where USDC micropayment via x402 is acceptable.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-01T00:53:40.330Z","isFirstParty":false,"canonicalSlug":"delx-commerce-robots-meta-parse-cd2013fb"}