{"uid":"cap_tJ77J2QIGl99E0VDUkyZ9","slug":"cve-intel-agentdiet-dev-web-url-distillation-to-agent-ready-tokens-acd95fc1","name":"Web URL Distillation to Agent-Ready Tokens","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://cve-intel.agentdiet.dev/v1/paywall-clean-extract)","url":"https://cve-intel.agentdiet.dev/v1/paywall-clean-extract?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_EXa-AdGAhSmsx1SQ55Ekr","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"cve-intel.agentdiet.dev","brandSlug":"cve-intel-agentdiet-dev-mpp","brandBaseUrl":"https://cve-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage or raw HTML and distills it into compact, token-efficient Markdown, structured JSON, skeleton outline, or BM25-focused excerpts with token budget control.","exampleAgentPrompt":"Distill the content at https://stripe.com/docs/payments into clean Markdown using budget mode, focused on 'payment intents', and keep it under 800 tokens.","exampleUseCases":[{"title":"Token-budget research on CVE advisories","prompt":"Fetch the NVD page at https://nvd.nist.gov/vuln/detail/CVE-2024-1234 and distill it into budget mode focused on 'severity score and remediation', capped at 500 tokens, so I can include it in my agent's context without blowing the limit."},{"title":"Clean Markdown from a paywalled doc","prompt":"Take this raw HTML I got from a Stripe docs page and distill it into clean Markdown — I want just the readable content stripped of all navigation and ads."},{"title":"Skeleton outline for site mapping","prompt":"Grab https://docs.openai.com/api-reference and give me a skeleton outline of the page so I can understand its structure without reading the whole thing."}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested mode (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt), plus an 'roi_proof' object showing raw vs distilled token counts, tokens saved, compression ratio, and estimated LLM cost saved. Also includes cache status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens set too low (below 20) triggers validation error","mode=budget without a query parameter may return unfiltered excerpt","Paywalled or bot-blocked pages may return incomplete HTML","Raw HTML input too large may exceed processing limits","Network timeout on slow-loading target pages"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read web pages but must stay within token budgets, or when raw HTML is too noisy/large to pass directly into an LLM context. It is especially useful for agentic pipelines doing research, documentation lookup, or competitive intelligence where token efficiency and cost savings matter. Prefer over generic scraping tools when you need BM25-focused relevance filtering or need structured/skeleton output rather than raw text.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:43:18.244Z","isFirstParty":false,"canonicalSlug":"cve-intel-agentdiet-dev-web-url-distillation-to-agent-ready-tokens-acd95fc1"}