{"uid":"cap_jZxP3jbgU403_7xSm8bqH","slug":"cve-intel-agentdiet-dev-web-url-html-bm25-budget-distiller-407c2174","name":"Web URL / HTML BM25 Budget Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://cve-intel.agentdiet.dev/v1/context-diet)","url":"https://cve-intel.agentdiet.dev/v1/context-diet?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_Mh8UfeJ-unsChiwgomabl","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"cve-intel.agentdiet.dev","brandSlug":"cve-intel-agentdiet-dev-mpp","brandBaseUrl":"https://cve-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML into compact, query-focused tokens using BM25 budget control with a strict token ceiling","exampleAgentPrompt":"Distill https://stripe.com/docs/api into compact markdown using budget mode, focused on the query 'payment intents', and keep it under 500 tokens.","exampleUseCases":[{"title":"Research-focused webpage summarization","prompt":"Fetch https://owasp.org/www-project-top-ten/ and distill it down to only the content about injection vulnerabilities, using budget mode with my query 'injection attacks' and a max of 300 tokens."},{"title":"Cost-efficient LLM context loading","prompt":"I need to load the Cloudflare Workers documentation at https://developers.cloudflare.com/workers/ into my agent's context — can you distill it to markdown and tell me how many tokens you saved versus the raw page?"},{"title":"Structured data extraction from raw HTML","prompt":"I have this raw HTML from a product page — distill it into structured JSON tables with prices and variants so my agent can parse it cleanly."}],"resultDescription":"Returns a distilled payload containing the content in the requested mode (markdown, structured JSON, skeleton outline, or BM25 budget excerpt), plus ROI proof fields showing raw token count, distilled token count, tokens saved, compression ratio percentage, estimated LLM cost saved in USD, and a ROI multiplier. Also includes cache status (HIT/MISS) and billing details.","failureModes":["URL unreachable or returns non-200 — fetch failure with error status","Token budget too small for meaningful content — may return truncated or empty excerpt","Invalid mode enum value — schema validation error","Both url and html omitted — missing required field error","BM25 query missing when mode=budget — may fall back to full content or return error","Malformed HTML input — distillation may produce garbled output","Payment failure via x402 — 402 response before processing"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to load web content into a limited context window and wants to minimize token cost and LLM spend. Especially valuable when the agent has a specific query focus (use budget mode with BM25) or needs structured/outline views of complex pages. Prefer over generic scrapers when ROI metrics and token compression guarantees matter, or when working within strict token budgets for cost-sensitive pipelines.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:27.599Z","isFirstParty":false,"canonicalSlug":"cve-intel-agentdiet-dev-web-url-html-bm25-budget-distiller-407c2174"}