{"uid":"cap_iiGG5O_1saSdqWZhRX6oK","slug":"sec-intel-agentdiet-dev-html-url-distiller-with-bm25-budget-control-f663916d","name":"HTML/URL Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://sec-intel.agentdiet.dev/v1/clean-html)","url":"https://sec-intel.agentdiet.dev/v1/clean-html?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_4Hjw9_8CSFWZu5_Yx9hdg","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"sec-intel.agentdiet.dev","brandSlug":"sec-intel-agentdiet-dev-mpp","brandBaseUrl":"https://sec-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML payload into token-efficient markdown, structured JSON, skeleton outline, or BM25-focused excerpt with ROI proof","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it into clean markdown using budget mode, focused on 'payment intents', and cap the output at 500 tokens so I can pass only the relevant content to my LLM.","exampleUseCases":[{"title":"Token-efficient LLM web grounding","prompt":"Pull the content from https://openai.com/blog and distill it into markdown, keeping it under 300 tokens and focusing on 'GPT-4o' — I want to feed just the relevant part to my model without blowing my context window."},{"title":"Structured data extraction from product page","prompt":"Grab https://aws.amazon.com/ec2/pricing/ and distill it in structured mode so I get the pricing tables as JSON — I need clean tabular data, not a wall of HTML."},{"title":"Quick skeleton outline of documentation site","prompt":"Distill https://docs.github.com/en/actions into skeleton mode so I get a clean outline of all the sections — I just want the structure, not the full content."}],"resultDescription":"Returns a JSON object containing the distilled content (markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), an ROI proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD, plus optional cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 HTTP status — distillation fails with an error status","HTML payload is empty or malformed beyond repair — returns empty or minimal distilled output","max_tokens set too low (below 20) — rejected by schema validation","BM25 query provided without mode=budget — query may be ignored or endpoint returns error","Payment not attached or insufficient — HTTP 402 returned blocking execution","Rate limiting or timeout fetching the target URL — error status returned"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to consume web page content but must stay within token budgets, reduce LLM inference costs, or extract only query-relevant sections via BM25 ranking. It is especially valuable when passing live web content into an LLM context window, since the built-in ROI proof quantifies savings. Prefer it over raw fetch-and-pass approaches whenever token efficiency matters, or when you need structured JSON tables extracted from HTML rather than raw text.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:44.724Z","isFirstParty":false,"canonicalSlug":"sec-intel-agentdiet-dev-html-url-distiller-with-bm25-budget-control-f663916d"}