{"uid":"cap_B1433qwWW3m-m9KTT1zYn","slug":"sec-intel-agentdiet-dev-web-url-to-compact-markdown-distiller-bm25-101ad0b3","name":"Web URL to Compact Markdown Distiller (BM25 Budget Control)","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://sec-intel.agentdiet.dev/v1/html-to-markdown)","url":"https://sec-intel.agentdiet.dev/v1/html-to-markdown?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_KMVLRV13gA42iPeJkYmWP","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"sec-intel.agentdiet.dev","brandSlug":"sec-intel-agentdiet-dev-mpp","brandBaseUrl":"https://sec-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, token-efficient Markdown, structured JSON, skeleton outline, or BM25-focused excerpts with strict token budget control.","exampleAgentPrompt":"Can you fetch https://stripe.com/docs/payments and distill it into compact markdown — use budget mode with a BM25 query for 'payment intents' and cap it at 500 tokens so it fits in my context window?","exampleUseCases":[{"title":"Compress documentation page for LLM context","prompt":"Grab the OpenAI API docs at https://platform.openai.com/docs/api-reference and distill them into a compact markdown summary using budget mode focused on 'function calling', limited to 800 tokens."},{"title":"Extract structured tables from a financial page","prompt":"Take this SEC filing page at https://www.sec.gov/cgi-bin/browse-edgar and extract it in structured mode so I get clean JSON tables and metadata without all the HTML bloat."},{"title":"Get skeleton outline of a long article","prompt":"Distill https://en.wikipedia.org/wiki/Large_language_model into a skeleton outline so I can see the document structure and section headers without reading the full content."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), plus an 'roi_proof' object showing raw vs distilled token counts, tokens saved, compression ratio percentage, LLM cost saved in USD, and ROI multiplier. Also includes optional cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens below minimum of 20 rejected with validation error","BM25 query with mode other than 'budget' may be ignored","Raw HTML too large may exceed processing limits","Payment failure (HTTP 402) if x402 micropayment not properly handled","Paywalled or bot-blocked pages may return incomplete content"],"whenToPreferThis":"Choose this endpoint when you need to feed web page content into an LLM but want to minimize token consumption — especially when working with long documentation pages, news articles, or HTML-heavy sites. It is particularly valuable when you have a strict token budget (use budget+BM25 mode) or need structured extraction from tables and metadata. Prefer it over raw HTTP fetch or generic scrapers when token efficiency and ROI measurement matter to your agent pipeline.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:20:08.394Z","isFirstParty":false,"canonicalSlug":"sec-intel-agentdiet-dev-web-url-to-compact-markdown-distiller-bm25-101ad0b3"}