{"uid":"cap_sN00h3pjz5cNUXrMFdqdX","slug":"mesh-agentdiet-dev-web-content-distiller-with-bm25-budget-control-22666326","name":"Web Content Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://mesh.agentdiet.dev/v1/context-compress)","url":"https://mesh.agentdiet.dev/v1/context-compress?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_nefbC7F4njo_UmVlI_jmu","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"mesh.agentdiet.dev","brandSlug":"mesh-agentdiet-dev-mpp","brandBaseUrl":"https://mesh.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compressed Markdown, structured JSON, skeleton outline, or a BM25-focused token-budget excerpt","exampleAgentPrompt":"Distill https://stripe.com/docs/payments into clean markdown and keep it under 800 tokens, focused on the query 'payment intents API' using budget mode.","exampleUseCases":[{"title":"Compress docs page for LLM context","prompt":"Fetch https://docs.openai.com/api-reference and distill it into markdown, keeping the token count under 1000 and focusing on 'function calling' — I need to pass this to my agent without blowing the context window."},{"title":"Extract structured data from raw HTML","prompt":"I have this raw HTML from a product page — can you distill it into structured JSON tables and metadata so I can pull out pricing and feature info cleanly?"},{"title":"Skeleton outline of a long article","prompt":"Take the article at https://en.wikipedia.org/wiki/Large_language_model and give me a skeleton outline so I can quickly understand the structure without reading the whole thing."}],"resultDescription":"Returns a distilled version of the webpage or HTML in the requested format (Markdown, structured JSON, skeleton, or BM25-focused excerpt), along with ROI proof metrics including raw token count, distilled token count, tokens saved, compression ratio percentage, estimated LLM cost saved in USD, and an ROI multiplier. Also includes cache status (HIT/MISS) and billing details.","failureModes":["Invalid or unreachable URL returns a fetch error","HTML too large or malformed may cause parsing failures","mode=budget requires both query and max_tokens — missing either may produce incomplete results","Rate limiting or payment failures (HTTP 402) if USDC balance is insufficient","Timeout on slow-loading pages or pages behind authentication walls"],"whenToPreferThis":"Choose this endpoint when you need to reduce token consumption before passing web content to an LLM, especially when working with long documentation pages, noisy HTML, or tight context budgets. The BM25 budget mode is uniquely powerful for query-focused extraction with a strict token ceiling — no other generic scraper offers this. Prefer this over raw fetch-and-parse when token cost and LLM context limits are the primary concern.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:30:53.448Z","isFirstParty":false,"canonicalSlug":"mesh-agentdiet-dev-web-content-distiller-with-bm25-budget-control-22666326"}