{"uid":"cap_mNijvcPIsuxH1kf11TAXc","slug":"mesh-agentdiet-dev-web-content-distiller-with-bm25-budget-control-f9a3b1ef","name":"Web Content Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://mesh.agentdiet.dev/v1/prompt-compress)","url":"https://mesh.agentdiet.dev/v1/prompt-compress?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_QldZV97nYZvehvGGtU9Cj","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"mesh.agentdiet.dev","brandSlug":"mesh-agentdiet-dev-mpp","brandBaseUrl":"https://mesh.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and compresses a URL or raw HTML into Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budget excerpt","exampleAgentPrompt":"Can you distill https://stripe.com/docs/api into clean Markdown, keeping only the content relevant to 'webhook event types' and capping the output at 500 tokens?","exampleUseCases":[{"title":"Fit long doc into context window","prompt":"Distill https://docs.openai.com/api-reference into budget mode focused on 'function calling', capped at 800 tokens so it fits in my prompt."},{"title":"Convert competitor webpage to structured JSON","prompt":"Fetch https://www.salesforce.com/pricing/ and return it as structured JSON tables so I can compare the pricing tiers programmatically."},{"title":"Get skeleton outline of research article","prompt":"Give me a skeleton outline of this page — https://arxiv.org/abs/2310.06825 — just the headings and key section summaries, in Markdown."}],"resultDescription":"Returns a 'data' object containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt depending on mode), plus an 'roi_proof' object showing raw vs distilled token counts, compression ratio percentage, tokens saved, and estimated LLM cost saved in USD. Also includes cache hit/miss status and billing details.","failureModes":["URL unreachable or returns non-200 — fetch failure, no distilled output","HTML payload is empty or malformed — distillation returns minimal or empty content","max_tokens set below minimum of 20 — validation error","mode=budget used without a query parameter — BM25 ranking cannot focus, may return generic excerpt","Webpage is behind authentication or a CAPTCHA — fetch blocked, no content returned","Very large HTML payloads may exceed processing limits — partial distillation or timeout"],"whenToPreferThis":"Choose this endpoint when you need to reduce the token footprint of web content before passing it to an LLM, especially when working within tight context windows or trying to minimize LLM API costs. It is ideal when you need a focused excerpt (BM25 budget mode with a query) rather than a full-page summary, or when you want structured JSON tables extracted from a webpage rather than raw text. Prefer it over generic scrapers when ROI proof and compression metrics matter to your pipeline.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-28T00:31:42.414Z","isFirstParty":false,"canonicalSlug":"mesh-agentdiet-dev-web-content-distiller-with-bm25-budget-control-22666326"}