{"uid":"cap_6tqBGsmd1mvJFQwZh2bYs","slug":"mesh-agentdiet-dev-web-url-to-markdown-distiller-bm25-budget-control-aa3ae489","name":"Web URL to Markdown Distiller (BM25 Budget Control)","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://mesh.agentdiet.dev/v1/markdown-distill)","url":"https://mesh.agentdiet.dev/v1/markdown-distill?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_pYcYcW90p9DKqiC1YSKvw","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"mesh.agentdiet.dev","brandSlug":"mesh-agentdiet-dev-mpp","brandBaseUrl":"https://mesh.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, agent-ready Markdown, structured JSON, skeleton outline, or BM25-focused token-budget excerpt","exampleAgentPrompt":"Can you fetch https://stripe.com/docs/payments and distill it into compact markdown — use budget mode with a 2000 token ceiling and focus the BM25 query on 'payment intents'?","exampleUseCases":[{"title":"Token-efficient documentation reading","prompt":"Grab the Stripe docs at https://stripe.com/docs/api and compress them into a skeleton outline so I can understand the structure without blowing my context window."},{"title":"Targeted content extraction for research","prompt":"Fetch this article at https://techcrunch.com/2024/01/15/openai-update/ and extract only the parts relevant to 'model pricing changes' using a 1500 token budget — I want the most relevant bits, not the whole page."},{"title":"Structured data extraction from a webpage","prompt":"Pull https://en.wikipedia.org/wiki/Large_language_model and distill it into structured mode so I get the tables and metadata as clean JSON instead of raw HTML."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown text, structured JSON, skeleton outline, or BM25-focused excerpt depending on mode), plus 'roi_proof' stats showing raw vs distilled token counts, compression ratio percentage, tokens saved, ROI multiplier, and estimated LLM cost saved in USD. Also includes cache status (HIT/MISS) and billing details.","failureModes":["Invalid or unreachable URL returns an error status","mode=budget without a query or max_tokens may fall back to default behavior","Very large pages may exceed processing limits","HTML-only mode requires passing raw html param instead of url","Rate limiting or payment failures (x402) if USDC balance insufficient","Pages behind login/paywalls will not be accessible"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read a web page but wants to minimize token consumption — especially useful before feeding web content into an LLM context window. Prefer it over raw web scraping when you need clean Markdown or structured output, and use budget mode when you only care about content relevant to a specific query. It is particularly valuable for documentation sites, long articles, and Wikipedia pages where most content is irrelevant noise.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:43:51.807Z","isFirstParty":false,"canonicalSlug":"mesh-agentdiet-dev-web-url-to-markdown-distiller-bm25-budget-control-aa3ae489"}