{"uid":"cap_Ykn9Ws_KJsDPxS8rDkhMb","slug":"mesh-agentdiet-dev-semantic-html-pruner-web-url-distiller-0e1d84f4","name":"Semantic HTML Pruner — Web URL Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://mesh.agentdiet.dev/v1/semantic-html-pruner)","url":"https://mesh.agentdiet.dev/v1/semantic-html-pruner?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ngURdU6RpI19B992h45Ro","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"mesh.agentdiet.dev","brandSlug":"mesh-agentdiet-dev-mpp","brandBaseUrl":"https://mesh.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a web URL (or accepts raw HTML) and distills it into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments/checkout and distill it into clean markdown, keeping it under 800 tokens — I want just the essential content with no nav bars or boilerplate.","exampleUseCases":[{"title":"Distill docs into agent context","prompt":"Grab the OpenAI function-calling docs at https://platform.openai.com/docs/guides/function-calling and distill them into structured markdown so I can pass the key info to my coding agent without blowing up my context window."},{"title":"Budget-capped research excerpt","prompt":"Fetch https://www.reuters.com/technology/artificial-intelligence/ and give me only the most relevant content about LLM regulation using a BM25 query, capped at 400 tokens."},{"title":"Skeleton outline for navigation","prompt":"Pull https://docs.anthropic.com/claude/reference and give me a skeleton outline of all the sections — I just want the structure, not the full content, so my agent can decide where to dive deeper."}],"resultDescription":"Returns a 'data' object containing the distilled output (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt depending on mode), plus an roi_proof object with raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, and llm_cost_saved_usd. Also includes cache hit/miss status and billing confirmation.","failureModes":["URL is unreachable or returns non-200 HTTP status — endpoint may return an error status","Target page blocks crawlers (robots.txt or Cloudflare) — content may be empty or truncated","max_tokens set too low (below 20) — rejected by schema validation","mode=budget used without a query parameter — BM25 ranking cannot focus without a query","Raw HTML provided alongside a URL — behavior may be ambiguous; only one should be used","Payment not attached — x402 payment required error returned before processing"],"whenToPreferThis":"Choose this endpoint when you need to feed web content to an LLM but want to minimize token usage and cost. It is ideal when the source page has heavy HTML boilerplate, navigation, ads, or JavaScript-rendered noise. Use mode=budget with a query and max_tokens when you have a strict context limit. Prefer over generic web scrapers when you need built-in compression metrics (roi_proof) and multiple output formats (markdown, structured, skeleton). Also suitable when passing Stripe or other SaaS documentation to a coding agent via the builtin://stripe-docs shortcut.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:22:39.370Z","isFirstParty":false,"canonicalSlug":"mesh-agentdiet-dev-semantic-html-pruner-web-url-distiller-0e1d84f4"}