{"uid":"cap_wf6tPdvj1wCCZhU96JfhB","slug":"mesh-agentdiet-dev-web-url-distillation-token-compression-api-61f871f3","name":"Web URL Distillation & Token Compression API","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://mesh.agentdiet.dev/api/diet)","url":"https://mesh.agentdiet.dev/api/diet?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_KohT_D0qrHm5jPAtXMbHV","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"mesh.agentdiet.dev","brandSlug":"mesh-agentdiet-dev-mpp","brandBaseUrl":"https://mesh.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and compresses a webpage URL (or raw HTML) into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into compact markdown and tell me how many tokens you saved compared to the raw page?","exampleUseCases":[{"title":"LLM cost reduction for research pipelines","prompt":"Fetch https://openai.com/research/gpt-4 and distill it into markdown, keeping only the most relevant content so I'm not burning tokens on boilerplate."},{"title":"Budget-focused Q&A grounding","prompt":"Pull this URL https://docs.anthropic.com/claude/reference and distill it in budget mode focused on the query 'rate limits', with a hard cap of 500 tokens so I can use it as context without blowing my budget."},{"title":"Structured data extraction from a web page","prompt":"Take https://news.ycombinator.com and distill it in structured mode so I get the key tables and metadata as clean JSON instead of raw HTML."}],"resultDescription":"Returns a status field, distilled data object (markdown text, structured JSON, skeleton outline, or BM25-focused excerpt depending on mode), an roi_proof object showing raw vs distilled token counts, compression ratio, and estimated LLM cost saved, plus optional cache hit/miss info and billing details.","failureModes":["Invalid or unreachable URL returns an error status","URL behind a paywall or login wall may return incomplete or empty content","Exceeding the token ceiling in budget mode may truncate results","Raw HTML input conflicts with URL parameter","Network timeouts on slow external sites","Rate limiting or payment failure via x402 if USDC balance is insufficient"],"whenToPreferThis":"Choose this endpoint when you need to feed webpage content to an LLM but want to minimize token usage and cost — especially useful for long documentation pages, news articles, or any web content where you want clean markdown, structured tables, or a BM25-focused excerpt rather than raw HTML. Prefer it over generic scrapers when token budget control and ROI tracking matter to your agent pipeline.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:25:24.742Z","isFirstParty":false,"canonicalSlug":"mesh-agentdiet-dev-web-url-distillation-token-compression-api-9ac40642"}