{"uid":"cap_gCEJcbllUAbnxE_DGdJE6","slug":"email-verify-agentdiet-dev-web-content-distiller-with-bm25-budget-634aa3ea","name":"Web Content Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/token-optimizer)","url":"https://email-verify.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_t2TsM_DMCA0zFpFBWf3WZ","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML into compressed Markdown, structured JSON, skeleton outline, or BM25-focused budget excerpt with token savings proof","exampleAgentPrompt":"Grab the content from https://stripe.com/docs/api and distill it down to 500 tokens in budget mode, focusing the BM25 query on 'payment intents', so I can feed just the relevant parts to my LLM without blowing my context window.","exampleUseCases":[{"title":"Token-budget research before LLM call","prompt":"Fetch https://openai.com/pricing and distill it in budget mode with a max of 300 tokens, using 'GPT-4o cost per token' as the focus query — I need to pipe just the relevant pricing details into my next prompt."},{"title":"Clean Markdown from messy webpage","prompt":"Take this raw HTML I scraped from a news article and distill it into clean Markdown for me — I want all the boilerplate, ads, and nav stripped out so I'm left with just the article text."},{"title":"Structured table extraction from docs page","prompt":"Pull the content from https://docs.github.com/en/rest/overview/rate-limits-for-the-rest-api and distill it in structured mode so I get the rate limit tables and metadata as clean JSON I can query programmatically."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown text, structured JSON tables, skeleton outline, or BM25-focused excerpt depending on mode), plus an 'roi_proof' object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, roi_multiplier, and llm_cost_saved_usd. Also includes optional cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 status — endpoint may return an error status","HTML payload is empty or malformed — distillation may produce minimal output","max_tokens set too low (below 20) — rejected by schema validation","BM25 query not provided when mode=budget — may fall back to default behavior","Payment not attached or insufficient — HTTP 402 returned blocking execution","URL is a non-HTML resource (PDF, image) — distillation quality may degrade","Rate limiting or timeout on target URL fetch — slow or failed response"],"whenToPreferThis":"Choose this endpoint when you need to compress web content before passing it to an LLM to reduce token usage and cost. It is especially valuable when working with large documentation pages, news articles, or HTML dumps where only a portion is relevant to a query (use budget+BM25 mode). Prefer it over raw scraping when you need clean, LLM-ready output rather than raw HTML. The built-in ROI proof makes it easy to audit token savings across agent runs.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T00:36:24.084Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-web-content-distiller-with-bm25-budget-634aa3ea"}