{"uid":"cap_I9G7Cw1biwd0FLhjg9wvc","slug":"email-verify-agentdiet-dev-web-content-distiller-with-bm25-budget-a4f51273","name":"Web Content Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/prompt-compress)","url":"https://email-verify.agentdiet.dev/v1/prompt-compress?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_I0XHy92Hxgwk_A5UkVhPr","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML into compressed Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budget excerpt","exampleAgentPrompt":"Fetch https://docs.stripe.com/payments/checkout and distill it into budget mode focused on 'subscription billing' keeping it under 1500 tokens, so I can include just the relevant parts in my prompt.","exampleUseCases":[{"title":"Compress docs page for LLM context","prompt":"Distill https://docs.openai.com/api-reference into markdown mode so I can paste it into a prompt without blowing my context window."},{"title":"BM25-ranked excerpt for research query","prompt":"Grab https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) and give me only the sections relevant to 'attention mechanism' in budget mode, capped at 800 tokens."},{"title":"Structure a webpage into JSON tables","prompt":"Take the HTML from this product comparison page and distill it into structured mode so I get the tables and metadata as JSON I can query programmatically."}],"resultDescription":"Returns a 'data' object containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt), plus ROI proof metrics (raw token count, distilled token count, tokens saved, compression ratio percentage, estimated LLM cost saved in USD), cache status (HIT/MISS), and billing details including fee charged.","failureModes":["URL is unreachable or returns non-200 — fetch failure error","HTML payload is empty or malformed — parsing error","max_tokens set below minimum of 20 — validation error","mode=budget used without a query parameter — may return unfiltered content","Rate limiting or payment failure via x402 — 402 Payment Required","Very large pages may hit processing timeouts"],"whenToPreferThis":"Choose this endpoint when you need to shrink web content or raw HTML to fit within an LLM context window, especially when you want BM25-based keyword relevance filtering to retain only the most topically relevant tokens under a strict budget. It is particularly useful for agentic pipelines that repeatedly fetch documentation, articles, or structured web pages and need to minimize LLM token costs. Prefer it over generic scrapers when you need compression ratio metrics and cost savings proof alongside the distilled content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T06:42:16.715Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-web-content-distiller-with-bm25-budget-634aa3ea"}