{"uid":"cap_5RdQTYDtX8fsDetP9dcW7","slug":"email-verify-agentdiet-dev-web-page-html-distiller-with-bm25-budget-d3cf9138","name":"Web Page & HTML Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/docs-to-markdown)","url":"https://email-verify.agentdiet.dev/v1/docs-to-markdown?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_aIaZ_hnzB5NPkB6hoKYc1","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into Markdown, structured JSON, a skeleton outline, or a BM25-ranked token-budget excerpt","exampleAgentPrompt":"Distill the content at https://stripe.com/docs/api into clean Markdown using budget mode, focused on 'payment intents', and keep it under 2000 tokens so I can feed it to my LLM without blowing my context window.","exampleUseCases":[{"title":"LLM-ready documentation page extraction","prompt":"Fetch https://docs.openai.com/api-reference and distill it into Markdown so I can pass it to my agent — make sure it's compressed so it fits in my context window."},{"title":"BM25 focused budget excerpt for research","prompt":"Take this URL https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) and give me a BM25 budget excerpt focused on 'attention mechanism', capped at 1500 tokens."},{"title":"Raw HTML to structured tables","prompt":"I've got some raw HTML from a financial report — can you distill it into structured JSON tables and pull out any metadata? Here's the HTML: <html>...</html>"}],"resultDescription":"Returns a distilled version of the webpage or HTML in the chosen format (Markdown, structured JSON, skeleton, or BM25 excerpt), along with ROI proof metrics including raw token count, tokens saved, compression ratio percentage, distilled token count, LLM cost saved in USD, and an ROI multiplier. Also includes cache status (HIT/MISS) and billing information.","failureModes":["URL is unreachable or returns non-200 status — endpoint may return an error status","HTML payload is malformed or empty — distillation may produce minimal output","mode=budget used without a query field — BM25 ranking may not focus correctly","max_tokens set too low — may result in heavily truncated or empty output","Payment not provided or insufficient — x402 payment required error","Rate limit exceeded — retries with Idempotency-Key recommended"],"whenToPreferThis":"Choose this endpoint when you need to efficiently convert webpage content or raw HTML into LLM-consumable text with token budget control. It is especially valuable when you want to minimize LLM token costs by compressing web content, need BM25-ranked relevance filtering to focus on specific topics within a large page, or want structured extraction (tables, metadata) from HTML. Prefer it over generic scrapers when ROI tracking and token savings metrics matter to your workflow.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:30:36.054Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-web-page-html-distiller-with-bm25-budget-d3cf9138"}