{"uid":"cap_xpYw_QRk4zHXWcyAKmhmZ","slug":"email-verify-agentdiet-dev-markdown-distill-with-bm25-budget-control-60da9d6a","name":"Markdown Distill with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/markdown-distill)","url":"https://email-verify.agentdiet.dev/v1/markdown-distill?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_jcy1g8FW76kEDStbfe8Ch","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and converts it to distilled Markdown, structured JSON, skeleton outline, or a BM25-ranked budget excerpt within a token ceiling","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it into clean markdown using budget mode, focusing on 'payment intents' and keeping it under 1000 tokens so I can use it in my prompt without blowing my context window.","exampleUseCases":[{"title":"Compress documentation page for LLM context","prompt":"Grab https://docs.openai.com/api-reference and distill it into budget mode focused on 'function calling', capping it at 800 tokens — I want to feed just the relevant parts to my model without wasting context."},{"title":"Convert competitor landing page to structured data","prompt":"Distill https://www.notion.com/product into structured mode so I can pull out their feature tables and pricing metadata as JSON — I need to compare it against our own product."},{"title":"Skeleton outline of a long article","prompt":"Take https://en.wikipedia.org/wiki/Artificial_intelligence and give me a skeleton outline of the page so I can see the top-level sections before deciding which parts to read in full."}],"resultDescription":"Returns a data object containing the distilled content (Markdown text, structured JSON with tables and metadata, a skeleton section outline, or a BM25-ranked excerpt), plus an roi_proof block showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. A cache block indicates whether the result was a cache hit or miss, and a billing block records the fee charged.","failureModes":["URL unreachable or returns non-200 status — fetch failure error","Invalid or malformed URL input — validation error","HTML payload too large to process within service limits","mode=budget used without a query field — BM25 ranking cannot execute","max_tokens set below minimum of 20 — validation error","Payment authorization failure via x402 — 402 response with payment details","Timeout fetching slow or large target URLs"],"whenToPreferThis":"Choose this endpoint when you need to reduce the token footprint of web content before passing it to an LLM — especially when you have a specific topic query (use budget+BM25 mode) or need structured table extraction. It is particularly valuable when scraping documentation, competitor pages, or long articles where full HTML would exceed context limits or inflate LLM API costs. Prefer it over generic scrapers when compression ratio and token-cost ROI metrics matter to your pipeline.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T06:41:02.739Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-markdown-distill-with-bm25-budget-control-60da9d6a"}