{"uid":"cap_b5RZQeTRY_YXrNfIORmSI","slug":"email-verify-agentdiet-dev-url-to-markdown-distiller-with-bm25-budget-743901d6","name":"URL-to-Markdown Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/url-to-markdown)","url":"https://email-verify.agentdiet.dev/v1/url-to-markdown?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_VGBINOeN16BlsplIvuB9K","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into Markdown, structured JSON, a skeleton outline, or a BM25-ranked token-budget excerpt","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments/accept-a-payment and distill it into clean markdown using budget mode, focused on 'payment intent API', capped at 2000 tokens so I don't blow my context window.","exampleUseCases":[{"title":"Research digest from competitor pricing page","prompt":"Go to https://www.notion.so/pricing and distill it into clean markdown — I want just the key pricing tiers and features without all the nav and footer noise."},{"title":"BM25-focused excerpt for RAG pipeline","prompt":"Fetch https://docs.openai.com/guides/function-calling and give me only the parts relevant to 'tool choice parameter', using budget mode with a max of 1500 tokens so I can embed it without hitting limits."},{"title":"Structured table extraction from HTML report","prompt":"I have some raw HTML from an annual report — distill it in structured mode so I get the tables and metadata as JSON I can query."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled output (Markdown string, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt depending on mode), plus an 'roi_proof' object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, and llm_cost_saved_usd. Optionally includes cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 status — endpoint may return an error status","HTML payload is empty or malformed — distillation may produce empty output","token budget too small (below 20) — rejected by schema validation","BM25 query provided without mode=budget — query may be ignored","Rate limits or payment failures via x402 — request blocked with 402 response","Page requires JavaScript rendering — static fetch may miss dynamic content"],"whenToPreferThis":"Choose this endpoint when you need to feed live web content into an LLM and want to minimize token usage through intelligent compression. It is especially valuable in budget mode when you have a strict context window constraint and a specific query focus — BM25 ranking ensures the most relevant passages are retained. Prefer it over raw fetch+parse pipelines when you need built-in compression metrics (roi_proof) to justify LLM cost savings, or when you want structured JSON tables extracted from HTML without writing a custom parser.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T06:41:51.542Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-url-to-markdown-distiller-with-bm25-budget-743901d6"}