{"uid":"cap_ZT0b8-KIkA9-gMNbmaOyX","slug":"email-verify-agentdiet-dev-web-url-to-markdown-distiller-with-bm25-8fdc3fc6","name":"Web URL to Markdown Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/html-to-markdown)","url":"https://email-verify.agentdiet.dev/v1/html-to-markdown?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_kbXBImG-t04enozW1259h","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage or raw HTML and distills it into compact, agent-ready Markdown, structured JSON, skeleton outline, or BM25-focused token-budgeted excerpts","exampleAgentPrompt":"Fetch the page at https://stripe.com/docs/payments and distill it into Markdown, keeping it under 2000 tokens and focusing the BM25 budget on 'payment intents'.","exampleUseCases":[{"title":"Distill docs page for agent context","prompt":"Grab the Stripe documentation at https://stripe.com/docs/api and compress it into clean Markdown so I can pass it to my coding agent without blowing my token budget — aim for under 3000 tokens."},{"title":"BM25 focused competitor research","prompt":"Fetch https://openai.com/pricing and extract only the content most relevant to 'GPT-4 API pricing tiers' using budget mode with a 1500-token ceiling."},{"title":"Structured data extraction from webpage","prompt":"Pull the page at https://finance.yahoo.com/quote/AAPL and convert it into structured JSON tables so I can parse the financial data programmatically."}],"resultDescription":"Returns a JSON object containing the distilled content (Markdown text, structured JSON tables, skeleton outline, or BM25 excerpt depending on mode), along with ROI proof metrics including raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","HTML payload too large may exceed processing limits","BM25 budget mode requires both query and max_tokens parameters","max_tokens below minimum of 20 is rejected","Target site blocks scraping with 403 or CAPTCHA responses","Malformed HTML input may produce incomplete distillation"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read a webpage but must stay within a token budget, or when you want to reduce LLM inference costs by compressing web content before passing it as context. Especially useful when you have a specific query focus (BM25 mode) or need structured JSON extraction from an HTML page. Prefer over raw fetch when token efficiency and cost savings are priorities.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:24:32.838Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-web-url-to-markdown-distiller-with-bm25-8fdc3fc6"}