{"uid":"cap_WjfeZLwKoW2YmrYNDQDA4","slug":"company-enrich-agentdiet-dev-web-url-to-markdown-distiller-with-bm25-b0b503d2","name":"Web URL to Markdown Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://company-enrich.agentdiet.dev/v1/html-to-markdown)","url":"https://company-enrich.agentdiet.dev/v1/html-to-markdown?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_uLUUMA6EygJOemfod6ZId","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"company-enrich.agentdiet.dev","brandSlug":"company-enrich-agentdiet-dev-mpp","brandBaseUrl":"https://company-enrich.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a web URL or raw HTML and distills it into compact, agent-ready Markdown, structured JSON, skeleton outline, or BM25-focused token budget excerpt","exampleAgentPrompt":"Fetch https://stripe.com/docs/api and distill it into markdown using budget mode focused on 'payment intents', keeping it under 500 tokens so I can read it without blowing my context window.","exampleUseCases":[{"title":"Research competitor pricing page","prompt":"Grab https://www.notion.so/pricing and distill it into clean markdown so I can read what plans they offer without all the HTML noise."},{"title":"Token-budget research for long docs","prompt":"Fetch https://docs.openai.com/api-reference and give me a BM25 budget excerpt focused on 'streaming responses', capped at 300 tokens."},{"title":"Extract structured data from landing page","prompt":"Take https://www.ycombinator.com/companies and distill it in structured mode so I get the company info as JSON tables rather than raw HTML."}],"resultDescription":"Returns a distilled content object containing the webpage in the requested format (Markdown, structured JSON, skeleton outline, or BM25 budget excerpt), along with an ROI proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes cache status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","Token budget too small (below 20) triggers a validation error","Raw HTML not provided when url is omitted causes missing-input error","BM25 query missing when mode=budget may return unfiltered or empty excerpt","Rate limiting or payment failure via x402 may block the request","Paywalled or JavaScript-heavy pages may return incomplete content"],"whenToPreferThis":"Choose this endpoint when you need to feed web page content to an LLM but want to minimize token usage — especially when working with large documentation pages, news articles, or data-heavy sites. It is distinctly useful when you need BM25-focused excerpts to zero in on a specific topic within a large page, or when you need structured JSON tables extracted from HTML rather than raw text. Prefer it over generic scrapers when token budget control and compression ratio reporting matter to your workflow.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:48:35.317Z","isFirstParty":false,"canonicalSlug":"company-enrich-agentdiet-dev-web-url-to-markdown-distiller-with-bm25-b0b503d2"}