{"uid":"cap_l-xFFJh8rypH5_xK2zcmr","slug":"company-enrich-agentdiet-dev-url-html-to-markdown-distiller-with-bm25-16c13c33","name":"URL & HTML to Markdown Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://company-enrich.agentdiet.dev/v1/url-to-markdown)","url":"https://company-enrich.agentdiet.dev/v1/url-to-markdown?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_fDHY41-Mszvcz1aUtvJPu","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"company-enrich.agentdiet.dev","brandSlug":"company-enrich-agentdiet-dev-mpp","brandBaseUrl":"https://company-enrich.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and converts it to clean Markdown, structured JSON, or a token-budgeted BM25 excerpt with compression metrics.","exampleAgentPrompt":"Fetch the page at https://stripe.com/docs/payments and distill it into clean markdown, keeping it under 800 tokens and focusing on the query 'payment intent API' using budget mode.","exampleUseCases":[{"title":"Token-efficient RAG context from docs","prompt":"Grab the content from https://docs.openai.com/api-reference and distill it in budget mode focused on 'function calling', capped at 1000 tokens — I need to feed it into my RAG pipeline without blowing my context window."},{"title":"Competitor landing page analysis","prompt":"Pull down https://linear.app and convert it to structured mode so I can extract all the feature mentions, pricing tiers, and tech stack signals as JSON."},{"title":"News article cleanup for summarization","prompt":"I have this raw HTML from a news article — can you distill it into plain markdown so I can summarize it? Strip all the nav, ads, and boilerplate and just give me the article body."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown string, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt depending on mode), an 'roi_proof' object showing raw token count, distilled token count, tokens saved, compression ratio percentage, ROI multiplier, and estimated LLM cost saved in USD, plus optional cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 status — endpoint may return an error status","HTML payload is malformed or empty — distillation may produce empty or degraded output","max_tokens set too low (below 20) — rejected by schema validation","BM25 query missing when mode=budget — may fall back to full distillation","Rate limiting or payment failure via x402 — 402 response requiring payment","Paywalled or JavaScript-rendered pages may return incomplete content"],"whenToPreferThis":"Choose this endpoint when you need to reduce the token footprint of web content before feeding it to an LLM, especially when you have a strict context budget or a specific focus query. It is particularly valuable for RAG pipelines, agent context injection, and competitive research where raw HTML is too noisy. Prefer it over generic scrapers when you need compression metrics and BM25 relevance filtering in a single paid API call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:32:35.808Z","isFirstParty":false,"canonicalSlug":"company-enrich-agentdiet-dev-url-html-to-markdown-distiller-with-bm25-16c13c33"}