{"uid":"cap_qH1DY6uc8F3pkmbOoIyFg","slug":"shopify-intel-agentdiet-dev-web-url-to-markdown-distiller-with-bm25-445c0205","name":"Web URL to Markdown Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://shopify-intel.agentdiet.dev/v1/html-to-markdown)","url":"https://shopify-intel.agentdiet.dev/v1/html-to-markdown?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ludyYxXb61JgAqYHa4CLS","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"shopify-intel.agentdiet.dev","brandSlug":"shopify-intel-agentdiet-dev-mpp","brandBaseUrl":"https://shopify-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage (or accepts raw HTML) and converts it into compact, agent-ready Markdown, structured JSON, skeleton outline, or BM25-focused excerpt with strict token budget control","exampleAgentPrompt":"Fetch the page at https://stripe.com/docs/api and distill it into compact markdown, keeping it under 2000 tokens and focusing the BM25 query on 'payment intents'.","exampleUseCases":[{"title":"LLM-ready webpage compression","prompt":"Take the content at https://docs.openai.com/api-reference and distill it into compact markdown under 1500 tokens so I can fit it into my agent's context window without blowing up my API costs."},{"title":"Structured data extraction from product page","prompt":"Grab https://shopify.com/pricing and distill it in structured mode so I get the pricing tables and metadata as clean JSON I can query programmatically."},{"title":"Focused research excerpt with token budget","prompt":"Distill https://sec.gov/cgi-bin/browse-edgar?action=getcompany&CIK=AAPL into a budget excerpt of at most 800 tokens, focusing the BM25 query on 'annual revenue' so I only get the most relevant sections."}],"resultDescription":"Returns a 'data' object containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), along with an roi_proof object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, roi_multiplier, and llm_cost_saved_usd. Also includes cache status (HIT/MISS) and billing details.","failureModes":["Invalid or unreachable URL returns fetch error","max_tokens set below 20 returns validation error","BM25 query with mode other than 'budget' is ignored","Raw HTML too large may exceed processing limits","Paywalled or JavaScript-heavy pages may return incomplete content","Missing required 'url' parameter returns 400 error"],"whenToPreferThis":"Choose this endpoint when you need to feed web page content to an LLM and want to minimize token usage and cost. It is especially valuable when pages are verbose or HTML-heavy, when you need to stay within a strict token budget, or when you want BM25-ranked relevant excerpts rather than the full page. Prefer it over raw fetch+parse pipelines when you need built-in compression metrics and ROI proof. Use structured or skeleton mode when you need machine-parseable output rather than prose Markdown.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:23:36.337Z","isFirstParty":false,"canonicalSlug":"shopify-intel-agentdiet-dev-web-url-to-markdown-distiller-with-bm25-445c0205"}