{"uid":"cap_c3le5KdXsaYMsY5CmZUsu","slug":"prompt-guard-agentdiet-dev-web-url-html-markdown-distiller-with-bm25-5a38f267","name":"Web URL & HTML Markdown Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://prompt-guard.agentdiet.dev/v1/markdown-distill)","url":"https://prompt-guard.agentdiet.dev/v1/markdown-distill?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_sBqlMLihG5JuW5ZLR5TfT","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"prompt-guard.agentdiet.dev","brandSlug":"prompt-guard-agentdiet-dev-mpp","brandBaseUrl":"https://prompt-guard.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, agent-ready Markdown, structured JSON, skeleton outline, or BM25-focused token-budget excerpt","exampleAgentPrompt":"Distill the content at https://stripe.com/docs/payments into compact markdown, keeping it under 2000 tokens and focusing on the query 'payment intents' using budget mode.","exampleUseCases":[{"title":"Compress docs page into agent context","prompt":"Grab the content from https://docs.openai.com/api-reference and distill it into markdown — I need it compact enough to fit in my agent's context window without wasting tokens."},{"title":"BM25 focused excerpt for research","prompt":"I'm researching SEC filing requirements. Distill https://www.sec.gov/cgi-bin/browse-edgar into a focused excerpt using budget mode with the query 'annual report 10-K' and cap it at 1500 tokens."},{"title":"Structured data extraction from webpage","prompt":"Pull the page at https://en.wikipedia.org/wiki/Large_language_model and give me back a structured JSON summary — tables, metadata, the works — in the most compressed form you can."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), plus an 'roi_proof' object showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens set below 20 rejected with validation error","BM25 query mode without a query string may return unfiltered or error response","Rate limiting or payment failure via x402 blocks the request","Raw HTML input too large may time out or be truncated","Paywalled or JavaScript-rendered pages may not distill correctly"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to ingest web page content but must stay within a strict token budget, or when LLM inference cost is a concern. It is especially valuable over raw fetch+paste workflows when dealing with large documentation pages, Wikipedia articles, or any verbose HTML source where most tokens are navigation, boilerplate, or irrelevant markup. The BM25 budget mode makes it uniquely suited for retrieval-augmented pipelines where only the query-relevant fragment of a page is needed.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:26:18.096Z","isFirstParty":false,"canonicalSlug":"prompt-guard-agentdiet-dev-web-url-html-markdown-distiller-with-bm25-5a38f267"}