{"uid":"cap_DQlyT2S6SRZb5FL7BaYGx","slug":"alpha-stream-agentdiet-dev-agentdiet-markdown-distill-with-bm25-e0cb0cc2","name":"AgentDiet Markdown Distill with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://alpha-stream.agentdiet.dev/v1/markdown-distill)","url":"https://alpha-stream.agentdiet.dev/v1/markdown-distill?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_wBjwQvtlS3c5jNyDI63QN","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"alpha-stream.agentdiet.dev","brandSlug":"alpha-stream-agentdiet-dev-mpp","brandBaseUrl":"https://alpha-stream.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compact Markdown, structured JSON, skeleton outline, or a BM25-scored token-budget excerpt for agent consumption.","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into compact markdown using budget mode, focused on 'payment intents', and keep it under 1500 tokens?","exampleUseCases":[{"title":"Distill docs page for agent context","prompt":"Fetch and distill https://docs.openai.com/guides/function-calling into markdown mode so I can load it into my agent's context window without blowing my token limit."},{"title":"BM25-focused excerpt for research","prompt":"Pull the page at https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) and give me a budget excerpt of at most 800 tokens focused on the query 'attention mechanism'."},{"title":"Structured data extraction from raw HTML","prompt":"I have a raw HTML blob from a product listing page — distill it into structured mode so I get the tables and metadata as clean JSON."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown string, structured JSON, skeleton outline, or BM25 excerpt depending on mode), plus an 'roi_proof' block showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, and llm_cost_saved_usd. Also includes cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 — endpoint may error or return empty data","max_tokens set below the minimum of 20 — validation error","query not provided when mode=budget — BM25 scoring may be skipped or defaulted","Raw HTML too large — may time out or exceed processing limits","Payment not attached or insufficient — HTTP 402 returned blocking execution"],"whenToPreferThis":"Choose this endpoint when you need to compress a webpage or raw HTML into a token-efficient format before feeding it to an LLM, especially when you have a strict token budget or a specific focus query and want BM25 relevance scoring to prioritize the most pertinent content. It is particularly valuable for agentic pipelines where LLM input cost and context window size are constraints.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:36:39.141Z","isFirstParty":false,"canonicalSlug":"alpha-stream-agentdiet-dev-agentdiet-markdown-distill-with-bm25-e0cb0cc2"}