{"uid":"cap_5dsfIcqwsgJEyGEoIsJ6_","slug":"whale-momentum-agentdiet-dev-markdown-distill-with-bm25-budget-control-1d53db00","name":"Markdown Distill with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://whale-momentum.agentdiet.dev/v1/markdown-distill)","url":"https://whale-momentum.agentdiet.dev/v1/markdown-distill?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_L8ySy9Yax7IVgwZkqbBqP","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"whale-momentum.agentdiet.dev","brandSlug":"whale-momentum-agentdiet-dev-mpp","brandBaseUrl":"https://whale-momentum.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or processes raw HTML and distills it into clean Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budget excerpt","exampleAgentPrompt":"Can you fetch https://docs.stripe.com/api and distill it into clean markdown, keeping it under 2000 tokens and focusing on 'authentication' using BM25 budget mode?","exampleUseCases":[{"title":"Compress docs page for LLM context","prompt":"Grab the OpenAI API docs at https://platform.openai.com/docs/api-reference and distill them into markdown under 1500 tokens, using BM25 budget mode focused on 'rate limits' so I can paste it into my prompt without blowing the context window."},{"title":"Structured data extraction from product page","prompt":"Take this URL https://stripe.com/pricing and distill it in structured mode so I get the pricing tiers and plan details as JSON tables — I want the product catalog, not all the marketing fluff."},{"title":"Outline a long research article","prompt":"Here's a long HTML article about climate change — can you distill it in skeleton mode to give me just the section headings and outline so I can decide which parts to read in full?"}],"resultDescription":"Returns a 'data' object containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked budget excerpt), plus an 'roi_proof' block showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, and llm_cost_saved_usd. Also includes cache status (HIT/MISS) and billing details.","failureModes":["URL unreachable or returns non-200 — fetch fails with error status","HTML payload too large or malformed — parser error returned","max_tokens below minimum of 20 — validation error","query missing when mode=budget — BM25 ranking cannot proceed","Payment not included or insufficient — HTTP 402 returned","Rate limit exceeded — request throttled"],"whenToPreferThis":"Choose this endpoint when you need to reduce token consumption before sending web content to an LLM, especially when working with long documentation pages, product catalogs, or research articles. The BM25 budget mode is uniquely suited for query-focused extraction with a hard token ceiling — ideal for RAG pipelines, agent memory, or cost-sensitive LLM workflows. Prefer it over generic scrapers when you need both content cleaning and token-budget enforcement in one step.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:32:22.234Z","isFirstParty":false,"canonicalSlug":"whale-momentum-agentdiet-dev-markdown-distill-with-bm25-budget-control-1d53db00"}