{"uid":"cap_pdBfiAy-wTYkb0k2BiMrc","slug":"github-audit-agentdiet-dev-agentdiet-web-distiller-with-bm25-budget-93e7dc8c","name":"AgentDiet Web Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://github-audit.agentdiet.dev/v1/distill)","url":"https://github-audit.agentdiet.dev/v1/distill?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_c7hycugBkm0dRUx6j2DsW","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"github-audit.agentdiet.dev","brandSlug":"github-audit-agentdiet-dev-mpp","brandBaseUrl":"https://github-audit.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compact, agent-ready tokens using BM25-ranked budget control with configurable output modes","exampleAgentPrompt":"Distill the content at https://stripe.com/docs/api into budget mode with the query 'payment intents' and keep it under 500 tokens so I can use it in my prompt.","exampleUseCases":[{"title":"Compress docs page for LLM context","prompt":"Fetch https://docs.openai.com/api-reference and distill it into markdown mode so I can paste it into my agent's context without blowing through my token limit."},{"title":"BM25-focused excerpt for research","prompt":"Pull https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) and give me only the sections most relevant to 'attention mechanism' using budget mode, capped at 300 tokens."},{"title":"Structured extraction from raw HTML","prompt":"I have this raw HTML from a product page — distill it into structured mode so I get the tables, metadata, and key fields as clean JSON instead of a wall of markup."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown, structured JSON, skeleton outline, or BM25 budget excerpt depending on mode), an 'roi_proof' object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, and llm_cost_saved_usd, optional cache hit/miss status, and billing details.","failureModes":["URL unreachable or returns non-200 — distillation cannot proceed, returns error status","Token budget too low (max_tokens < 20) — rejected by schema validation","HTML or URL content is empty or non-parseable — may return minimal or empty data","BM25 query provided without mode=budget — query may be ignored","Rate limiting or payment failure via x402 — 402 response requiring payment","Invalid mode enum value — request rejected"],"whenToPreferThis":"Choose this endpoint when you need to read web pages or HTML documents within tight token budgets, especially when using BM25 query-focused extraction to retrieve only the most relevant sections. It is ideal for agents that need to process live web content without consuming excessive LLM context, and uniquely suited when you want quantified ROI proof (tokens saved, compression ratio) alongside the distilled content. Prefer it over generic scrapers when token efficiency is a first-class concern.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:31:30.981Z","isFirstParty":false,"canonicalSlug":"github-audit-agentdiet-dev-agentdiet-web-distiller-with-bm25-budget-93e7dc8c"}