{"uid":"cap_P7N7irRDIfPd693BdWFYQ","slug":"agentdiet-dev-agentdiet-context-trimmer-bm25-budget-controlled-web-c32de3fd","name":"AgentDiet Context Trimmer — BM25 Budget-Controlled Web Distillation","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://agentdiet.dev/v1/context-trimmer)","url":"https://agentdiet.dev/v1/context-trimmer?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_e-0U1gHtWBKJ4-U5Htqcg","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"agentdiet.dev","brandSlug":"agentdiet-dev-mpp","brandBaseUrl":"https://agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compressed Markdown, structured JSON, a skeleton outline, or a BM25-ranked token-budget excerpt focused on a query","exampleAgentPrompt":"Distill the content at https://docs.stripe.com/api into concise markdown using budget mode, focused on 'payment intents', and keep it under 800 tokens so it fits in my context window.","exampleUseCases":[{"title":"Focused research on a long documentation page","prompt":"Go to https://docs.openai.com/api-reference and distill it in budget mode focused on 'function calling', capped at 600 tokens — I just need the relevant parts without all the surrounding noise."},{"title":"Clean markdown extraction for agent memory","prompt":"Fetch https://en.wikipedia.org/wiki/Transformer_(deep_learning_architecture) and give me a clean markdown version of the whole page — I want to store the distilled content in my agent's memory without the Wikipedia HTML clutter."},{"title":"Structured table extraction from a financial page","prompt":"Pull https://finance.yahoo.com/quote/AAPL/financials and distill it in structured mode so I get the financial tables and key metadata as JSON, not raw HTML."}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested format (Markdown, structured JSON, skeleton outline, or BM25-ranked excerpt), along with an 'roi_proof' object showing raw vs distilled token counts, tokens saved, compression ratio percentage, estimated LLM cost saved in USD, and a multiplier. Also includes optional cache hit/miss status and billing details.","failureModes":["URL unreachable or returns non-200 — fetch failure with status error","HTML payload too small or empty — minimal output with low compression","Token budget too low (below minimum of 20) — validation error on max_tokens","BM25 query missing when mode=budget — may return unfiltered or error response","Rate limiting or payment failure via x402 — 402 response requiring payment","Malformed HTML input — degraded distillation quality or partial output"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to retrieve and compress web content to fit within an LLM context window, especially when cost efficiency and token savings matter. It is ideal over generic scrapers when you need BM25-focused excerpts around a specific query, structured JSON extraction from HTML tables, or strict token budget enforcement. Prefer it over raw fetch-and-summarize pipelines because it provides verifiable compression metrics (roi_proof) and supports multiple distillation modes in a single call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:10.141Z","isFirstParty":false,"canonicalSlug":"agentdiet-dev-agentdiet-context-trimmer-bm25-budget-controlled-web-c32de3fd"}