{"uid":"cap_txdNI0PaDk4PC7rxW1W5v","slug":"alpha-stream-agentdiet-dev-context-trimmer-bm25-budget-controlled-url-0d414b6c","name":"Context Trimmer: BM25 Budget-Controlled URL/HTML Distillation","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://alpha-stream.agentdiet.dev/v1/context-trimmer)","url":"https://alpha-stream.agentdiet.dev/v1/context-trimmer?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_n59D34sAvneACFE0N40KS","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"alpha-stream.agentdiet.dev","brandSlug":"alpha-stream-agentdiet-dev-mpp","brandBaseUrl":"https://alpha-stream.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compact, token-budget-controlled output using BM25-ranked content extraction across multiple modes (markdown, structured, skeleton, budget).","exampleAgentPrompt":"Grab the Stripe docs page at https://stripe.com/docs/payments and distill it in budget mode focused on 'refund flow', keeping it under 500 tokens, so I can fit it in my prompt without burning my context window.","exampleUseCases":[{"title":"RAG pipeline web page compression","prompt":"Fetch https://openai.com/blog/gpt-4o and distill it into clean markdown, stripping all the nav and footer fluff — I need it compact enough to drop into my RAG pipeline without blowing my token budget."},{"title":"Topic-focused excerpt from documentation","prompt":"I need only the authentication-related content from https://docs.github.com/en/rest — run it in budget mode with the query 'API authentication tokens' and cap the output at 300 tokens."},{"title":"Structured data extraction from a landing page","prompt":"Take this HTML I'm pasting and pull out all the tables and metadata in structured JSON mode — I need the pricing tiers and feature comparisons in a machine-readable format."}],"resultDescription":"Returns a 'data' object containing the distilled content (markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked budget excerpt depending on mode), plus an 'roi_proof' object showing raw vs. distilled token counts, tokens saved, compression ratio percentage, estimated LLM cost saved in USD, and ROI multiplier. Also includes cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns a non-200 status — endpoint may return an error status","HTML payload is empty or malformed — distillation returns minimal or empty data object","max_tokens set below minimum of 20 — validation error","BM25 query missing when mode=budget — may fall back to full-page distillation or return error","Rate limiting or payment failure via x402 — 402 Payment Required response","Target URL blocks crawlers — may return empty or partial content"],"whenToPreferThis":"Choose this endpoint when you need to feed web content into an LLM but must control token costs and context window usage. It is especially valuable over raw fetch+parse approaches when you have a strict token budget (use budget mode with a BM25 query to get only the most relevant content), need clean markdown or structured JSON from messy HTML, or want quantified compression ROI metrics. Prefer it over generic scraping APIs when you care about LLM-readiness and token efficiency rather than raw HTML fidelity.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T06:46:46.724Z","isFirstParty":false,"canonicalSlug":"alpha-stream-agentdiet-dev-context-trimmer-bm25-budget-controlled-url-0d414b6c"}