{"uid":"cap_RPmScJqWzkXbcZIhRbc3k","slug":"sec-intel-agentdiet-dev-web-url-context-distiller-bm25-budget-control-265a3bca","name":"Web URL Context Distiller (BM25 Budget Control)","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://sec-intel.agentdiet.dev/v1/context-bloat-eliminator)","url":"https://sec-intel.agentdiet.dev/v1/context-bloat-eliminator?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_AQO8n8F6ZgeF-SSROmFod","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"sec-intel.agentdiet.dev","brandSlug":"sec-intel-agentdiet-dev-mpp","brandBaseUrl":"https://sec-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage or raw HTML and compresses it into compact, agent-ready tokens using configurable distillation modes and BM25 budget control","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into compact markdown, keeping it under 2000 tokens and focusing on the query 'payment intent API' using budget mode?","exampleUseCases":[{"title":"Summarize documentation page for agent","prompt":"Pull the Stripe docs page at https://stripe.com/docs/api and distill it into clean markdown so I can pass just the essentials to my agent without blowing my context window."},{"title":"BM25-focused excerpt for research query","prompt":"Fetch https://openai.com/research/gpt-4 and extract only the parts most relevant to 'fine-tuning and RLHF' using budget mode with a max of 500 tokens."},{"title":"Structured data extraction from landing page","prompt":"Distill https://example.com/pricing into structured JSON tables so I can compare their pricing tiers without reading the whole page."}],"resultDescription":"Returns a distilled representation of the webpage in the requested mode (Markdown, structured JSON, skeleton outline, or BM25-focused excerpt), along with ROI proof metrics including raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes cache status and billing information.","failureModes":["Invalid or unreachable URL returns an error status","Empty or malformed HTML produces minimal output","mode=budget without a query or max_tokens may return unfiltered content","Rate limiting or payment failure (x402) blocks the request","Very large pages may hit internal processing limits","URLs behind authentication or paywalls may return incomplete content"],"whenToPreferThis":"Choose this endpoint when you need to read a webpage but want to minimize LLM token consumption and cost. Ideal when passing web content into a context window where space is limited, or when you want BM25-focused extraction to retrieve only the most query-relevant sentences from a long page. Prefer over raw fetch/scrape tools when compression ratio and token budget control matter.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:26:10.487Z","isFirstParty":false,"canonicalSlug":"sec-intel-agentdiet-dev-web-url-context-distiller-bm25-budget-control-265a3bca"}