{"uid":"cap_KNZq7kXkTYk2JlA_kBHNP","slug":"sec-intel-agentdiet-dev-web-url-context-compressor-with-bm25-budget-797186d3","name":"Web URL Context Compressor with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://sec-intel.agentdiet.dev/v1/context-compress)","url":"https://sec-intel.agentdiet.dev/v1/context-compress?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_cA2neOZG7tkPGMn4Oq98j","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"sec-intel.agentdiet.dev","brandSlug":"sec-intel-agentdiet-dev-mpp","brandBaseUrl":"https://sec-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a webpage URL (or raw HTML) into compact, token-efficient markdown, structured data, skeleton outline, or BM25-focused excerpt for AI agent consumption","exampleAgentPrompt":"Can you fetch and compress https://stripe.com/docs/payments into compact markdown using budget mode, focusing on 'payment intents' and keeping it under 500 tokens?","exampleUseCases":[{"title":"Token-budget research on documentation","prompt":"Pull the Stripe docs page at builtin://stripe-docs and distill it into a structured format with a max of 300 tokens, focusing the BM25 query on 'webhook event types' so I only get the relevant parts."},{"title":"Competitive intelligence from a landing page","prompt":"Grab https://openai.com/pricing and distill it into structured tables so I can compare their pricing tiers — keep it compact and agent-readable."},{"title":"Skeleton outline of a long article","prompt":"Fetch https://en.wikipedia.org/wiki/Transformer_(deep_learning_architecture) and give me just the skeleton outline so I can quickly see the article structure without burning through my context window."}],"resultDescription":"Returns a distilled representation of the webpage in the requested mode (markdown, structured JSON tables/metadata, skeleton outline, or BM25-focused budget excerpt), along with ROI proof metrics showing raw vs. distilled token counts, compression ratio, tokens saved, LLM cost saved in USD, and billing details including fee charged.","failureModes":["Invalid or unreachable URL returns an error status","Exceeding the max_tokens minimum of 20 may be rejected","mode=budget without a query parameter may produce unfocused results","Raw HTML input that is malformed may cause parsing failures","Network timeouts when fetching slow or large pages","Payment/x402 authorization failure if wallet has insufficient funds"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read web pages but must minimize LLM token usage and cost. It is especially valuable when processing long documentation pages, news articles, or HTML-heavy sites where full content would overflow context windows. The BM25 budget mode is uniquely suited for targeted extraction when you have a specific query focus and a strict token ceiling. Prefer this over generic scraping APIs when token efficiency and cost savings are primary concerns.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:24:59.217Z","isFirstParty":false,"canonicalSlug":"sec-intel-agentdiet-dev-web-url-context-compressor-with-bm25-budget-797186d3"}