{"uid":"cap_zMeBzueJ6ePDHAXWVMJuE","slug":"x402broker-com-context-diet-web-distillation-with-bm25-budget-control-fd24d772","name":"Context Diet – Web Distillation with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://x402broker.com/v1/context-diet)","url":"https://x402broker.com/v1/context-diet?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_bw-0Gmek4-L2C0Ax7FArW","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"x402broker.com","brandSlug":"x402broker-com-mpp","brandBaseUrl":"https://x402broker.com","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compact markdown, structured JSON, skeleton outline, or a BM25-focused excerpt under a strict token budget","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it down to clean markdown, keeping it under 800 tokens and focused on the query 'payment intents setup'.","exampleUseCases":[{"title":"Token-budget RAG pipeline grounding","prompt":"Grab https://openai.com/research/gpt-4 and distill it using budget mode with the query 'multimodal capabilities' — I only want 600 tokens max so it fits in my context window."},{"title":"Structured data extraction from product page","prompt":"Pull the HTML from this e-commerce page and convert it to structured mode so I get the product tables, specs, and metadata as JSON rather than a wall of text."},{"title":"Skeleton outline for a long article","prompt":"Distill https://en.wikipedia.org/wiki/Large_language_model into skeleton mode so I get just the headings and section structure — I want to decide which sections to read in full."}],"resultDescription":"Returns a JSON object containing: a 'data' field with the distilled content (markdown string, structured tables/metadata, skeleton outline, or BM25 excerpt depending on mode); an 'roi_proof' object showing raw token count, distilled token count, tokens saved, compression ratio %, ROI multiplier, and estimated LLM cost saved in USD; optional cache metadata (HIT/MISS, latency); and billing info. The distilled content is the primary payload an agent would pass downstream.","failureModes":["URL unreachable or returns non-200 — endpoint may return an error status","HTML payload too large or malformed — may fail parsing","max_tokens set below minimum of 20 — schema validation error","BM25 query missing when mode=budget — may return unfiltered or error","Invalid mode enum value — rejected by schema validation","Page behind authentication or bot protection — content not accessible","Rate limiting or payment failure via x402 — 402 response requiring payment"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to ingest a webpage or HTML document but the raw content would exceed LLM context limits or waste tokens on boilerplate. It is especially valuable in RAG pipelines, research agents, and MCP tool chains where token efficiency directly reduces LLM costs. The BM25 budget mode is uniquely suited for focused extraction when only a fraction of a page is relevant to a specific query. Prefer this over generic scrapers when you need built-in token budgeting, ROI tracking, and multiple distillation modes in one call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:14.835Z","isFirstParty":false,"canonicalSlug":"x402broker-com-context-diet-web-distillation-with-bm25-budget-control-fd24d772"}