{"uid":"cap_iIspO1ZSCSqp_-nri6UWQ","slug":"x402broker-com-web-distillation-with-bm25-budget-control-85b7c1a4","name":"Web Distillation with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://x402broker.com/v1/distill)","url":"https://x402broker.com/v1/distill?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_aH3a8LU9IEEaap9WnJ-Vb","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"x402broker.com","brandSlug":"x402broker-com-mpp","brandBaseUrl":"https://x402broker.com","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into clean Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budgeted excerpt","exampleAgentPrompt":"Fetch the page at https://stripe.com/docs/payments/accept-a-payment and distill it into clean markdown using budget mode focused on the query 'payment intents API' with a max of 800 tokens.","exampleUseCases":[{"title":"LLM grounding on live documentation","prompt":"Go grab the content from https://docs.openai.com/api-reference/chat and distill it into markdown — keep it under 1000 tokens and focus on the 'streaming responses' topic using budget mode."},{"title":"Structured data extraction from news article","prompt":"Take this URL https://techcrunch.com/2024/05/01/openai-raises-funding and pull it into structured mode so I get the tables, metadata, and key facts as JSON rather than raw HTML."},{"title":"Token-efficient research page summarization","prompt":"Distill https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) into a skeleton outline so I can see the page structure and major sections without burning through my token budget."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown string, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt depending on mode), plus an 'roi_proof' object showing raw vs distilled token counts, compression ratio percentage, tokens saved, ROI multiplier, and estimated LLM cost saved in USD. Also includes optional cache hit/miss status and billing metadata.","failureModes":["URL is unreachable or returns non-200 status — endpoint may return an error status","Raw HTML payload is empty or malformed — distillation may fail or return minimal output","Token budget too low (below 20) — rejected by schema validation","BM25 query missing when mode=budget — may produce unranked or default output","Rate limiting or payment failure via x402 — 402 response requiring payment","Paywalled or JavaScript-heavy pages may yield incomplete or empty distillation"],"whenToPreferThis":"Choose this endpoint when you need to feed live web content to an LLM cost-effectively — especially when token budgets matter. It is ideal for grounding agents on documentation, news, or research pages without passing full raw HTML. The BM25 budget mode makes it uniquely suited for query-focused extraction under strict token limits, distinguishing it from generic scrapers that return full page content. Prefer it over search APIs when you already have a URL and need the actual page content distilled.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:35:16.122Z","isFirstParty":false,"canonicalSlug":"x402broker-com-web-distillation-with-bm25-budget-control-85b7c1a4"}