{"uid":"cap_FGW8beWtO-iuHE0C2nzot","slug":"token-intel-agentdiet-dev-web-url-context-distiller-bm25-budget-mode-da22f811","name":"Web URL Context Distiller (BM25 Budget Mode)","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://token-intel.agentdiet.dev/v1/context-diet)","url":"https://token-intel.agentdiet.dev/v1/context-diet?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_TGJ6Z5F9Y9zO-rlKuu77j","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"token-intel.agentdiet.dev","brandSlug":"token-intel-agentdiet-dev-mpp","brandBaseUrl":"https://token-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a web URL or raw HTML and distills it into compact, agent-ready tokens using multiple extraction modes including BM25 budget-controlled summarization.","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into compact markdown, staying under 2000 tokens and focusing on 'payment intents'?","exampleUseCases":[{"title":"Reading long docs on a token budget","prompt":"Grab https://docs.anthropic.com/claude/reference/getting-started-with-the-api and distill it into structured format with a max of 1500 tokens, focusing on 'authentication'."},{"title":"Summarizing competitor landing page","prompt":"Distill https://openai.com/pricing into a markdown summary under 800 tokens so I can quickly understand their pricing tiers."},{"title":"Extracting page skeleton for navigation","prompt":"Can you fetch https://docs.stripe.com/connect and give me a skeleton outline of the page structure so I know what sections are available?"}],"resultDescription":"Returns a distilled representation of the webpage in the requested mode (markdown, structured JSON tables, skeleton outline, or BM25 budget excerpt), along with ROI proof metrics including raw token count, distilled token count, tokens saved, compression ratio percentage, estimated LLM cost saved, and optional cache/billing metadata.","failureModes":["Invalid or unreachable URL returns an error status","Token budget too small (below 20) triggers schema validation error","HTML payload too large may timeout or exceed processing limits","URL behind authentication walls cannot be fetched","Unsupported mode value returns validation error","Payment failure via x402 prevents response delivery"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read a web page but context window size or LLM token costs are a concern — especially when you need BM25-focused excerpting around a specific query, or when you want structured/skeleton extraction rather than raw HTML scraping. Ideal for agentic pipelines that process many URLs and need token-efficient representations. Prefer over generic scrapers when compression ratio and cost savings are measurable priorities.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:51:22.522Z","isFirstParty":false,"canonicalSlug":"token-intel-agentdiet-dev-web-url-context-distiller-bm25-budget-mode-da22f811"}