{"uid":"cap_mCx-I2KQVQU9ZFtX3-Jvg","slug":"onchain-risk-agentdiet-dev-web-url-token-optimizer-distiller-3f72f8f1","name":"Web URL Token Optimizer & Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://onchain-risk.agentdiet.dev/v1/token-optimizer)","url":"https://onchain-risk.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_mkSW1-pGWKZzWyKFx6QVg","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"onchain-risk.agentdiet.dev","brandSlug":"onchain-risk-agentdiet-dev-mpp","brandBaseUrl":"https://onchain-risk.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a web URL or raw HTML and distills it into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Fetch the Stripe docs page at https://stripe.com/docs/api and distill it into compact markdown using budget mode, focusing on 'payment intents', keeping it under 500 tokens.","exampleUseCases":[{"title":"Distill docs page for agent context","prompt":"Grab the OpenAI API docs at https://platform.openai.com/docs/api-reference and compress them into structured markdown so I can pass the key details to my agent without blowing the context window."},{"title":"BM25 budget extraction from news article","prompt":"I need you to fetch https://techcrunch.com/2025/01/15/ai-agents-roundup/ and extract only the parts relevant to 'autonomous AI agents', keeping the output under 300 tokens using budget mode."},{"title":"Skeleton outline of a long webpage","prompt":"Can you pull https://en.wikipedia.org/wiki/Large_language_model and give me just a skeleton outline of the page structure — I want to see the headings and subheadings without all the body text."}],"resultDescription":"Returns a distilled version of the webpage in the requested mode (Markdown, structured JSON tables/metadata, skeleton outline, or BM25-focused budget excerpt), along with ROI proof metrics showing raw tokens, distilled tokens, tokens saved, compression ratio, and estimated LLM cost saved in USD. Also includes cache status and billing info.","failureModes":["Invalid or unreachable URL returns a fetch error","max_tokens set below 20 fails schema validation","mode=budget without a query parameter may yield unfocused results","HTML payload too large may time out or exceed processing limits","Paywalled or bot-protected pages may return incomplete content","x402 payment failure returns 402 if funds are insufficient"],"whenToPreferThis":"Choose this endpoint when your agent needs to read a webpage but wants to minimize token consumption before passing content to an LLM. Ideal when you have a strict token budget, need BM25-relevance-filtered extraction from long pages, or want structured/skeleton output rather than raw HTML. Best for agentic pipelines where LLM cost efficiency matters and you want provable compression ROI metrics.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:25:24.746Z","isFirstParty":false,"canonicalSlug":"onchain-risk-agentdiet-dev-web-url-token-optimizer-distiller-3f72f8f1"}