{"uid":"cap_1Ni6VmIKDQoK5DyMld6K4","slug":"domain-osint-agentdiet-dev-web-url-token-optimizer-distiller-47fc3ff1","name":"Web URL Token Optimizer & Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://domain-osint.agentdiet.dev/v1/token-optimizer)","url":"https://domain-osint.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_NhNwWMsPfs4Oxka5DNwrk","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"domain-osint.agentdiet.dev","brandSlug":"domain-osint-agentdiet-dev-mpp","brandBaseUrl":"https://domain-osint.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage (or accepts raw HTML) and distills it into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Distill the content at https://stripe.com/docs/payments into compact markdown using budget mode, focused on 'payment intents', and keep it under 500 tokens.","exampleUseCases":[{"title":"LLM cost reduction for doc ingestion","prompt":"Fetch the Stripe docs at https://stripe.com/docs/api and distill them into structured JSON tables and metadata — I want to minimize how many tokens I send to my LLM."},{"title":"BM25 focused budget extraction","prompt":"I need you to pull https://openai.com/pricing and extract only the sections relevant to 'fine-tuning costs' using budget mode with a max of 300 tokens."},{"title":"Skeleton outline of a long article","prompt":"Can you give me a skeleton outline of this article at https://en.wikipedia.org/wiki/Large_language_model so I can quickly see its structure without reading the whole thing?"}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested format (Markdown, structured JSON, skeleton outline, or BM25 budget excerpt), along with ROI proof metrics including raw token count, distilled token count, tokens saved, compression ratio percentage, LLM cost saved in USD, and an ROI multiplier. Also includes cache status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","HTML fetch blocked by target site (403/bot detection) may return empty or error","max_tokens below minimum of 20 is rejected","BM25 query with mode other than 'budget' may be ignored","Very large pages may exceed processing limits or increase latency","Payment failure via x402 returns 402 status"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read and process web pages within strict token budgets, or when you want to minimize LLM costs by compressing raw HTML into compact representations. Especially valuable when ingesting documentation, articles, or structured data from URLs where raw content would be prohibitively token-heavy. The BM25 budget mode is particularly useful when only a focused subset of a page is relevant to a query.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:22:43.237Z","isFirstParty":false,"canonicalSlug":"domain-osint-agentdiet-dev-web-url-token-optimizer-distiller-47fc3ff1"}