{"uid":"cap_a9vwX2eKRxZDwCL7ZbaUF","slug":"polymarket-odds-agentdiet-dev-web-url-token-optimizer-distiller-fba3121b","name":"Web URL Token Optimizer & Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://polymarket-odds.agentdiet.dev/v1/token-optimizer)","url":"https://polymarket-odds.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_VJSyYvD17-CRleHAppzIx","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"polymarket-odds.agentdiet.dev","brandSlug":"polymarket-odds-agentdiet-dev-mpp","brandBaseUrl":"https://polymarket-odds.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and compresses it into compact, agent-ready tokens using BM25-controlled distillation modes (markdown, structured, skeleton, or budget).","exampleAgentPrompt":"Can you distill https://stripe.com/docs/api into compact markdown using budget mode, focused on 'payment intents', and keep it under 500 tokens?","exampleUseCases":[{"title":"Compress docs for LLM context","prompt":"Fetch https://docs.openai.com/api-reference and distill it into structured markdown so I can include the key info in my prompt without blowing my context window."},{"title":"BM25 budget excerpt for research","prompt":"I need a tight summary of https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) focused on 'attention mechanism' — use budget mode and cap it at 300 tokens."},{"title":"Skeleton outline of a news article","prompt":"Pull https://techcrunch.com/2024/05/01/some-article and give me a skeleton outline of the page structure so I can quickly understand what sections are covered."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (markdown, structured tables, skeleton, or BM25 excerpt), a cache status object (HIT/MISS), billing info, and an roi_proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, ROI multiplier, and estimated LLM cost saved in USD.","failureModes":["URL is unreachable or returns a non-200 HTTP status — endpoint may error or return empty data","Token budget too low (max_tokens < 20) — rejected with validation error","BM25 query provided without mode=budget — query parameter may be silently ignored","Raw HTML too large — may time out or exceed processing limits","Invalid mode enum value — returns error response","Paywalled or JavaScript-rendered pages may return incomplete content"],"whenToPreferThis":"Choose this endpoint when you need to reduce the token footprint of web content before feeding it to an LLM, especially when operating under strict context window constraints or LLM cost budgets. It is particularly valuable when you need BM25-focused relevance filtering (mode=budget with a query) to extract only the most relevant passages from large documents. Prefer it over raw web scraping when your downstream task is LLM inference and token cost or context size is a concern.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:24:32.038Z","isFirstParty":false,"canonicalSlug":"polymarket-odds-agentdiet-dev-web-url-token-optimizer-distiller-fba3121b"}