{"uid":"cap_Ge3j0_S6MLKncxZ4qL8pX","slug":"polymarket-odds-agentdiet-dev-web-content-distiller-with-bm25-budget-ae69f6e1","name":"Web Content Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://polymarket-odds.agentdiet.dev/v1/context-trimmer)","url":"https://polymarket-odds.agentdiet.dev/v1/context-trimmer?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_iZ_1QSViLOeG4zRt9XmDL","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"polymarket-odds.agentdiet.dev","brandSlug":"polymarket-odds-agentdiet-dev-mpp","brandBaseUrl":"https://polymarket-odds.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compressed, token-efficient content using markdown, structured, skeleton, or BM25-focused budget modes","exampleAgentPrompt":"Can you distill https://stripe.com/docs/api into clean markdown and keep it under 2000 tokens, focusing on the 'authentication' topic using budget mode so I don't blow up my context window?","exampleUseCases":[{"title":"Token-budget article extraction for RAG pipeline","prompt":"Fetch https://en.wikipedia.org/wiki/Large_language_model and distill it in budget mode with a max of 1500 tokens, focused on the query 'training data and scaling laws' — I need the most relevant content only."},{"title":"Structured product data extraction from e-commerce page","prompt":"Take this raw HTML from a product page and distill it in structured mode so I get clean tables of specs, prices, and metadata — here's the HTML: <html>...</html>"},{"title":"Skeleton outline of long documentation page","prompt":"Distill https://docs.python.org/3/library/asyncio.html in skeleton mode so I can see the outline and section headings without downloading the whole thing."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (markdown, structured JSON, skeleton outline, or BM25-focused excerpt), an 'roi_proof' object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, roi_multiplier, and llm_cost_saved_usd, plus optional cache hit/miss status and billing details.","failureModes":["URL unreachable or returns non-200 — fetch fails with error status","HTML too large or malformed — distillation may truncate or fail","max_tokens below minimum of 20 — validation error","mode=budget used without providing a query — may return unfiltered or error","Payment not completed via x402 — 402 response blocking execution","Idempotency key reuse with different parameters — may return cached mismatched result"],"whenToPreferThis":"Choose this endpoint when you need to feed web content to an LLM but want to minimize token usage and cost — especially when you have a specific focus query (BM25 budget mode) or need structured extraction from HTML. Prefer over raw web scraping when token efficiency and compression metrics matter, or when you need multiple distillation modes (markdown, skeleton, structured) in a single API with built-in cost-savings proof.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:35.153Z","isFirstParty":false,"canonicalSlug":"polymarket-odds-agentdiet-dev-web-content-distiller-with-bm25-budget-551b0dda"}