{"uid":"cap_J6iJSpNPHtrLy8ysEusjU","slug":"alpha-stream-agentdiet-dev-web-url-html-distiller-with-bm25-budget-0f84f009","name":"Web URL & HTML Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://alpha-stream.agentdiet.dev/v1/token-optimizer)","url":"https://alpha-stream.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_iJsa-H5WDzWY8CsbASRe0","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"alpha-stream.agentdiet.dev","brandSlug":"alpha-stream-agentdiet-dev-mpp","brandBaseUrl":"https://alpha-stream.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML into compact, token-efficient markdown, structured JSON, skeleton outlines, or BM25-focused budget excerpts with token savings proof.","exampleAgentPrompt":"Distill this URL https://stripe.com/docs/payments into clean markdown, but keep it under 2000 tokens and focus the BM25 budget on 'payment intents' so I don't blow up my context window.","exampleUseCases":[{"title":"Token-budget research on live documentation","prompt":"Grab the OpenAI API docs at https://platform.openai.com/docs/api-reference and distill them in budget mode, focusing on 'embeddings', with a strict cap of 1500 tokens — I need just the relevant bits for my agent context."},{"title":"Structured data extraction from a news article","prompt":"Take this raw HTML I have from a TechCrunch article and distill it into structured JSON tables and metadata — I want the key facts without all the navigation noise."},{"title":"Skeleton outline for agent planning","prompt":"Fetch https://docs.github.com/en/rest and give me a skeleton outline of the page so my agent can understand the structure without consuming thousands of tokens."}],"resultDescription":"Returns a JSON object containing the distilled content (markdown, structured tables/metadata, skeleton, or BM25 excerpt depending on mode), an ROI proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD, plus cache hit/miss status and billing details.","failureModes":["URL unreachable or returns non-200 — fetch failure with error status","HTML too large or malformed — parser error or empty distillation","max_tokens set below minimum of 20 — validation error","query not provided when mode=budget — missing required field error","Payment not included — HTTP 402 payment required response","Invalid mode enum value — schema validation error"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to ingest web content while staying within strict token budgets — especially useful when feeding documentation, articles, or live pages into LLM prompts where cost and context length matter. Prefer it over raw web scraping when you need clean, compressed, LLM-ready output with built-in ROI measurement. The BM25 budget mode makes it uniquely suited when you want only the most query-relevant passages from a page, not the entire content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T06:47:37.112Z","isFirstParty":false,"canonicalSlug":"alpha-stream-agentdiet-dev-web-url-html-distiller-with-bm25-budget-fbeaf9d6"}