{"uid":"cap_VI0y7uhN6_0kNv65si87v","slug":"whale-momentum-agentdiet-dev-webpage-distiller-compact-agent-ready-13f41994","name":"Webpage Distiller — Compact Agent-Ready Token Extractor","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://whale-momentum.agentdiet.dev/v1/webpage-distiller)","url":"https://whale-momentum.agentdiet.dev/v1/webpage-distiller?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_J8Bv-6TXKOGKE-W0QFfv3","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"whale-momentum.agentdiet.dev","brandSlug":"whale-momentum-agentdiet-dev-mpp","brandBaseUrl":"https://whale-momentum.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and compresses it into compact, agent-readable content using markdown, structured, skeleton, or BM25-budget distillation modes","exampleAgentPrompt":"Pull https://stripe.com/docs/payments and distill it into clean markdown — I want to keep it under 2000 tokens focused on the topic 'payment intents', so use budget mode with that query.","exampleUseCases":[{"title":"Research article extraction for agent","prompt":"Fetch this news article at https://techcrunch.com/2024/05/01/openai-funding and distill it into clean markdown so I can feed it to my agent without burning through my token budget."},{"title":"Structured data from a pricing page","prompt":"Go to https://aws.amazon.com/ec2/pricing/ and extract it in structured mode so I get the pricing tables and metadata in a format my agent can actually process."},{"title":"BM25-focused doc snippet for RAG","prompt":"Distill https://docs.anthropic.com/claude/reference/getting-started into budget mode with the query 'rate limits' and cap it at 500 tokens — I only need the most relevant chunk for my RAG pipeline."}],"resultDescription":"Returns a data object containing the distilled content (markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt depending on mode), along with an roi_proof block showing raw vs distilled token counts, tokens saved, compression ratio, and estimated LLM cost saved in USD. Also includes cache status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens below minimum of 20 is rejected with a validation error","mode=budget without a query may produce unfiltered results","Raw HTML too large may exceed processing limits","Paywalled or JavaScript-rendered pages may return incomplete content","402 payment required if billing is not configured"],"whenToPreferThis":"Choose this endpoint when you need to feed web page content into an LLM or agent pipeline and want to minimize token consumption. It is especially valuable when operating under strict token budgets (use mode=budget with a BM25 query), when you need structured extraction of tables and metadata, or when you want clean markdown stripping nav/ads/boilerplate. Prefer it over raw HTTP fetching whenever token cost or context window size is a concern.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:51:32.587Z","isFirstParty":false,"canonicalSlug":"whale-momentum-agentdiet-dev-webpage-distiller-compact-agent-ready-13f41994"}