{"uid":"cap_XYI2hAltIkTskWFqPWmcT","slug":"sec-intel-agentdiet-dev-webpage-distiller-compact-agent-ready-token-69f96fab","name":"Webpage Distiller – Compact Agent-Ready Token Extractor","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://sec-intel.agentdiet.dev/v1/webpage-distiller)","url":"https://sec-intel.agentdiet.dev/v1/webpage-distiller?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_emDGhzU4wIFiJJYpLt7oF","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"sec-intel.agentdiet.dev","brandSlug":"sec-intel-agentdiet-dev-mpp","brandBaseUrl":"https://sec-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, token-efficient Markdown, structured JSON, skeleton outline, or BM25-focused budget excerpt for AI agents","exampleAgentPrompt":"Fetch https://openai.com/research and distill it into clean Markdown using budget mode focused on 'safety and alignment', keeping it under 500 tokens.","exampleUseCases":[{"title":"Token-budget research paper digest","prompt":"Go to https://arxiv.org/abs/2307.09288 and distill it into a budget excerpt focused on 'attention mechanism', keeping the output under 300 tokens so I don't blow my context window."},{"title":"Competitive landing page analysis","prompt":"Fetch https://anthropic.com and convert the full page into structured JSON tables and metadata — I want to see all their product offerings and pricing laid out cleanly."},{"title":"Lightweight skeleton outline for navigation","prompt":"Give me a skeleton outline of https://docs.stripe.com/payments so I can see the high-level structure of the docs without loading all the content."}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested format (Markdown, structured JSON, skeleton, or BM25 budget excerpt), along with an roi_proof block showing raw vs. distilled token counts, compression ratio, tokens saved, and estimated LLM cost saved in USD. Also includes cache status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","HTML fetch timeout for slow or blocked pages","Token budget too low (below 20) returns validation error","Unsupported mode value returns enum validation error","BM25 query provided without mode=budget may be ignored","Payment failure or insufficient funds blocks the call","Malformed HTML input may produce degraded distillation output"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to consume web page content but must stay within a token budget, reduce LLM cost, or avoid context-window overflow. It is especially valuable over raw fetch or generic scraping when you need BM25-focused relevance filtering (mode=budget), structured table extraction (mode=structured), or a clean Markdown rendition stripped of HTML noise. Prefer it over general web search endpoints when you already have a specific URL and need the content distilled rather than discovered.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:25:52.009Z","isFirstParty":false,"canonicalSlug":"sec-intel-agentdiet-dev-webpage-distiller-compact-agent-ready-token-69f96fab"}