{"uid":"cap_feSTBfgt1a_WXavc1cgG9","slug":"hn-pulse-agentdiet-dev-webpage-distiller-compact-agent-ready-token-4576871f","name":"Webpage Distiller – Compact Agent-Ready Token Extraction","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://hn-pulse.agentdiet.dev/v1/webpage-distiller)","url":"https://hn-pulse.agentdiet.dev/v1/webpage-distiller?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_j7zIhBleKi8EY0-buIDsY","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"hn-pulse.agentdiet.dev","brandSlug":"hn-pulse-agentdiet-dev-mpp","brandBaseUrl":"https://hn-pulse.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, token-efficient markdown, structured JSON, outline skeleton, or BM25-focused budget excerpt for AI agents.","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it into markdown using budget mode with a focus query on 'payment intents' and a 300-token ceiling, so I can inject just the relevant bits into my agent context.","exampleUseCases":[{"title":"Inject Stripe docs into agent context","prompt":"Pull https://stripe.com/docs/api and distill it in budget mode focused on 'webhooks' with a max of 500 tokens — I need just the relevant section to feed my billing agent without blowing my context window."},{"title":"Summarize competitor landing page","prompt":"Distill https://competitor.com into a structured outline skeleton so I can quickly scan what their product offers without reading the whole page."},{"title":"Research article for LLM pipeline","prompt":"Fetch this news article at https://techcrunch.com/2024/05/01/openai-gpt5 and distill it into clean markdown so my research agent can process it cheaply without loading all the ads and navigation junk."}],"resultDescription":"Returns a 'data' object containing the distilled content (markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), alongside an 'roi_proof' block showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes optional cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens below minimum of 20 causes a validation error","mode=budget without a query may return unfiltered content","Raw HTML too large may time out or exceed processing limits","Paywalled or bot-protected pages may return incomplete content","Missing required 'url' parameter causes a 400-level error"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to ingest web page content efficiently without blowing its context window — especially when token cost is a concern, when only a focused subset of a page is needed (BM25 budget mode), or when structured extraction (tables, metadata) or outline skeletons are preferable to raw HTML. It is ideal for agentic pipelines that repeatedly fetch documentation, competitor pages, or news articles and need high compression ratios with provable ROI metrics.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-22T07:49:47.698Z","isFirstParty":false,"canonicalSlug":"hn-pulse-agentdiet-dev-webpage-distiller-compact-agent-ready-token-4576871f"}