{"uid":"cap_IsmPum1kEjYvvWnxFrzVE","slug":"hn-pulse-agentdiet-dev-web-url-token-optimizer-distiller-bc3a491e","name":"Web URL Token Optimizer & Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://hn-pulse.agentdiet.dev/v1/token-optimizer)","url":"https://hn-pulse.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_z2FiVDaaINdggJw8kEJee","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"hn-pulse.agentdiet.dev","brandSlug":"hn-pulse-agentdiet-dev-mpp","brandBaseUrl":"https://hn-pulse.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a web URL or raw HTML into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Can you distill https://stripe.com/docs/api into compact markdown and keep it under 2000 tokens, using budget mode focused on 'authentication'?","exampleUseCases":[{"title":"Trimming docs for agent context window","prompt":"Fetch the OpenAI API docs at https://platform.openai.com/docs/overview and distill them into structured mode so I can fit the key info into my agent's context window without blowing the token limit."},{"title":"BM25-focused research extraction","prompt":"I need to pull only the content about 'rate limiting' from https://docs.github.com/en/rest — use budget mode with a max of 500 tokens so I only get the relevant section."},{"title":"Skeleton outline of a long article","prompt":"Grab https://en.wikipedia.org/wiki/Large_language_model and give me a skeleton outline of the page so I can quickly see its structure without reading all the text."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown, structured tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), plus an 'roi_proof' object showing raw token count, distilled token count, tokens saved, compression ratio percentage, LLM cost saved in USD, and ROI multiplier. Also includes optional cache hit/miss status and billing metadata.","failureModes":["Invalid or unreachable URL returns an error status","HTML fetch timeout for slow or large pages","Token budget too low (below 20) returns validation error","Unsupported mode enum value causes bad request","Rate limiting or payment failure via x402 protocol","Pages with bot protection or CAPTCHA may not be fetchable"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read web pages but must stay within a token budget, or when raw HTML is too noisy/large for direct LLM consumption. It is especially useful when you need BM25-targeted extraction to pull only query-relevant content from long pages, or when you want structured/skeleton modes instead of raw text. Prefer this over generic scrapers when you need built-in token accounting and cost-savings proof.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:26:21.639Z","isFirstParty":false,"canonicalSlug":"hn-pulse-agentdiet-dev-web-url-token-optimizer-distiller-bc3a491e"}