{"uid":"cap_of-yxANQylCgTgQRGFne7","slug":"workflows-agentdiet-dev-agentdiet-rag-token-diet-web-url-distiller-072a71dc","name":"AgentDiet RAG Token Diet – Web URL Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://workflows.agentdiet.dev/v1/rag-token-diet)","url":"https://workflows.agentdiet.dev/v1/rag-token-diet?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_oEb1mX68KAJ101lcCYyWv","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"workflows.agentdiet.dev","brandSlug":"workflows-agentdiet-dev-mpp","brandBaseUrl":"https://workflows.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and compresses a web URL or raw HTML into compact, agent-ready tokens using BM25 budget control and multiple distillation modes","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it into compact markdown using budget mode with a max of 500 tokens, focused on the query 'payment intents'.","exampleUseCases":[{"title":"Stripe docs RAG context prep","prompt":"Pull the Stripe docs from builtin://stripe-docs and compress them into structured mode so I can use them as context without blowing my token budget."},{"title":"Competitor pricing page extraction","prompt":"Distill https://www.notion.so/pricing into structured JSON tables so I can compare their pricing tiers without feeding my agent the full HTML."},{"title":"Budget-focused research snippet","prompt":"Fetch https://en.wikipedia.org/wiki/Large_language_model and give me a BM25 budget excerpt focused on the query 'training data' with a max of 300 tokens."}],"resultDescription":"Returns a distilled version of the webpage in the requested format (Markdown, structured JSON, skeleton outline, or BM25 budget excerpt), along with ROI proof metadata including raw token count, distilled token count, tokens saved, compression ratio percentage, estimated LLM cost saved in USD, and a billing summary. Cache hit/miss status and latency are also included.","failureModes":["Invalid or unreachable URL returns an error status","mode=budget without a query or max_tokens may produce unconstrained output","Raw HTML too large may exceed processing limits","Paywalled or JavaScript-rendered pages may return incomplete distillation","Missing required 'url' parameter returns a validation error","x402 payment failure or insufficient funds blocks execution"],"whenToPreferThis":"Choose this endpoint when you need to feed web content into an LLM context window efficiently and cheaply — especially when the raw page is too large, when you want BM25-focused excerpts around a specific query, or when you need ROI proof on token compression. Prefer over generic scrapers when token budget control and compression metrics matter, or when you need structured/skeleton output rather than raw HTML.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:23:14.921Z","isFirstParty":false,"canonicalSlug":"workflows-agentdiet-dev-agentdiet-rag-token-diet-web-url-distiller-072a71dc"}