{"uid":"cap_T6RrRVaVDPxSK7dS_1EZ7","slug":"defi-yield-agentdiet-dev-agentdiet-web-distiller-with-bm25-budget-039a01c8","name":"AgentDiet Web Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://defi-yield.agentdiet.dev/api/diet)","url":"https://defi-yield.agentdiet.dev/api/diet?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_xoE5Dl1YoY5dgEMMbXzW_","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"defi-yield.agentdiet.dev","brandSlug":"defi-yield-agentdiet-dev-mpp","brandBaseUrl":"https://defi-yield.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML payload into compressed Markdown, structured JSON, skeleton outline, or BM25-focused token-budgeted excerpts for LLM cost savings","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it into budget mode focused on 'payment intents' with a max of 500 tokens, so I can send just the relevant content to my LLM without blowing my context window.","exampleUseCases":[{"title":"Token-efficient doc lookup for agents","prompt":"Distill https://docs.anthropic.com/claude/reference/getting-started-with-the-api into budget mode, focusing the BM25 query on 'rate limits', and cap it at 300 tokens so I can feed it straight into my agent without wasting context."},{"title":"Competitive pricing page extraction","prompt":"Grab https://linear.app/pricing and distill it into structured mode so I get the pricing tiers and features as clean JSON — I want to compare it against a competitor."},{"title":"Skeleton outline of a long article","prompt":"Take this raw HTML I just scraped from a news article and distill it into skeleton mode so I get just the heading structure and key sections, not all the noise."}],"resultDescription":"Returns a distilled content payload (Markdown, structured JSON, skeleton, or BM25 excerpt), accompanied by an roi_proof object showing raw vs distilled token counts, compression ratio percentage, tokens saved, and estimated LLM cost saved in USD. Also includes cache status (HIT/MISS) and billing details.","failureModes":["URL unreachable or returns non-200 — fetch fails with error status","HTML too large or malformed — distillation may return partial content","max_tokens set below minimum of 20 — validation error","mode=budget used without a query parameter — may fall back to default behavior","Payment failure via x402 — endpoint returns 402 Payment Required","Invalid URL format — schema validation error on the url field"],"whenToPreferThis":"Choose this endpoint when you need to feed webpage content into an LLM but want to minimize token usage and cost. It is especially valuable when working with long documentation pages, competitive intelligence, or any scenario where raw HTML would overwhelm the context window. The BM25 budget mode is uniquely suited for query-focused extraction with a hard token ceiling, which no generic scraper provides. Prefer this over raw fetch-and-parse pipelines when LLM cost efficiency and structured output are priorities.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:41.347Z","isFirstParty":false,"canonicalSlug":"defi-yield-agentdiet-dev-agentdiet-web-distiller-with-bm25-budget-039a01c8"}