{"uid":"cap_WXiYoAFdmXkp_urj96ylQ","slug":"email-verify-agentdiet-dev-rag-diet-url-html-distillation-with-bm25-4134afca","name":"RAG Diet – URL/HTML Distillation with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/rag-diet)","url":"https://email-verify.agentdiet.dev/v1/rag-diet?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_qiGrxb99FP9LPeAllYDZX","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML payload into compressed Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budgeted excerpt optimized for LLM consumption.","exampleAgentPrompt":"Distill https://stripe.com/docs/payments into clean markdown, and if that's too long, use budget mode with the query 'payment intents' and a max of 2000 tokens so it fits in my LLM context window.","exampleUseCases":[{"title":"Fit competitor page into LLM prompt","prompt":"Grab https://www.notion.so/product and distill it into markdown — keep it under 1500 tokens using budget mode with the query 'collaboration features', I need it to fit in my context window."},{"title":"Structured extraction from documentation","prompt":"Pull the Stripe docs from builtin://stripe-docs and distill them in structured mode so I get tables and metadata I can parse programmatically."},{"title":"Skeleton outline of a long article","prompt":"Take this raw HTML I have for a long blog post and give me a skeleton outline of its sections — I just need the structure, not the full content."}],"resultDescription":"Returns a data object containing the distilled content (Markdown, structured JSON, skeleton, or BM25 excerpt), an roi_proof block with raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, roi_multiplier, and llm_cost_saved_usd, plus optional cache status (HIT/MISS) and billing details.","failureModes":["URL is unreachable or returns a non-200 status — endpoint may return an error status","HTML payload is empty or malformed — distillation returns minimal or no content","max_tokens set too low (below 20) — rejected by schema validation","query field missing when mode=budget — BM25 ranking cannot be applied","Rate limiting or payment failure via x402 — HTTP 402 returned if payment is not resolved","Cache miss on first call may add latency compared to subsequent cached calls"],"whenToPreferThis":"Choose this endpoint when you need to compress web content or raw HTML to fit within LLM token budgets, especially when you need ROI metrics on token savings. It is ideal for RAG pipelines where you want BM25-ranked relevance filtering against a specific query rather than naively truncating text. Prefer it over generic scrapers when you need multiple output modes (markdown, structured, skeleton) from a single service with built-in cost accounting.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T12:40:49.150Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-rag-diet-url-html-distillation-with-bm25-4134afca"}