{"uid":"cap_aONtwRHr4cfX0BeojYhHT","slug":"email-verify-agentdiet-dev-web-distill-with-bm25-budget-control-583aaacb","name":"Web Distill with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/web-scrape)","url":"https://email-verify.agentdiet.dev/v1/web-scrape?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_JI0uxBUblCuiXehMhq_X6","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budgeted excerpt","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it into markdown, but keep it under 2000 tokens by focusing on content about payment intents using budget mode.","exampleUseCases":[{"title":"Token-budget webpage extraction for LLM context","prompt":"Pull the content from https://openai.com/blog/gpt-4o and distill it into markdown, capping it at 1500 tokens — focus on the parts about multimodal capabilities."},{"title":"Structured data extraction from product page","prompt":"Scrape https://www.amazon.com/dp/B09XYZ123 and give me the content in structured mode so I can get the tables and product metadata as JSON."},{"title":"Competitive research from raw HTML","prompt":"I already have the raw HTML of a competitor's pricing page — can you distill it into a skeleton outline so I can quickly see the page structure and main sections?"}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt depending on mode), an 'roi_proof' object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, roi_multiplier, and llm_cost_saved_usd, plus optional cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 — fetch error returned","HTML payload is empty or malformed — parsing failure","max_tokens too low to produce meaningful output — may return minimal or error response","BM25 query missing when mode=budget — may default or error","Rate limit or payment failure via x402 — 402 Payment Required response","Target page blocks scraping (bot detection, Cloudflare) — empty or error content"],"whenToPreferThis":"Choose this endpoint when you need to fetch and compress web content to fit within LLM context windows, especially when token cost matters. The BM25 budget mode is uniquely useful for retrieving only the most query-relevant portions of large pages. Prefer this over generic scrapers when you need ROI metrics on token savings, or when you want structured JSON extraction (tables, metadata) or skeleton outlines rather than raw HTML. Also ideal when you already have raw HTML and want to distill it without making a network request.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T06:43:43.588Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-web-distill-with-bm25-budget-control-583aaacb"}