{"uid":"cap_er-nuArLR8mIcbeT_I4h3","slug":"email-verify-agentdiet-dev-web-distiller-with-bm25-budget-control-f9f285cc","name":"Web Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/pdf-extract)","url":"https://email-verify.agentdiet.dev/v1/pdf-extract?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_u4hke6ft_RTzDQcuYH-XZ","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into Markdown, structured JSON, a skeleton outline, or a BM25-focused token-budget excerpt","exampleAgentPrompt":"Fetch https://stripe.com/docs/api and distill it into clean markdown with a 2000-token budget, using the query 'payment intents' to focus the BM25 extraction.","exampleUseCases":[{"title":"Compress doc page for LLM context","prompt":"Grab the content from https://docs.openai.com/api-reference/chat and distill it into markdown keeping it under 1500 tokens — focus the BM25 budget on 'function calling'."},{"title":"Extract structured tables from a report","prompt":"Take this URL https://example.com/annual-report and distill it in structured mode so I get the tables and metadata as JSON instead of raw HTML."},{"title":"Skeleton outline of a long article","prompt":"Distill https://en.wikipedia.org/wiki/Large_language_model into a skeleton outline so I can see just the headings and structure without all the text."}],"resultDescription":"Returns a JSON object containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), plus an roi_proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes optional cache status and billing details.","failureModes":["URL is unreachable or returns non-200 — fetch failure error","Invalid or empty URL with no html fallback provided — validation error","max_tokens set below 20 — schema validation rejection","mode=budget used without a query parameter — may return unguided excerpt","Rate limit or payment failure via x402 — 402 Payment Required response","Target page is JavaScript-rendered SPA with no static HTML — may return sparse content"],"whenToPreferThis":"Choose this endpoint when you need to feed webpage content into an LLM but want to minimize token consumption and cost. It is especially valuable when using mode=budget with a BM25 query to extract only topically relevant content from large pages, or when you need structured JSON extraction of tables and metadata rather than raw HTML. Prefer this over generic scrapers when token budget control and compression ROI reporting matter.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-16T06:34:03.246Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-web-distiller-with-bm25-budget-control-f9f285cc"}