{"uid":"cap__gBAnm6rR-f0F-iM76l98","slug":"email-verify-agentdiet-dev-paywall-clean-extract-web-distillation-a35d2ca1","name":"Paywall-Clean-Extract: Web Distillation with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/paywall-clean-extract)","url":"https://email-verify.agentdiet.dev/v1/paywall-clean-extract?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_rq93HlZ3ldKDPDAfLqoLA","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML payload into clean Markdown, structured JSON, skeleton outline, or BM25-focused token-budget excerpt, with ROI proof of tokens saved.","exampleAgentPrompt":"Distill https://stripe.com/docs/payments/checkout into clean markdown using budget mode, focused on 'payment integration steps', and cap the output at 500 tokens so I can feed it to my LLM cheaply.","exampleUseCases":[{"title":"Token-efficient research pipeline","prompt":"Fetch https://openai.com/research/gpt-4 and distill it into markdown in budget mode with a max of 300 tokens, focused on the query 'model capabilities', so I can include it in my LLM prompt without blowing the context window."},{"title":"Structured data extraction from product page","prompt":"Distill the HTML from this Amazon product listing into structured JSON tables and metadata — I want to pull out the specs, pricing, and feature bullets cleanly."},{"title":"Outline generation from long article","prompt":"Grab https://en.wikipedia.org/wiki/Large_language_model and give me a skeleton outline of the page so I can quickly understand its structure without reading the whole thing."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown string, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), plus an 'roi_proof' object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, roi_multiplier, and llm_cost_saved_usd. Also includes cache status (HIT/MISS), billing info, and an execution status string.","failureModes":["URL unreachable or returns non-200 response — distillation cannot proceed","Invalid or empty HTML string provided when using html parameter — returns error","max_tokens set below minimum of 20 — validation error","mode=budget used without a query parameter — BM25 focus query missing","Payment via x402 fails or is insufficient — 402 response blocks execution","Idempotency-Key reuse with different parameters — may return cached prior result unexpectedly"],"whenToPreferThis":"Choose this endpoint when you need to feed web content into an LLM but want to minimize token costs through intelligent compression. Especially valuable when using budget mode with a BM25 query to extract only the most relevant sections of a long page matching your topic. Prefer it over raw HTML fetching or generic scrapers when you need ROI proof of tokens saved, structured output modes (Markdown, JSON tables, skeleton), or when processing paywalled or noisy pages that need cleaning.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T12:38:59.303Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-paywall-clean-extract-web-distillation-a35d2ca1"}