{"uid":"cap_43vrBIkIqziBtUNuP4WKe","slug":"mcp-security-agentdiet-dev-web-url-to-agent-ready-token-distillation-83ee58f5","name":"Web URL to Agent-Ready Token Distillation (BM25 Budget)","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://mcp-security.agentdiet.dev/v1/paywall-clean-extract)","url":"https://mcp-security.agentdiet.dev/v1/paywall-clean-extract?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_NTm6RQnySEYUWkMzbBs5K","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"mcp-security.agentdiet.dev","brandSlug":"mcp-security-agentdiet-dev-mpp","brandBaseUrl":"https://mcp-security.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and compresses a webpage (or raw HTML) into compact, agent-ready tokens using configurable distillation modes including BM25-focused budget extraction.","exampleAgentPrompt":"Fetch and distill https://docs.stripe.com/payments/quickstart into compact Markdown, then give me a budget excerpt focused on 'payment intents' keeping it under 500 tokens.","exampleUseCases":[{"title":"Token-budget docs reading for agent","prompt":"Grab the content from https://platform.openai.com/docs/api-reference and distill it in budget mode focused on 'function calling', keeping the output under 300 tokens so I don't burn through my context window."},{"title":"Structured data extraction from landing page","prompt":"Pull https://www.anthropic.com/product and give me the distilled content in structured mode — I want tables and metadata cleanly extracted so my agent can compare product features."},{"title":"Skeleton outline of a long article","prompt":"Distill https://en.wikipedia.org/wiki/Large_language_model into skeleton mode so I just get the section headings and brief outline without all the filler text."}],"resultDescription":"Returns a JSON object containing the distilled content (Markdown, structured tables/metadata, skeleton outline, or BM25-scored budget excerpt), along with ROI proof metrics showing raw vs. distilled token counts, compression ratio, tokens saved, and estimated LLM cost saved. Also includes cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","URL behind a hard paywall or bot-blocking may return incomplete content","max_tokens set below 20 is rejected as invalid","mode=budget without a query may return unfiltered budget excerpt","Very large HTML payloads may hit processing limits","Network timeouts for slow-loading pages"],"whenToPreferThis":"Choose this endpoint when an agent needs to read and process web pages without blowing through its context window or LLM token budget. It is especially useful when you need BM25-focused relevance filtering (mode=budget) to extract only the parts of a page relevant to a specific query, or when you want structured tables/metadata (mode=structured) or a section outline (mode=skeleton) rather than raw HTML. Prefer it over generic web scrapers when token cost reduction and ROI proof are important.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:25:45.465Z","isFirstParty":false,"canonicalSlug":"mcp-security-agentdiet-dev-web-url-to-agent-ready-token-distillation-83ee58f5"}