{"uid":"cap_7a0hYJ5VGkXJbeGFPCXlk","slug":"mcp-security-agentdiet-dev-web-url-distillation-to-agent-ready-fe5685d5","name":"Web URL Distillation to Agent-Ready Markdown Tokens","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://mcp-security.agentdiet.dev/v1/spa-markdown-reader)","url":"https://mcp-security.agentdiet.dev/v1/spa-markdown-reader?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_rKUCvjvFXXDXqIh04dcLU","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"mcp-security.agentdiet.dev","brandSlug":"mcp-security-agentdiet-dev-mpp","brandBaseUrl":"https://mcp-security.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage (or accepts raw HTML) and distills it into compact, token-efficient markdown, structured JSON, skeleton outline, or BM25-focused budget excerpt for AI agent consumption","exampleAgentPrompt":"Fetch https://docs.stripe.com/api and distill it into compact markdown using budget mode with a 2000 token ceiling, focused on the query 'payment intents'.","exampleUseCases":[{"title":"Documentation page compression for agents","prompt":"Pull the content from https://platform.openai.com/docs/guides/function-calling and distill it into clean markdown under 1500 tokens, focused on the query 'tool calling parameters'."},{"title":"Structured data extraction from a product page","prompt":"Fetch https://stripe.com/pricing and return it in structured mode so I can extract the pricing tiers and feature comparisons as JSON tables."},{"title":"Skeleton outline of a long article","prompt":"Distill https://en.wikipedia.org/wiki/Transformer_(deep_learning_architecture) into a skeleton outline so my agent can see the document structure before deciding which sections to read in full."}],"resultDescription":"Returns a JSON object with 'data' containing the distilled content (markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked budget excerpt depending on mode), plus 'roi_proof' with raw token count, distilled token count, tokens saved, compression ratio percentage, LLM cost saved in USD, and ROI multiplier. Also includes cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 HTTP status — endpoint returns an error status","URL points to a login-gated or JavaScript-heavy SPA that cannot be fetched — content may be empty or partial","max_tokens set too low (below 20) — request rejected with validation error","BM25 query provided without mode=budget — query may be ignored","Invalid mode enum value — validation error returned","Payment not provided or x402 auth fails — 402 Payment Required response"],"whenToPreferThis":"Use this endpoint when an AI agent needs to read a webpage but must stay within a token budget, minimize LLM API costs, or avoid passing bloated raw HTML into context. Ideal for documentation reading, research grounding, and web content preprocessing. Prefer over raw HTTP fetch when compression ratio and ROI matter. Choose budget mode with a query when only query-relevant content is needed; choose structured mode when tables and metadata extraction is the goal; choose skeleton when a document outline is sufficient before committing to a full read.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:26:18.099Z","isFirstParty":false,"canonicalSlug":"mcp-security-agentdiet-dev-web-url-distillation-to-agent-ready-fe5685d5"}