{"uid":"cap_vV_C2ruKQ-NPCjxdZpcTY","slug":"x402-audit-agentdiet-dev-semantic-html-pruner-web-url-distiller-21abbf60","name":"Semantic HTML Pruner — Web URL Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://x402-audit.agentdiet.dev/v1/semantic-html-pruner)","url":"https://x402-audit.agentdiet.dev/v1/semantic-html-pruner?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_diP2LM8-yAqcRpUYPAuEB","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"x402-audit.agentdiet.dev","brandSlug":"x402-audit-agentdiet-dev-mpp","brandBaseUrl":"https://x402-audit.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage by URL (or accepts raw HTML) and distills it into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Distill https://stripe.com/docs/payments into compact markdown using budget mode, focused on 'payment intents', and keep it under 500 tokens.","exampleUseCases":[{"title":"Research article within token budget","prompt":"Fetch https://en.wikipedia.org/wiki/Large_language_model and distill it in budget mode with the query 'training data and RLHF', capped at 800 tokens — I need to fit it into my prompt."},{"title":"Structured product data from e-commerce page","prompt":"Pull the page at https://www.apple.com/shop/buy-iphone and extract it in structured mode so I get the product tables and pricing in JSON."},{"title":"Quick outline of a documentation page","prompt":"Give me a skeleton outline of https://docs.openai.com/api-reference so I can see the high-level structure without reading the whole thing."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown, structured JSON, skeleton, or BM25 excerpt depending on mode), an ROI proof block showing raw vs. distilled token counts, compression ratio, tokens saved, and estimated LLM cost saved, plus optional cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens set below 20 triggers a validation error","mode=budget without a query may yield unfiltered truncation","Private or bot-protected pages may return empty or incomplete content","Very large pages may hit internal fetch limits before distillation","Raw HTML input combined with a live URL fetch may cause conflicts"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to read a webpage but the raw HTML is too large for the context window, or when LLM token costs must be minimized. It is especially useful when a BM25 focus query can pinpoint the relevant section, or when structured/skeleton modes are needed instead of full prose. Prefer it over generic scrapers when token-level ROI reporting matters.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:24:29.452Z","isFirstParty":false,"canonicalSlug":"x402-audit-agentdiet-dev-semantic-html-pruner-web-url-distiller-21abbf60"}