{"uid":"cap_KKldulHA8UaAD45WwukZg","slug":"sec-intel-agentdiet-dev-semantic-html-pruner-web-url-distiller-b9119220","name":"Semantic HTML Pruner – Web URL Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://sec-intel.agentdiet.dev/v1/semantic-html-pruner)","url":"https://sec-intel.agentdiet.dev/v1/semantic-html-pruner?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_hvMTwYlJXovD6qx-9GSUj","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"sec-intel.agentdiet.dev","brandSlug":"sec-intel-agentdiet-dev-mpp","brandBaseUrl":"https://sec-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a web URL or raw HTML into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Distill https://stripe.com/docs/payments into compact markdown tokens using budget mode, focusing on 'payment intent creation', with a max of 1000 tokens.","exampleUseCases":[{"title":"LLM cost reduction on research pages","prompt":"Fetch and compress https://arxiv.org/abs/2310.06825 into clean markdown so I can send it to GPT-4 without blowing my token budget — use budget mode with a 800 token ceiling focused on 'transformer attention mechanisms'."},{"title":"Structured data extraction from a product page","prompt":"Pull the structured tables, metadata, and pricing info from https://aws.amazon.com/ec2/pricing/ in structured mode so I can compare instance types."},{"title":"Skeleton outline of a long documentation page","prompt":"Give me a skeleton outline of https://docs.python.org/3/library/asyncio.html so I can see the high-level sections without reading the whole thing."}],"resultDescription":"Returns a 'data' object containing distilled content in the requested format (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-scored excerpt), along with an ROI proof object showing raw vs distilled token counts, compression ratio, tokens saved, and estimated LLM cost saved in USD. Also includes optional cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 HTTP status — endpoint may return an error status","URL points to a non-HTML resource (PDF, binary) that cannot be pruned — may return empty or error data","max_tokens set too low (below 20) — rejected by schema validation","BM25 query missing when mode=budget — may return unfiltered or error result","Raw HTML string too large — possible timeout or truncation","Payment not processed (x402 flow failure) — request rejected before processing"],"whenToPreferThis":"Choose this endpoint when you need to read web content within a strict token budget before passing it to an LLM, or when you want to reduce LLM API costs by compressing HTML boilerplate away. It is especially useful for agent pipelines that must stay within context windows, for extracting structured data or tables from web pages, or for quickly getting a skeleton outline of a page's structure. Prefer it over raw fetch+parse when you need BM25 relevance filtering or when ROI tracking on token savings matters.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:22:39.371Z","isFirstParty":false,"canonicalSlug":"sec-intel-agentdiet-dev-semantic-html-pruner-web-url-distiller-b9119220"}