{"uid":"cap_XQ6k1Rb3YJH9hkxJaSW8j","slug":"cve-intel-agentdiet-dev-semantic-html-pruner-with-bm25-budget-control-c7be9ae3","name":"Semantic HTML Pruner with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://cve-intel.agentdiet.dev/v1/semantic-html-pruner)","url":"https://cve-intel.agentdiet.dev/v1/semantic-html-pruner?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm__VtXQwMjDcph9bxnL_B0u","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"cve-intel.agentdiet.dev","brandSlug":"cve-intel-agentdiet-dev-mpp","brandBaseUrl":"https://cve-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into clean Markdown, structured JSON, a skeleton outline, or a BM25-focused token-budget excerpt","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into clean markdown using budget mode, focused on 'payment intents', and keep it under 2000 tokens?","exampleUseCases":[{"title":"LLM context cost reduction from live URL","prompt":"Fetch https://docs.openai.com/api-reference and distill it into markdown using budget mode, focusing on 'function calling', and cap it at 1500 tokens so I don't blow up my context window."},{"title":"Structured data extraction from raw HTML","prompt":"I have a raw HTML blob from a product page — can you run it through structured mode to pull out the tables and metadata as JSON?"},{"title":"Skeleton outline of a documentation page","prompt":"Give me a skeleton outline of https://kubernetes.io/docs/concepts/workloads/pods/ so I can quickly see the section structure without reading the whole thing."}],"resultDescription":"Returns a data object containing the distilled content (Markdown, structured JSON, skeleton, or BM25 excerpt depending on mode), plus ROI proof fields showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes cache hit/miss status and billing info.","failureModes":["URL is unreachable or returns non-200 — fetch failure error","Invalid or empty HTML provided when using html parameter — parsing error","Token budget too small (below 20) to produce meaningful output","BM25 query missing when mode=budget — validation error","Timeout fetching large or slow-loading pages","Payment not completed via x402 — 402 Payment Required response"],"whenToPreferThis":"Choose this endpoint when you need to reduce LLM token consumption by compressing live web content or raw HTML before feeding it into a language model. It is especially valuable when you have a specific query focus and want BM25-ranked pruning to extract only the most relevant content within a strict token ceiling. Prefer it over generic scraping tools when you need provable token savings with ROI metrics.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:30:26.463Z","isFirstParty":false,"canonicalSlug":"cve-intel-agentdiet-dev-semantic-html-pruner-with-bm25-budget-control-c7be9ae3"}