{"uid":"cap_guOMRniP6JgEar5m_Brgq","slug":"prompt-guard-agentdiet-dev-semantic-html-pruner-with-bm25-budget-7428a08c","name":"Semantic HTML Pruner with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://prompt-guard.agentdiet.dev/v1/semantic-html-pruner)","url":"https://prompt-guard.agentdiet.dev/v1/semantic-html-pruner?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_awWQw4NRr6fFY8nDzXavT","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"prompt-guard.agentdiet.dev","brandSlug":"prompt-guard-agentdiet-dev-mpp","brandBaseUrl":"https://prompt-guard.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a webpage URL or raw HTML into compressed Markdown, structured JSON, a skeleton outline, or a BM25-focused token-budget excerpt","exampleAgentPrompt":"Fetch and distill https://stripe.com/docs/api into clean markdown using budget mode, focused on 'payment intents', and keep it under 1000 tokens so I can fit it in my prompt.","exampleUseCases":[{"title":"LLM-ready webpage compression","prompt":"Distill https://openai.com/pricing into structured markdown so I can paste it into a prompt without blowing my context window — keep it concise."},{"title":"Topic-focused page excerpt for research","prompt":"Grab https://en.wikipedia.org/wiki/Retrieval-augmented_generation and give me only the parts most relevant to 'vector databases', capped at 500 tokens using budget mode."},{"title":"Structured product data extraction","prompt":"Pull the product catalog from https://store.example.com/products and return it as structured JSON tables with prices and variants — I need it for comparison in my agent pipeline."}],"resultDescription":"Returns a 'data' object containing distilled content in the requested format (Markdown, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt), along with an 'roi_proof' object showing raw vs. distilled token counts, compression ratio, tokens saved, and estimated LLM cost saved in USD. Also includes optional cache status and billing details.","failureModes":["URL unreachable or returns non-200 — fetch failure with error status","Invalid or empty URL provided — 422 validation error","Token budget too small to produce meaningful output — truncation or error","Raw HTML too large to process within limits — payload size error","BM25 query missing when mode=budget — validation error","Payment required but not provided — HTTP 402 response","Idempotency key collision with differing request body — conflict error"],"whenToPreferThis":"Choose this endpoint when you need to reduce the token footprint of web content before passing it to an LLM, especially when you have a strict token budget or need to focus on a specific topic via BM25 ranking. It is ideal for agent pipelines that need to read web pages cheaply without burning large context windows. Prefer it over general web scrapers when compression ratio, ROI metrics, and LLM cost savings are important, or when you need structured JSON tables extracted from HTML rather than raw text.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:21.728Z","isFirstParty":false,"canonicalSlug":"prompt-guard-agentdiet-dev-semantic-html-pruner-with-bm25-budget-7428a08c"}