{"uid":"cap_4EeIr1CJvxDJCT_nCaRQs","slug":"shopify-intel-agentdiet-dev-semantic-html-pruner-web-url-distiller-07b1ed6d","name":"Semantic HTML Pruner – Web URL Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://shopify-intel.agentdiet.dev/v1/semantic-html-pruner)","url":"https://shopify-intel.agentdiet.dev/v1/semantic-html-pruner?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ZsNv7cMvqE5VaFGuy5oma","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"shopify-intel.agentdiet.dev","brandSlug":"shopify-intel-agentdiet-dev-mpp","brandBaseUrl":"https://shopify-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Distill https://stripe.com/docs/payments into compact markdown — keep it under 2000 tokens and focus the BM25 extraction on 'payment intents'.","exampleUseCases":[{"title":"Summarize a competitor product page","prompt":"Grab https://www.shopify.com/pricing and distill it into structured markdown so I can see the key pricing details without feeding my agent thousands of tokens."},{"title":"Budget-capped research on a news article","prompt":"Fetch https://techcrunch.com/2024/05/01/openai-raises/ and give me a BM25-focused excerpt about 'funding valuation', capped at 500 tokens."},{"title":"Extract skeleton outline of documentation","prompt":"Pull https://docs.github.com/en/actions and return just the skeleton outline so I can see the high-level structure of the Actions documentation."}],"resultDescription":"Returns a distilled payload (Markdown, structured JSON, skeleton, or BM25 excerpt) along with an ROI proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Optionally includes billing details and cache status (HIT/MISS).","failureModes":["Invalid or unreachable URL returns an error status","Token budget too low (max_tokens < 20) causes a validation rejection","BM25 query provided without mode=budget may be ignored","Large pages may exceed internal fetch limits","Raw HTML input with encoding issues may produce garbled output","Payment failure (x402) blocks execution"],"whenToPreferThis":"Choose this endpoint when you need to feed web page content to an LLM but must control token costs — especially for long documentation pages, large HTML files, or when you have a strict context window. It is preferable over raw web scraping when token efficiency and ROI tracking matter. Use it over generic scrapers when you need structured output modes (markdown, skeleton, budget-focused BM25) rather than raw HTML.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-22T07:49:47.700Z","isFirstParty":false,"canonicalSlug":"shopify-intel-agentdiet-dev-semantic-html-pruner-web-url-distiller-07b1ed6d"}