{"uid":"cap_fTij7O2eBqAFsZPdVJF-L","slug":"hn-pulse-agentdiet-dev-semantic-html-pruner-web-url-to-agent-ready-4b03c1c2","name":"Semantic HTML Pruner – Web URL to Agent-Ready Tokens","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://hn-pulse.agentdiet.dev/v1/semantic-html-pruner)","url":"https://hn-pulse.agentdiet.dev/v1/semantic-html-pruner?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_3TVUkGas0GsJKE34uBmaV","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"hn-pulse.agentdiet.dev","brandSlug":"hn-pulse-agentdiet-dev-mpp","brandBaseUrl":"https://hn-pulse.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, agent-ready Markdown, structured JSON, skeleton outline, or BM25-focused budget excerpts with token savings reporting.","exampleAgentPrompt":"Fetch https://stripe.com/docs/api and distill it into compact markdown using budget mode focused on 'payment intents', keeping the output under 500 tokens so I can fit it into my agent's context window.","exampleUseCases":[{"title":"Fit docs into agent context window","prompt":"Grab https://docs.openai.com/api-reference and compress it into markdown mode under 800 tokens — I need to feed the key info to my agent without blowing up the context."},{"title":"Extract structured tables from a product page","prompt":"Take https://aws.amazon.com/ec2/pricing/ and distill it in structured mode so I get the pricing tables as clean JSON I can parse."},{"title":"BM25 focused research snippet","prompt":"Distill https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) using budget mode with the query 'attention mechanism' and a max of 300 tokens — just the most relevant section."}],"resultDescription":"Returns a distilled payload in the requested mode (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt), plus an ROI proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, ROI multiplier, and estimated LLM cost saved in USD. Also includes cache status (HIT/MISS) and billing confirmation.","failureModes":["URL is unreachable or returns non-200 — endpoint may return an error status","HTML payload is empty or malformed — distillation may yield minimal output","max_tokens set too low for meaningful extraction — output may be truncated or empty","BM25 query not relevant to page content — budget mode may return low-quality excerpt","Payment failure via x402 — request blocked if USDC payment not settled","Rate limiting or SLA breach on upstream fetch — latency spike or timeout"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to ingest web content but must respect strict token budgets — especially when raw HTML would be too large for a context window. It is ideal over generic scrapers when you want token-efficiency metrics (ROI proof, compression ratio, LLM cost saved) alongside the content. The BM25 budget mode makes it uniquely suited for targeted extraction from long documents. Prefer it over general-purpose web scrapers when the downstream consumer is an LLM and token cost matters.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:21:37.622Z","isFirstParty":false,"canonicalSlug":"hn-pulse-agentdiet-dev-semantic-html-pruner-web-url-to-agent-ready-4b03c1c2"}