{"uid":"cap_2csd2hzmz8qghnKhmG9_Z","slug":"hn-pulse-agentdiet-dev-web-url-context-trimmer-bm25-budget-distillation-af328173","name":"Web URL Context Trimmer (BM25 Budget Distillation)","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://hn-pulse.agentdiet.dev/v1/context-trimmer)","url":"https://hn-pulse.agentdiet.dev/v1/context-trimmer?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_zAT6EQBOFQhYqskUJJJj4","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"hn-pulse.agentdiet.dev","brandSlug":"hn-pulse-agentdiet-dev-mpp","brandBaseUrl":"https://hn-pulse.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, agent-ready tokens using markdown, structured, skeleton, or BM25-budgeted extraction modes","exampleAgentPrompt":"Can you fetch https://stripe.com/docs/payments and distill it into clean markdown under 2000 tokens, focusing on payment intents?","exampleUseCases":[{"title":"Fit documentation into LLM context window","prompt":"Grab the OpenAI API docs at https://platform.openai.com/docs/api-reference and compress them into budget mode with a max of 1500 tokens, focused on the query 'function calling'."},{"title":"Extract structured data from a news article","prompt":"Take this URL https://techcrunch.com/2025/01/15/example-article and pull it into structured mode so I get the tables, metadata, and key facts as JSON without all the clutter."},{"title":"Get a skeleton outline of a long report","prompt":"Distill https://www.mckinsey.com/featured-insights/some-long-report into skeleton mode so I can see the section headings and structure before deciding which parts to read in full."}],"resultDescription":"Returns a distilled version of the webpage in the chosen format (Markdown, structured JSON, skeleton outline, or BM25 budget excerpt), plus ROI proof showing raw vs distilled token counts, compression ratio, tokens saved, and estimated LLM cost saved in USD. Also includes cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns a non-200 status — endpoint may return an error status","HTML content is too large or malformed — distillation may fail or return partial results","mode=budget requires query and max_tokens — missing these may yield unfiltered output","Payment/x402 failure — call may be rejected if billing is not set up correctly","Rate limiting or timeout on slow-loading target URLs"],"whenToPreferThis":"Choose this endpoint when you need to feed web content to an LLM but want to minimize token usage and cost — especially when the page is long, noisy, or only partially relevant. The BM25 budget mode is uniquely useful when you have a specific query and a strict token ceiling. Prefer this over raw fetch-and-pass when LLM context limits or cost matter, or when you need structured/skeleton extraction rather than raw HTML.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:45:15.035Z","isFirstParty":false,"canonicalSlug":"hn-pulse-agentdiet-dev-web-url-context-trimmer-bm25-budget-distillation-af328173"}