{"uid":"cap_oVeersI-wshcwfWYdqvw7","slug":"defi-yield-agentdiet-dev-web-page-html-distiller-with-bm25-budget-2b71dcca","name":"Web Page & HTML Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://defi-yield.agentdiet.dev/v1/prompt-compress)","url":"https://defi-yield.agentdiet.dev/v1/prompt-compress?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_l_u6mHTfNTn9qj6iXnQIE","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"defi-yield.agentdiet.dev","brandSlug":"defi-yield-agentdiet-dev-mpp","brandBaseUrl":"https://defi-yield.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into compressed Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budget excerpt","exampleAgentPrompt":"Distill https://stripe.com/docs/payments/accept-a-payment into a budget excerpt focused on 'webhook events' and keep it under 300 tokens so it fits cleanly in my prompt context.","exampleUseCases":[{"title":"Token-efficient doc ingestion for agent","prompt":"Fetch the Stripe docs at https://docs.stripe.com/api/charges and distill them into a structured Markdown summary under 400 tokens, focused on the query 'charge object fields'."},{"title":"Competitor pricing page extraction","prompt":"Pull https://vercel.com/pricing and give me a structured JSON breakdown of their pricing tiers and feature limits — compress it as much as possible so I can fit it into my analysis prompt."},{"title":"Raw HTML compression before LLM call","prompt":"I have a big HTML blob from a scraped article — distill it into a clean skeleton outline mode so I can see just the headings and structure without all the noise."}],"resultDescription":"Returns a data object containing the distilled content in the requested format (Markdown, structured JSON, skeleton, or BM25 budget excerpt), alongside an roi_proof block showing raw vs. distilled token counts, compression ratio percentage, tokens saved, and estimated LLM cost saved in USD. Also includes optional cache hit/miss status and billing details.","failureModes":["URL is unreachable or returns non-200 — fetch failure error","HTML payload is empty or malformed — parsing error","max_tokens set below minimum of 20 — validation error","mode=budget used without a query field — missing BM25 query error","Rate limit exceeded — 429 response","Payment not processed — 402 payment required"],"whenToPreferThis":"Choose this endpoint when you need to feed webpage content to an LLM but must stay within a token budget, want BM25-ranked relevance filtering around a specific query, or need to convert raw HTML into clean Markdown or structured JSON. It is especially valuable when context window costs matter and you want quantified proof of compression savings. Prefer it over generic scraping endpoints when you need distilled, agent-ready output rather than raw HTML.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:30:45.246Z","isFirstParty":false,"canonicalSlug":"defi-yield-agentdiet-dev-web-page-html-distiller-with-bm25-budget-2b71dcca"}