{"uid":"cap_dxTUjlQ9kJYsYlIffSrmM","slug":"llms-generator-agentdiet-dev-web-url-prompt-compression-distillation-34dced41","name":"Web URL Prompt Compression & Distillation API","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://llms-generator.agentdiet.dev/v1/prompt-compress)","url":"https://llms-generator.agentdiet.dev/v1/prompt-compress?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_Uqf-j3DciTZMWHvLkxSZa","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"llms-generator.agentdiet.dev","brandSlug":"llms-generator-agentdiet-dev-mpp","brandBaseUrl":"https://llms-generator.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage or raw HTML and compresses it into compact, agent-ready tokens using BM25 budget control and multiple distillation modes","exampleAgentPrompt":"Can you fetch the Stripe pricing page and compress it into markdown using budget mode, keeping it under 500 tokens and focusing on the query 'subscription pricing'?","exampleUseCases":[{"title":"Compress documentation into agent context","prompt":"Grab the OpenAI API docs page at https://platform.openai.com/docs/api-reference and distill it into structured tables so I can fit it into my agent's context window without blowing my token budget."},{"title":"BM25 budget excerpt for research","prompt":"Fetch https://en.wikipedia.org/wiki/Retrieval-augmented_generation and give me only the parts relevant to 'vector databases' in budget mode, capped at 300 tokens."},{"title":"Skeleton outline for fast page scanning","prompt":"Pull https://stripe.com/docs/billing/subscriptions/overview and return a skeleton outline of the page structure — I just need the headings and key points, not the full content."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (markdown, structured JSON, skeleton outline, or BM25 excerpt depending on mode), plus an 'roi_proof' object showing raw vs. distilled token counts, compression ratio percentage, tokens saved, ROI multiplier, and estimated LLM cost saved in USD. Also includes optional billing and cache metadata.","failureModes":["Invalid or unreachable URL returns error status","HTML too large or unparseable may return partial results","mode=budget without a query may produce suboptimal BM25 results","max_tokens below minimum of 20 returns validation error","Rate limiting or payment failure (HTTP 402) if USDC payment not provided","Timeout if target URL is slow to respond"],"whenToPreferThis":"Choose this endpoint when you need to fit web content into a constrained LLM context window and want measurable token savings with ROI proof. Especially useful when working with large documentation pages, research articles, or any URL where raw content would exceed your token budget. The BM25 budget mode makes it superior to generic scrapers when you have a specific focus query. Prefer this over generic web scrapers when you need structured, LLM-optimized output rather than raw HTML.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:23:17.305Z","isFirstParty":false,"canonicalSlug":"llms-generator-agentdiet-dev-web-url-prompt-compression-distillation-34dced41"}