{"uid":"cap_XA_bU2A2ZRkS-3vnm1OGq","slug":"github-audit-agentdiet-dev-web-url-distillation-html-compression-api-80b4fb6e","name":"Web URL Distillation & HTML Compression API","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://github-audit.agentdiet.dev/v1/pdf-extract)","url":"https://github-audit.agentdiet.dev/v1/pdf-extract?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_sSg8bcbz85dzbz3JdgH6W","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"github-audit.agentdiet.dev","brandSlug":"github-audit-agentdiet-dev-mpp","brandBaseUrl":"https://github-audit.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and compresses a web URL or raw HTML into compact agent-ready tokens using multiple distillation modes including BM25 budget-controlled extraction","exampleAgentPrompt":"Can you fetch https://stripe.com/docs/payments and distill it into compact markdown — keep it under 1000 tokens and focus on payment intents?","exampleUseCases":[{"title":"Documentation page summarization for agent","prompt":"Grab the Stripe docs at https://stripe.com/docs/api and distill them into clean markdown under 800 tokens, focused on the 'charges' topic so I can pass it to my agent without blowing the context window."},{"title":"Structured data extraction from a webpage","prompt":"Pull the pricing table from https://openai.com/pricing and extract it as structured JSON so I can compare model costs programmatically."},{"title":"Skeleton outline of a long article","prompt":"Fetch https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) and give me a skeleton outline of the page so I can quickly understand its structure without reading the whole thing."}],"resultDescription":"Returns a distilled version of the web page in the requested format: clean Markdown, structured JSON with tables and metadata, a skeleton outline, or a BM25-ranked budget excerpt. Also includes ROI proof fields showing raw vs distilled token counts, compression ratio, estimated LLM cost saved, and caching metadata.","failureModes":["URL is unreachable or returns non-200 — endpoint may return an error status","HTML too large or malformed — may produce incomplete distillation","mode=budget requires both query and max_tokens — missing either may degrade output","Payment not processed (402) — call fails if x402 micropayment not settled","Rate limiting or timeout on slow target URLs","Builtin URL aliases like builtin://stripe-docs may be outdated"],"whenToPreferThis":"Choose this endpoint when you need to pass web page content to an LLM but want to minimize token usage and cost. It is especially useful for agent pipelines that repeatedly fetch documentation, news, or data pages where full HTML would be too large. Prefer this over raw fetch + parse when you need built-in BM25 relevance filtering, structured table extraction, or a strict token budget ceiling. It is better than generic scrapers when compression ratio and LLM cost savings need to be measured and reported.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:21:59.604Z","isFirstParty":false,"canonicalSlug":"github-audit-agentdiet-dev-web-url-distillation-html-compression-api-80b4fb6e"}