{"uid":"cap_B1WW4OLFfCa4cCbuI7tam","slug":"llms-generator-agentdiet-dev-agentdiet-web-distillation-api-4d896452","name":"AgentDiet Web Distillation API","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://llms-generator.agentdiet.dev/v1/web-scrape)","url":"https://llms-generator.agentdiet.dev/v1/web-scrape?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_GjJss46bNRYvrgRemBWjF","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"llms-generator.agentdiet.dev","brandSlug":"llms-generator-agentdiet-dev-mpp","brandBaseUrl":"https://llms-generator.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and compresses it into compact, agent-ready tokens using selectable distillation modes and BM25 budget control","exampleAgentPrompt":"Fetch https://stripe.com/docs/payments and distill it into compact markdown, keeping it under 2000 tokens focused on the query 'payment intents'.","exampleUseCases":[{"title":"Token-efficient documentation ingestion","prompt":"Pull in the content from https://docs.openai.com/api-reference and distill it into structured JSON tables so I can feed it to my agent without blowing through my token budget."},{"title":"Focused research snippet extraction","prompt":"Scrape https://techcrunch.com/2024/06/01/ai-funding-roundup/ and give me only the parts relevant to 'Series A funding' in budget mode, max 500 tokens."},{"title":"Webpage skeleton for navigation planning","prompt":"Fetch https://github.com/langchain-ai/langchain and return a skeleton outline of the page structure so I can see the main sections without reading everything."}],"resultDescription":"Returns a distilled representation of the webpage in the chosen format (Markdown, structured JSON, skeleton outline, or BM25 budget excerpt), along with ROI proof metrics showing raw vs. distilled token counts, tokens saved, compression ratio, LLM cost saved in USD, and optional billing and cache status details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens set below minimum of 20 causes validation failure","mode=budget without a query may produce unfocused results","Paywalled or bot-blocked pages may return incomplete or empty content","Raw HTML input larger than server limits may be rejected","x402 payment failure results in 402 response and no content returned"],"whenToPreferThis":"Use this endpoint when an AI agent needs to ingest web content but must stay within a token budget, when you want structured or markdown-clean output rather than raw HTML, or when you need BM25-focused excerpts from a long page. Prefer this over generic scrapers when token economy and LLM cost reduction are priorities, or when you need ROI proof of how many tokens were saved. The built-in support for x402 micropayments makes it ideal for autonomous agent pipelines that handle billing programmatically.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:23:38.456Z","isFirstParty":false,"canonicalSlug":"llms-generator-agentdiet-dev-agentdiet-web-distillation-api-4d896452"}