{"uid":"cap_gX1VeyOmfalHlR-SoQmSa","slug":"email-verify-agentdiet-dev-agentdiet-rag-diet-web-url-distiller-6edf48fc","name":"AgentDiet RAG Diet — Web URL Distiller","description":"Distill a web URL into compact agent-ready tokens (Live x402 v2, IETF MPP & MCP endpoint at https://email-verify.agentdiet.dev/v1/rag-diet)","url":"https://email-verify.agentdiet.dev/v1/rag-diet?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to distill (or builtin://stripe-docs)"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Extraction mode: markdown, structured, skeleton, or budget"},"limit":{"type":"integer","default":20,"maximum":100,"minimum":1,"description":"Maximum number of items to return per page (1-100)"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"cursor":{"type":"string","description":"Opaque pagination cursor for fetching the next page"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_fK5asfew9KjqhZoaSfkDi","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"email-verify.agentdiet.dev","brandSlug":"email-verify-agentdiet-dev-mpp","brandBaseUrl":"https://email-verify.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a web page and distills it into compact, agent-ready tokens using configurable extraction modes (markdown, structured, skeleton, or budget) with BM25 optional focus querying.","exampleAgentPrompt":"Distill the content at https://docs.stripe.com/payments into compact markdown — keep it under 2000 tokens and focus the extraction on payment intents.","exampleUseCases":[{"title":"Summarize documentation for agent context","prompt":"Pull the content from https://platform.openai.com/docs/guides/function-calling and distill it into structured markdown so I can include the key sections in my agent's context window without burning through tokens."},{"title":"Budget-extract relevant passage from article","prompt":"Fetch https://techcrunch.com/2024/05/01/llm-agents-rise and extract only the parts about autonomous agents — use budget mode with a 500-token cap and focus the query on 'autonomous AI agents'."},{"title":"Get skeleton outline of a long webpage","prompt":"Give me a skeleton outline of https://www.anthropic.com/research so I can see the high-level structure and headings without reading the whole thing."}],"resultDescription":"Returns a distilled representation of the target webpage in the chosen mode: clean Markdown, structured JSON tables and metadata, a heading skeleton, or a BM25-focused budget excerpt. Also includes token savings metrics (raw tokens, distilled tokens, compression ratio, estimated LLM cost saved), cache status, and billing details.","failureModes":["URL is unreachable or returns non-200 status — endpoint may return an error status","URL points to a non-HTML resource (PDF, binary) that cannot be parsed","max_tokens ceiling set too low to return meaningful content","BM25 query returns no relevant excerpts in budget mode","Rate limiting or payment failure via x402 causing 402 response","Pagination cursor is stale or invalid, causing empty or error response"],"whenToPreferThis":"Choose this endpoint when you need to fetch and compress web content for use in LLM context windows, RAG pipelines, or agent memory — especially when token cost reduction is a priority. It is distinct from generic scrapers because it returns agent-optimized output with token savings metrics and supports multiple extraction modes including BM25-focused budget extraction. Prefer this over raw HTTP fetching whenever token efficiency, structured output, or paginated distillation of large pages matters.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-21T12:40:49.682Z","isFirstParty":false,"canonicalSlug":"email-verify-agentdiet-dev-agentdiet-rag-diet-web-url-distiller-6edf48fc"}