{"uid":"cap_TyhtVAZULxyYeir1COPHQ","slug":"whale-momentum-agentdiet-dev-web-url-distiller-for-agent-ready-tokens-8b11851d","name":"Web URL Distiller for Agent-Ready Tokens","description":"Distill a web URL into compact agent-ready tokens (Live x402 v2, IETF MPP & MCP endpoint at https://whale-momentum.agentdiet.dev/v1/rag-diet)","url":"https://whale-momentum.agentdiet.dev/v1/rag-diet?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to distill (or builtin://stripe-docs)"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Extraction mode: markdown, structured, skeleton, or budget"},"limit":{"type":"integer","default":20,"maximum":100,"minimum":1,"description":"Maximum number of items to return per page (1-100)"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"cursor":{"type":"string","description":"Opaque pagination cursor for fetching the next page"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ekzIs3CnPW1pjAetXIqho","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"whale-momentum.agentdiet.dev","brandSlug":"whale-momentum-agentdiet-dev-mpp","brandBaseUrl":"https://whale-momentum.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a web URL and compresses its content into compact, token-efficient representations (markdown, structured JSON, skeleton outline, or BM25-focused budget excerpts) optimized for LLM/agent consumption.","exampleAgentPrompt":"Distill the Stripe documentation page at https://stripe.com/docs/payments into compact markdown, keeping it under 2000 tokens so I can feed it into my pipeline efficiently.","exampleUseCases":[{"title":"Compress docs page for RAG pipeline","prompt":"Grab the content from https://docs.openai.com/api-reference and distill it into compact markdown with a 3000 token ceiling — I need to feed it into my RAG system without blowing my context window."},{"title":"Extract structured tables from a product page","prompt":"Take this e-commerce URL https://example.com/products and extract it in structured mode so I get the data as clean JSON tables my agent can process."},{"title":"BM25 budget excerpt for targeted Q&A","prompt":"I only want the parts of https://en.wikipedia.org/wiki/Machine_learning that are relevant to 'supervised learning algorithms' — give me a budget-mode excerpt limited to 500 tokens focused on that query."}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested format (markdown, structured JSON, skeleton outline, or BM25 budget excerpt), plus an 'roi_proof' object showing raw vs distilled token counts, compression ratio, tokens saved, estimated LLM cost saved in USD, and a ROI multiplier. Optionally includes cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","URL behind login/paywall may return incomplete or empty content","max_tokens too low (below 20) is rejected by schema validation","BM25 query parameter required but missing when mode=budget","Pagination cursor invalid or expired returns no results","Rate limiting or payment failure (HTTP 402) if x402 payment not resolved"],"whenToPreferThis":"Choose this endpoint when an AI agent or RAG pipeline needs to ingest live web content but must stay within token budgets or minimize LLM inference costs. It is especially valuable when you need multiple extraction modes (structured, skeleton, budget) rather than raw HTML scraping, and when you want built-in ROI metrics showing exactly how many tokens and dollars were saved. Prefer it over generic scrapers when token efficiency and agent-readiness are first-class requirements.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:30:48.854Z","isFirstParty":false,"canonicalSlug":"whale-momentum-agentdiet-dev-web-url-distiller-for-agent-ready-tokens-8b11851d"}