{"uid":"cap_gRZQp7nSC-UN4fygj3-36","slug":"shopify-intel-agentdiet-dev-rag-token-diet-web-url-distiller-ec05ca8f","name":"RAG Token Diet – Web URL Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://shopify-intel.agentdiet.dev/v1/rag-token-diet)","url":"https://shopify-intel.agentdiet.dev/v1/rag-token-diet?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_r5swTwT1IxKjjdU0toUIx","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"shopify-intel.agentdiet.dev","brandSlug":"shopify-intel-agentdiet-dev-mpp","brandBaseUrl":"https://shopify-intel.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL (or accepts raw HTML) and compresses it into compact, agent-ready Markdown, structured JSON, a skeleton outline, or a BM25-focused budget excerpt within a strict token ceiling","exampleAgentPrompt":"Pull the content from https://docs.stripe.com/payments/accept-a-payment and compress it into markdown mode, keeping it under 1500 tokens so I can use it in my pipeline without burning through my context window.","exampleUseCases":[{"title":"Distill competitor pricing page for agent","prompt":"Fetch https://www.shopify.com/pricing and distill it into structured mode so I can extract their pricing tiers as clean JSON tables for my comparison agent."},{"title":"BM25 budget excerpt for targeted RAG","prompt":"Go to https://docs.openai.com/api-reference and pull only the parts relevant to 'function calling' using budget mode with a max of 800 tokens — I just need the focused excerpt, not the whole page."},{"title":"Compress SEC filing for LLM analysis","prompt":"Distill this SEC filing URL https://www.sec.gov/cgi-bin/browse-edgar?action=getcompany into skeleton mode so I get a compact outline of the document structure without eating up my entire prompt budget."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked budget excerpt), an 'roi_proof' object showing raw vs distilled token counts, compression ratio percentage, tokens saved, and estimated LLM cost saved in USD, plus optional cache hit/miss metadata and billing details.","failureModes":["URL is unreachable or returns non-200 (fetch error, page unavailable)","HTML is malformed or empty resulting in near-zero distilled output","mode=budget used without providing a query or max_tokens (degraded output)","max_tokens set too low (below 20) triggering validation error","Payment not included or insufficient funds via x402 protocol (402 response)","URL behind authentication or paywalls that block fetching","Oversized raw HTML payload exceeding server limits"],"whenToPreferThis":"Choose this endpoint when you need to feed web content into an LLM or RAG pipeline but must stay within a token budget — particularly when the raw page HTML would be prohibitively large. It is especially useful for agent workflows that repeatedly fetch and process web pages, where per-call token savings translate directly into reduced LLM costs. Prefer it over generic scrapers when you need built-in BM25 relevance filtering (mode=budget) to focus on a specific query, or when you want structured JSON tables or skeleton outlines rather than raw HTML.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:21:47.937Z","isFirstParty":false,"canonicalSlug":"shopify-intel-agentdiet-dev-rag-token-diet-web-url-distiller-ec05ca8f"}