{"uid":"cap_T-iqdNrepSaQwK0d_d0iR","slug":"shopify-spy-agentdiet-dev-agentdiet-web-distiller-with-bm25-budget-d7b1f0ab","name":"AgentDiet Web Distiller with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://shopify-spy.agentdiet.dev/api/diet)","url":"https://shopify-spy.agentdiet.dev/api/diet?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_om9jnj6ff-FGzekr_D-II","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"shopify-spy.agentdiet.dev","brandSlug":"shopify-spy-agentdiet-dev-mpp","brandBaseUrl":"https://shopify-spy.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills a URL or raw HTML into compact agent-ready tokens using BM25-ranked budget control with configurable token ceiling","exampleAgentPrompt":"Fetch the page at https://stripe.com/docs/payments and distill it into budget mode with a 500-token ceiling, focusing the BM25 query on 'payment intent API' so I only get the most relevant content.","exampleUseCases":[{"title":"Token-efficient documentation reading","prompt":"Grab https://docs.shopify.com/api/admin-rest/product and distill it in budget mode with a max of 800 tokens, using the BM25 query 'product variants pricing' so I only get the sections relevant to pricing."},{"title":"Structured data extraction from a landing page","prompt":"Distill https://openai.com/pricing in structured mode so I get tables and metadata about their pricing tiers — I want clean JSON I can parse, not raw HTML."},{"title":"Skeleton outline of a long article","prompt":"Take this raw HTML I'm pasting and distill it into skeleton mode so I get just the outline and headings — I need to know the structure without reading the whole thing."}],"resultDescription":"Returns a JSON object containing the distilled content (markdown, structured tables/metadata, skeleton outline, or BM25-ranked excerpt), execution status, cache hit/miss info, billing details, and an roi_proof object showing raw vs distilled token counts, tokens saved, compression ratio percentage, estimated LLM cost saved in USD, and the ROI multiplier.","failureModes":["URL is unreachable or returns non-200 status — endpoint may return an error status","Raw HTML string is malformed or empty — distillation may fail or return minimal output","Token budget (max_tokens) set too low — may return truncated or empty excerpt","BM25 query provided without mode=budget — query may be ignored","Payment fails or wallet has insufficient USDC — 402 response blocks execution","Idempotency-Key collision — may return a cached prior response unexpectedly"],"whenToPreferThis":"Choose this endpoint when you need to extract actionable content from a webpage within a strict token budget, especially when using BM25 relevance ranking to focus on query-specific sections. It is superior to generic scrapers when token cost matters, when you need structured output formats (markdown, tables, skeleton), or when you want quantified ROI proof of compression. Prefer it over basic distill endpoints when the target page is long and you need only the most relevant fragment.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:37:00.911Z","isFirstParty":false,"canonicalSlug":"shopify-spy-agentdiet-dev-agentdiet-web-distiller-with-bm25-budget-d7b1f0ab"}