{"uid":"cap_AuNpPMe6To4nJhrwkTklx","slug":"shopify-spy-agentdiet-dev-web-url-token-optimizer-distiller-0b483284","name":"Web URL Token Optimizer & Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://shopify-spy.agentdiet.dev/v1/token-optimizer)","url":"https://shopify-spy.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_B3Z9EvAFz08Q63cmCtHaR","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"shopify-spy.agentdiet.dev","brandSlug":"shopify-spy-agentdiet-dev-mpp","brandBaseUrl":"https://shopify-spy.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage URL (or raw HTML) and distills it into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into compact markdown tokens, keeping it under 2000 tokens and focusing on the BM25 query 'payment intent setup'?","exampleUseCases":[{"title":"Compress docs page for LLM context","prompt":"Distill https://docs.openai.com/api-reference into structured JSON tables so I can fit the key API details into my agent's context window without blowing the token limit."},{"title":"Budget-focused competitor research","prompt":"Pull https://www.competitor.com/pricing and give me only the most relevant content about their pricing tiers, using budget mode with max 500 tokens and focusing on 'enterprise plan costs'."},{"title":"Skeleton outline of long article","prompt":"Fetch https://en.wikipedia.org/wiki/Large_language_model and return just a skeleton outline of the page structure so I can decide which sections are worth reading in full."}],"resultDescription":"Returns a distilled version of the webpage in the chosen mode (markdown, structured JSON, skeleton, or BM25-budget excerpt), along with an ROI proof object showing raw token count, distilled token count, tokens saved, compression ratio percentage, estimated LLM cost saved in USD, and an ROI multiplier. Also includes cache status (HIT/MISS) and billing details.","failureModes":["Invalid or unreachable URL returns an error status","URL blocked by robots.txt or anti-scraping measures may return empty or partial content","max_tokens too low (below 20) triggers validation error","BM25 query mode without a query parameter may fall back to default behavior","Payment/billing failure via x402 prevents access","Raw HTML too large may cause timeout or truncation"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to ingest a live webpage but must stay within a strict token budget, or when raw HTML is too verbose to pass directly to an LLM. It is especially useful when you want BM25-focused excerpting (returning only the most query-relevant content), structured extraction of tables and metadata, or a skeleton outline for navigation. Prefer it over generic web scrapers when token efficiency and LLM-readiness are priorities.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:25:50.995Z","isFirstParty":false,"canonicalSlug":"shopify-spy-agentdiet-dev-web-url-token-optimizer-distiller-0b483284"}