{"uid":"cap_t3woFxzYxJ9ksHHNbCPZI","slug":"x402-audit-agentdiet-dev-web-url-token-optimizer-distiller-6b95a32f","name":"Web URL Token Optimizer & Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://x402-audit.agentdiet.dev/v1/token-optimizer)","url":"https://x402-audit.agentdiet.dev/v1/token-optimizer?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_0LLIzorRquheuFGkIV1Lc","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"x402-audit.agentdiet.dev","brandSlug":"x402-audit-agentdiet-dev-mpp","brandBaseUrl":"https://x402-audit.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, agent-ready tokens using BM25 budget control and multiple extraction modes","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into compact markdown and keep it under 2000 tokens, focusing on the query 'payment intents API'?","exampleUseCases":[{"title":"Documentation page for agent context","prompt":"Distill https://docs.openai.com/api-reference into structured markdown so I can feed it to my agent without blowing my token budget — keep it under 3000 tokens."},{"title":"BM25 budget excerpt for targeted research","prompt":"Fetch https://en.wikipedia.org/wiki/Transformer_(deep_learning_architecture) and extract only the parts relevant to 'attention mechanism' using budget mode with a max of 500 tokens."},{"title":"Skeleton outline of a long article","prompt":"Give me a skeleton outline of https://a16z.com/2024/01/01/big-ideas-in-tech — I just need the heading structure and key sections, nothing else."}],"resultDescription":"Returns a JSON object with distilled content (markdown, structured tables, skeleton, or BM25 excerpt), ROI proof metrics (raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, llm_cost_saved_usd, roi_multiplier), optional cache hit/miss info, and billing details. The data field contains the actual distilled output in the requested format.","failureModes":["URL unreachable or returns non-200 status — fetch failure error","Invalid or malformed URL provided — validation error","max_tokens too low (below 20) — schema validation rejection","mode=budget used without providing a query parameter — incomplete request","Raw HTML too large to process within timeout — processing error","Target site blocks automated fetching (bot protection) — access denied"],"whenToPreferThis":"Choose this endpoint when you need to feed webpage content into an LLM context window but want to minimize token usage and cost. It is especially valuable when working with long documentation pages, articles, or HTML dumps where only a portion is relevant. Prefer it over raw web scraping when you need BM25-ranked relevance filtering (budget mode with a query), structured JSON extraction, or a skeleton outline rather than full page text. It provides built-in ROI proof showing exactly how many tokens and dollars were saved.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:51:25.128Z","isFirstParty":false,"canonicalSlug":"x402-audit-agentdiet-dev-web-url-token-optimizer-distiller-6b95a32f"}