{"uid":"cap_vM_yvEtjPrNWSjUAGLo3b","slug":"defi-yield-agentdiet-dev-web-url-dom-stripper-token-distiller-c898e56f","name":"Web URL DOM Stripper & Token Distiller","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://defi-yield.agentdiet.dev/v1/dom-stripper)","url":"https://defi-yield.agentdiet.dev/v1/dom-stripper?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_9paAQdR6ll3bJruUGqOYH","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"defi-yield.agentdiet.dev","brandSlug":"defi-yield-agentdiet-dev-mpp","brandBaseUrl":"https://defi-yield.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and compresses it into compact, agent-ready tokens using BM25 budget control and multiple distillation modes","exampleAgentPrompt":"Can you fetch https://stripe.com/docs/payments and distill it into clean markdown, keeping it under 2000 tokens and focusing on the query 'payment intents setup'?","exampleUseCases":[{"title":"LLM context budget management","prompt":"Grab the content from https://docs.openai.com/api-reference and compress it into budget mode focused on 'streaming responses', capped at 1500 tokens so I can fit it into my prompt without blowing the context window."},{"title":"Structured data extraction from landing page","prompt":"Fetch https://example.com/pricing and extract it in structured mode so I get a clean JSON table of all the pricing tiers and features."},{"title":"Quick skeleton outline of a long article","prompt":"Distill https://en.wikipedia.org/wiki/Transformer_(machine_learning_model) into skeleton mode so I can see just the headings and document structure without all the body text."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (markdown, structured JSON, skeleton outline, or BM25-focused excerpt), plus an 'roi_proof' object showing raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes optional cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns a fetch error","URL blocked by robots.txt or anti-scraping measures may return empty content","mode=budget without a query or max_tokens may produce suboptimal results","Very large pages may exceed processing limits","Malformed raw HTML input may produce garbled output","Paywalled or JavaScript-heavy SPAs may not render correctly"],"whenToPreferThis":"Use this endpoint when you need to feed web content to an LLM but want to minimize token usage and cost. It is ideal when you have a specific focus query (BM25 budget mode) or need structured extraction from a URL rather than raw HTML dumps. Prefer it over generic scrapers when token budget control, compression ratio reporting, and multiple output modes (markdown, structured, skeleton, budget) are important for your pipeline.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:23:19.300Z","isFirstParty":false,"canonicalSlug":"defi-yield-agentdiet-dev-web-url-dom-stripper-token-distiller-c898e56f"}