{"uid":"cap_mDLxe8bQmb6ivuVrOBGTH","slug":"polymarket-odds-agentdiet-dev-web-url-distillation-to-agent-ready-4dcc3e34","name":"Web URL Distillation to Agent-Ready Tokens","description":"Distill a web URL into compact agent-ready tokens (Live x402 v2, IETF MPP & MCP endpoint at https://polymarket-odds.agentdiet.dev/v1/rag-diet)","url":"https://polymarket-odds.agentdiet.dev/v1/rag-diet?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to distill (or builtin://stripe-docs)"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Extraction mode: markdown, structured, skeleton, or budget"},"limit":{"type":"integer","default":20,"maximum":100,"minimum":1,"description":"Maximum number of items to return per page (1-100)"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"cursor":{"type":"string","description":"Opaque pagination cursor for fetching the next page"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_aeNePbkRlQatz1AII4nrq","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"polymarket-odds.agentdiet.dev","brandSlug":"polymarket-odds-agentdiet-dev-mpp","brandBaseUrl":"https://polymarket-odds.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage and distills it into compact, token-efficient representations (markdown, structured JSON, skeleton outline, or BM25-focused budget excerpt) optimized for LLM/agent consumption.","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments into compact markdown and tell me how many tokens you saved versus the raw page?","exampleUseCases":[{"title":"RAG pipeline web ingestion","prompt":"Distill https://openai.com/research/gpt-4 into structured markdown for me, keeping it under 2000 tokens so I can feed it into my RAG pipeline without breaking the context window."},{"title":"Budget excerpt for focused research","prompt":"I need a BM25-focused excerpt from https://docs.uniswap.org/contracts/v3/overview — search for 'liquidity pool fee tiers' and cap it at 500 tokens so I just get the relevant bits."},{"title":"Skeleton outline for doc navigation","prompt":"Give me a skeleton outline of https://kubernetes.io/docs/concepts/workloads/pods/ so I can see the document structure without reading the whole thing — I just need headings and key sections."}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested format (markdown text, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt), along with an 'roi_proof' object showing raw vs. distilled token counts, compression ratio percentage, tokens saved, estimated LLM cost saved in USD, and ROI multiplier. Also includes optional cache metadata (HIT/MISS, latency) and billing details.","failureModes":["Invalid or unreachable URL returns an error status","URL blocked by robots.txt or anti-scraping measures may return empty or partial content","mode=budget without a query parameter may return degraded results","max_tokens set too low may truncate meaningful content","Pagination cursor mismatch or expiry returns an error","Payment not completed via x402 results in HTTP 402 response"],"whenToPreferThis":"Choose this endpoint when you need to ingest arbitrary web pages into an LLM or RAG pipeline and want automatic token compression with measurable savings metrics. It is especially valuable when you have a strict token budget (use mode=budget with max_tokens), need structured extraction (use mode=structured), or want a quick navigable outline (use mode=skeleton). Prefer it over raw web fetching when token cost and context window management matter, and over general scrapers when you need agent-optimized output with pagination support.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:30:34.952Z","isFirstParty":false,"canonicalSlug":"polymarket-odds-agentdiet-dev-web-url-distillation-to-agent-ready-1e87304d"}