{"uid":"cap_NdEXliO40U0pvChl7VZzW","slug":"json-repair-agentdiet-dev-web-url-to-agent-ready-token-distiller-rag-f5bbddc1","name":"Web URL to Agent-Ready Token Distiller (RAG Chunk)","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://json-repair.agentdiet.dev/v1/rag-chunk)","url":"https://json-repair.agentdiet.dev/v1/rag-chunk?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_orclV5lPeCTW33AtWPHWX","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"json-repair.agentdiet.dev","brandSlug":"json-repair-agentdiet-dev-mpp","brandBaseUrl":"https://json-repair.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and compresses a web URL or raw HTML into compact, agent-ready tokens with BM25-guided budget control across multiple distillation modes","exampleAgentPrompt":"Can you distill the content at https://stripe.com/docs/payments into compact markdown, keeping it under 800 tokens and focused on the query 'payment intents'?","exampleUseCases":[{"title":"RAG pipeline context compression","prompt":"Fetch https://openai.com/research/gpt-4 and distill it into budget mode with a max of 500 tokens focused on the query 'multimodal capabilities' — I want just the most relevant excerpts for my RAG pipeline."},{"title":"Structured data extraction from landing page","prompt":"Take this URL https://linear.app/pricing and distill it in structured mode so I get the pricing tiers and feature tables as clean JSON I can pass to my agent."},{"title":"Quick skeleton outline of documentation","prompt":"Grab https://docs.github.com/en/actions and give me a skeleton outline so my agent can navigate the section headers without burning through my whole context window."}],"resultDescription":"Returns a JSON object containing the distilled content (Markdown text, structured JSON tables, skeleton outline, or BM25-focused excerpt depending on mode), along with ROI proof metrics including raw token count, distilled token count, tokens saved, compression ratio percentage, and estimated LLM cost saved in USD. Also includes cache hit/miss status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","Missing required 'url' parameter causes 400-level error","mode=budget without a query or max_tokens may return unfiltered content","Raw HTML too large may exceed processing limits","Payment failure via x402 results in 402 response blocking the call","Paywalled or bot-blocked pages may return empty or partial distillation"],"whenToPreferThis":"Choose this endpoint when you need to feed web content to an LLM but want to minimize token usage and cost — especially when working with long documentation pages, marketing sites, or research pages. It is ideal for RAG ingestion pipelines, agent browsing tasks with tight context budgets, or when you want BM25-guided relevance filtering to extract only the sections matching a specific query. Prefer it over raw HTML scraping when you need clean, immediately usable agent-ready text rather than raw markup.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:26:02.722Z","isFirstParty":false,"canonicalSlug":"json-repair-agentdiet-dev-web-url-to-agent-ready-token-distiller-rag-f5bbddc1"}