{"uid":"cap_YF8UiPB6ZUgTCsenQhMWJ","slug":"domain-osint-agentdiet-dev-spa-markdown-reader-with-bm25-budget-control-208a6707","name":"SPA Markdown Reader with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://domain-osint.agentdiet.dev/v1/spa-markdown-reader)","url":"https://domain-osint.agentdiet.dev/v1/spa-markdown-reader?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ZFqUOI6UjO20Amc5kjvon","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"domain-osint.agentdiet.dev","brandSlug":"domain-osint-agentdiet-dev-mpp","brandBaseUrl":"https://domain-osint.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or processes raw HTML and distills it into Markdown, structured JSON, skeleton outline, or a BM25-ranked token-budget excerpt for LLM consumption","exampleAgentPrompt":"Fetch the page at https://stripe.com/docs/payments and distill it into clean markdown, keeping it under 2000 tokens — focus on anything related to payment intents.","exampleUseCases":[{"title":"Token-budget web research for LLM agent","prompt":"Pull the content from https://openai.com/blog/gpt-4o and distill it down to at most 1500 tokens in budget mode, focused on the query 'multimodal capabilities', so I can feed it to my model without blowing my context window."},{"title":"Structured data extraction from product page","prompt":"Grab the page at https://www.apple.com/iphone-16-pro/specs/ and extract all the structured tables and metadata — give me the output in structured mode so I get clean JSON instead of raw HTML."},{"title":"Clean markdown from a SPA documentation site","prompt":"Convert the documentation at https://docs.anthropic.com/claude/reference/getting-started into clean markdown — strip all the navigation junk and just give me the actual content."}],"resultDescription":"Returns a JSON object with a 'data' field containing distilled Markdown, structured JSON tables/metadata, skeleton outline, or a BM25-ranked excerpt depending on mode. Also includes an 'roi_proof' object showing raw_tokens, distilled_tokens, tokens_saved, compression_ratio_pct, roi_multiplier, and llm_cost_saved_usd. Optional cache status (HIT/MISS) and billing details are also returned.","failureModes":["URL is unreachable or returns non-200 HTTP status — endpoint may return an error status","JavaScript-heavy SPA pages may fail to render fully if the fetch timeout is exceeded","BM25 budget mode with very low max_tokens may return extremely truncated or empty excerpts","Raw HTML input exceeds payload size limits — may result in a rejection or truncation","Invalid mode enum value causes a validation error","Missing required 'url' field returns a schema validation error"],"whenToPreferThis":"Use this endpoint when you need to feed web content to an LLM and want to minimize token usage through compression or BM25 relevance filtering. It is especially valuable for SPA pages that require JavaScript rendering, when you have a strict token budget, or when you want structured/skeleton extraction rather than raw HTML. Prefer this over generic scrapers when you need built-in ROI metrics on token savings and compression ratios.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:36:22.501Z","isFirstParty":false,"canonicalSlug":"domain-osint-agentdiet-dev-spa-markdown-reader-with-bm25-budget-control-208a6707"}