{"uid":"cap_GNjXmiT1bzv3BpjAlCewa","slug":"github-audit-agentdiet-dev-spa-markdown-reader-bm25-budget-controlled-9601e363","name":"SPA Markdown Reader – BM25 Budget-Controlled Web Distillation","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://github-audit.agentdiet.dev/v1/spa-markdown-reader)","url":"https://github-audit.agentdiet.dev/v1/spa-markdown-reader?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_sCBzY-cweuzGhIvQv0dtW","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"github-audit.agentdiet.dev","brandSlug":"github-audit-agentdiet-dev-mpp","brandBaseUrl":"https://github-audit.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or accepts raw HTML and distills it into Markdown, structured JSON, a skeleton outline, or a BM25-ranked token-budget excerpt","exampleAgentPrompt":"Fetch https://docs.stripe.com/payments/quickstart and distill it into markdown, using budget mode with the query 'payment intent lifecycle' and a max of 800 tokens so it fits in my context window.","exampleUseCases":[{"title":"Compress docs page for LLM context","prompt":"Grab the OpenAI API reference page at https://platform.openai.com/docs/api-reference and distill it down to a markdown summary — use budget mode with the query 'rate limits' and keep it under 500 tokens so I can paste it straight into my prompt."},{"title":"Structured data extraction from product page","prompt":"Pull https://www.apple.com/iphone-16-pro/specs/ and extract all the specs as structured JSON tables — I want clean key-value pairs, not raw HTML."},{"title":"Skeleton outline of a long article","prompt":"Take this raw HTML I'm pasting in and give me just the skeleton outline — headings and subheadings only — so I can quickly see the document structure without reading the whole thing."}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested mode (Markdown text, structured JSON tables/metadata, skeleton outline, or BM25-ranked excerpt), plus an 'roi_proof' object showing raw token count, distilled token count, tokens saved, compression ratio percentage, LLM cost saved in USD, and ROI multiplier. Optionally includes cache status (HIT/MISS) and billing details.","failureModes":["URL is unreachable or returns a non-200 status — endpoint may return an error status","Raw HTML is malformed and cannot be parsed — distillation may return empty or partial content","max_tokens is set too low to capture meaningful content — excerpt may be truncated or empty","BM25 query is too vague to meaningfully rank sections — budget excerpt may be low relevance","SPA-rendered JavaScript content may not be fully captured if dynamic rendering fails","Payment not completed via x402 — request rejected with 402 Payment Required"],"whenToPreferThis":"Choose this endpoint when you need to feed web page content to an LLM but want to minimize token consumption and cost. It is especially useful when dealing with large, noisy HTML pages where only a portion is relevant (use budget+BM25 mode), when you need structured tables extracted from documentation, or when you want a clean Markdown rendering of a SPA-rendered page. Prefer it over generic scrapers when token budget control and ROI measurement are important.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T06:36:05.441Z","isFirstParty":false,"canonicalSlug":"github-audit-agentdiet-dev-spa-markdown-reader-bm25-budget-controlled-9601e363"}