{"uid":"cap_4B3Uez9SCnype0NLIpUq0","slug":"serp-extract-agentdiet-dev-web-url-context-compressor-bm25-budget-mode-17300174","name":"Web URL Context Compressor (BM25 Budget Mode)","description":"Distill a web URL into compact agent-ready tokens (Live x402 v2, IETF MPP & MCP endpoint at https://serp-extract.agentdiet.dev/v1/context-compress)","url":"https://serp-extract.agentdiet.dev/v1/context-compress?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to distill (or builtin://stripe-docs)"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Extraction mode: markdown, structured, skeleton, or budget"},"limit":{"type":"integer","default":20,"maximum":100,"minimum":1,"description":"Maximum number of items to return per page (1-100)"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"cursor":{"type":"string","description":"Opaque pagination cursor for fetching the next page"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_JGestAXSPO_VSYqPJrmRx","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"serp-extract.agentdiet.dev","brandSlug":"serp-extract-agentdiet-dev-mpp","brandBaseUrl":"https://serp-extract.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a URL or raw HTML and distills it into compact, token-efficient agent-ready content using markdown, structured, skeleton, or BM25 budget modes.","exampleAgentPrompt":"Fetch https://stripe.com/docs/api/charges and distill it into compact markdown, keeping it under 1000 tokens using budget mode focused on 'charge object fields'.","exampleUseCases":[{"title":"Summarizing a docs page for agent context","prompt":"Grab the OpenAI API docs at https://platform.openai.com/docs/api-reference and compress them into skeleton mode so I can fit a summary in my prompt without blowing my context window."},{"title":"BM25 budget extraction for research","prompt":"Pull this arXiv paper page at https://arxiv.org/abs/2310.06825 and extract only the parts relevant to 'retrieval augmented generation' in budget mode, capped at 500 tokens."},{"title":"Structured data extraction from a product page","prompt":"Fetch https://www.notion.so/pricing and return the content in structured mode so I can see the pricing tiers and feature tables as clean JSON."}],"resultDescription":"Returns a 'data' object containing the distilled content in the requested format (markdown text, structured JSON tables/metadata, skeleton outline, or a BM25-ranked budget excerpt), plus an 'roi_proof' object showing raw vs distilled token counts, tokens saved, compression ratio percentage, estimated LLM cost savings in USD, and ROI multiplier. Also includes optional cache status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","max_tokens below minimum of 20 rejected with validation error","BM25 query missing when mode=budget may return unfiltered or error response","Raw HTML too large may exceed processing limits","Payment failure via x402 results in HTTP 402 response blocking execution","Cache miss on fresh URLs increases latency slightly"],"whenToPreferThis":"Choose this endpoint when you need to fit web page content into a strict LLM token budget, want BM25-ranked relevant excerpts from a page, or need to reduce LLM API costs by compressing raw HTML before passing it to a model. It is particularly useful over generic scrapers when token efficiency and cost savings are primary concerns, or when structured/skeleton output modes are needed for downstream agent reasoning.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:26:15.276Z","isFirstParty":false,"canonicalSlug":"serp-extract-agentdiet-dev-web-url-context-compressor-bm25-budget-mode-17300174"}