{"uid":"cap_T0SnkxCo2OJnGTPBdxcM2","slug":"shopify-spy-agentdiet-dev-web-url-prompt-compressor-with-bm25-budget-5957daf1","name":"Web URL Prompt Compressor with BM25 Budget Control","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://shopify-spy.agentdiet.dev/v1/prompt-compress)","url":"https://shopify-spy.agentdiet.dev/v1/prompt-compress?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_UinBj_wxl5nnOvsi7J51c","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"shopify-spy.agentdiet.dev","brandSlug":"shopify-spy-agentdiet-dev-mpp","brandBaseUrl":"https://shopify-spy.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches a webpage or raw HTML and distills it into compact, agent-ready tokens using multiple extraction modes including BM25-focused budget excerpts","exampleAgentPrompt":"Fetch the Stripe pricing page at https://stripe.com/pricing and distill it into compact markdown within a 500-token budget, focusing on the query 'payment fees'.","exampleUseCases":[{"title":"Fit competitor page into LLM context","prompt":"Grab https://www.shopify.com/pricing and compress it into markdown under 400 tokens so I can include it in my next GPT-4 prompt — use budget mode focused on 'monthly plan cost'."},{"title":"Extract structured product data from listing","prompt":"Take https://www.amazon.com/dp/B09XYZ1234 and distill it into structured JSON tables showing the product metadata and specs — I need it agent-ready."},{"title":"Outline long documentation page","prompt":"Pull https://docs.stripe.com/api and give me a skeleton outline of the page so I can quickly understand its structure without burning through my token budget."}],"resultDescription":"Returns a JSON object with a 'data' field containing the distilled content (markdown, structured tables, skeleton, or BM25 excerpt), an 'roi_proof' object showing raw vs distilled token counts, compression ratio, and estimated LLM cost saved, plus optional cache status and billing details.","failureModes":["Invalid or unreachable URL returns an error status","Token budget too small (max_tokens below 20) triggers validation error","BM25 query mode requested without a query string may return unfiltered content","Rate limiting or payment failure via x402 blocks the request","Raw HTML field and URL field both omitted results in missing required parameter error"],"whenToPreferThis":"Choose this endpoint when you need to shrink web page content before injecting it into an LLM prompt, especially when operating under strict token budgets. It is ideal for agentic pipelines that must read live web pages without exhausting context windows, and when you want ROI proof of token savings. Prefer it over generic scrapers when you need BM25-focused relevance filtering around a specific query topic.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:22:41.046Z","isFirstParty":false,"canonicalSlug":"shopify-spy-agentdiet-dev-web-url-prompt-compressor-with-bm25-budget-5957daf1"}