{"uid":"cap_jtuIphTceH8qxjBZjIn-q","slug":"shopify-spy-agentdiet-dev-web-url-distiller-article-extractor-4f0edec4","name":"Web URL Distiller & Article Extractor","description":"Distill a URL or raw HTML payload with BM25 budget control (Live x402 v2, IETF MPP & MCP endpoint at https://shopify-spy.agentdiet.dev/v1/article-extractor)","url":"https://shopify-spy.agentdiet.dev/v1/article-extractor?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Target webpage URL to fetch and distill (or builtin://stripe-docs)"},"html":{"type":"string","description":"Optional raw HTML string to distill directly without fetching"},"mode":{"enum":["markdown","structured","skeleton","budget"],"type":"string","default":"markdown","description":"Distillation mode"},"query":{"type":"string","description":"BM25 focus query when mode=budget"},"max_tokens":{"type":"integer","minimum":20,"description":"Strict token budget ceiling when mode=budget"}}},"responseSchema":{"type":"object","required":["status","roi_proof","data"],"properties":{"data":{"type":"object","description":"Distilled Markdown, structured JSON tables/metadata, skeleton outline, or BM25 budget excerpt."},"cache":{"type":"object","properties":{"status":{"enum":["HIT","MISS"],"type":"string"},"cache_key":{"type":"string"},"latency_ms":{"type":"number"}}},"status":{"type":"string","description":"Execution status ('ok')"},"billing":{"type":"object","properties":{"agent_id":{"type":"string"},"payment_method":{"type":"string"},"fee_charged_usd":{"type":"number"}}},"roi_proof":{"type":"object","properties":{"raw_tokens":{"type":"integer"},"tokens_saved":{"type":"integer"},"roi_multiplier":{"type":"number"},"distilled_tokens":{"type":"integer"},"llm_cost_saved_usd":{"type":"number"},"compression_ratio_pct":{"type":"number"}}}}},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.001","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_LWEba8Le8SpICRsxlY-ry","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"shopify-spy.agentdiet.dev","brandSlug":"shopify-spy-agentdiet-dev-mpp","brandBaseUrl":"https://shopify-spy.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Fetches and distills any web URL or raw HTML into compact, agent-ready tokens using markdown, structured, skeleton, or BM25 budget modes","exampleAgentPrompt":"Can you distill https://stripe.com/docs/payments/checkout into clean markdown and tell me how many tokens you saved compared to the raw page?","exampleUseCases":[{"title":"LLM cost reduction via page compression","prompt":"Fetch https://docs.openai.com/api-reference and distill it into compact markdown — I want to see the compression ratio and how many tokens you saved so I can decide if it's worth using in my pipeline."},{"title":"BM25 budget excerpt for research","prompt":"Pull the article at https://techcrunch.com/2024/05/01/ai-agents-future and extract only the parts relevant to 'autonomous AI agents' using budget mode, keeping it under 500 tokens."},{"title":"Structured data extraction from a product page","prompt":"Distill https://shopify.com/blog/dropshipping into structured JSON tables and metadata — I need the key facts, figures, and headings without all the surrounding noise."}],"resultDescription":"Returns a 'data' object containing the distilled content (markdown text, structured JSON tables/metadata, skeleton outline, or BM25-focused excerpt depending on mode), alongside an 'roi_proof' object showing raw token count, distilled token count, tokens saved, compression ratio percentage, ROI multiplier, and estimated LLM cost saved in USD. Also includes optional billing details and cache status (HIT/MISS).","failureModes":["Invalid or unreachable URL returns a fetch error","Missing required 'url' parameter causes a 400 validation error","BM25 budget mode requires both 'query' and 'max_tokens' to be meaningful; omitting them may return unfiltered content","Very large pages may hit processing limits or return partial content","Payment failure via x402 prevents call completion","HTML-only payloads that lack article-like structure may produce low-quality extractions"],"whenToPreferThis":"Choose this endpoint when your agent needs to read and process web pages efficiently without consuming large token budgets — especially useful in RAG pipelines, research agents, or documentation summarizers. Prefer it over raw fetch+parse when you want built-in BM25 relevance filtering, structured extraction, or skeleton outlining in a single API call. The ROI proof output makes it easy to justify token savings. Particularly suited for agentic workflows where LLM cost per call matters.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T12:46:29.634Z","isFirstParty":false,"canonicalSlug":"shopify-spy-agentdiet-dev-web-url-distiller-article-extractor-4f0edec4"}