{"uid":"cap_PmtuF6tZUDWEueckqyKKc","slug":"aiworker-data-web-scrape-with-llm-summary-273e75c2","name":"aiworker-data Web Scrape with LLM Summary","description":"Deterministic-first data for agents, paid per call in USDC over x402 v2: DeFi yields, Base token and wallet cards, Polymarket odds and backtests, news, fact checks, cited briefs. 20 routes, $0.005-$1","url":"https://aiworker.duckdns.org/v1/scrape/summary","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"absolute https url of a public page"},"max_chars":{"type":"integer","maximum":60000,"minimum":500}}},"responseSchema":{"type":"json","example":{"title":"Example","source":"web","entities":["…"],"key_points":["…"],"source_url":"https://example.com/article","summary_md":"…","attribution":"Fetched from https://example.com"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.04","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.04/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.04","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.04","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_5QD9SyPiaKUptSOyRpb-D","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.04","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes a public URL and returns markdown content plus an LLM-generated structured summary (≤200 words), key points, and extracted entities.","exampleAgentPrompt":"Scrape https://www.bbc.com/news/technology and give me a structured summary with key points and entities — keep it under 5000 characters.","exampleUseCases":[{"title":"Quick digest of a news article","prompt":"Can you scrape https://techcrunch.com/2024/01/15/openai-new-model and give me a structured summary with the key points and any important entities mentioned — limit the content to 10000 characters?"},{"title":"Research extraction for a competitor page","prompt":"Pull the content from https://www.stripe.com/pricing, summarize what it says in under 200 words, and list the key entities like product names and pricing tiers."},{"title":"Meeting prep from a company blog post","prompt":"Go to https://blog.anthropic.com/claude-3 and extract the key points and named entities for me so I can get up to speed before my meeting — cap it at 8000 characters."}],"resultDescription":"Returns the page rendered as markdown (up to max_chars characters), plus an LLM-generated structured summary of ≤200 words, a list of key points, and named entities extracted from the page content.","failureModes":["URL is not publicly accessible or behind authentication — returns an error or empty content","Page uses heavy JavaScript rendering that the scraper cannot execute — markdown may be incomplete","max_chars limit too low to capture meaningful content — summary may be truncated or low quality","LLM summary generation fails — structured fields may be absent while markdown is returned","Rate limiting or connectivity issues to the target domain — may return timeout or partial content"],"whenToPreferThis":"Choose this endpoint when you need both raw page content and an immediately usable LLM-generated digest — key points and entities — without running a separate summarization step. It combines scraping and analysis in one call for $0.04 USDC, making it efficient for research pipelines, content monitoring, or any workflow where you need a structured snapshot of a webpage rather than raw HTML.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:45:58.340Z","isFirstParty":false}