{"uid":"cap_WGX34AUlCTSuA0V_uN07F","slug":"bulk-web-scraper-up-to-20-urls-in-one-call-b5107101","name":"Bulk Web Scraper – Up to 20 URLs in One Call","description":"Bulk web scraper: read up to 20 web pages in ONE paid call, each as clean, LLM-ready Markdown with title and meta description. One payment instead of 20, pages fetched in parallel, duplicate URLs read once. Use when your agent works through a list of URLs (search results, product pages, a sitemap, a link list). A failed page is reported with its error while the others still return; charged only if at least one page was read.","url":"https://agentsvc.io/api/v1/proxy/web-scrape-batch?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"urls":{"type":"array","items":{"type":"string","format":"uri"},"maxItems":20,"minItems":1,"description":"1 to 20 public http(s) URLs"},"max_chars":{"type":"integer","default":8000,"maximum":30000,"minimum":500,"description":"Maximum Markdown characters per page"},"include_links":{"type":"boolean","default":false,"description":"Also return up to 100 absolute links per page"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.05","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.05/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.05","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.05","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_GLirtAgt1N94hdG4UfRjH","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.05","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches up to 20 web pages in parallel and returns each as clean, LLM-ready Markdown with title and meta description, in a single paid API call.","exampleAgentPrompt":"I have a list of 15 product URLs I found in search results — can you fetch all of them at once and give me the clean readable text from each page, up to 10,000 characters per page?","exampleUseCases":[{"title":"Research from search result URLs","prompt":"I just got back 12 URLs from a Google search on climate policy — can you pull the full text from all of them in one shot so I can summarize the key findings? Limit each page to 8,000 characters."},{"title":"Competitive product page analysis","prompt":"Here are 8 competitor product pages I need to compare: [list of URLs]. Fetch all of them in one call and return the cleaned markdown so I can analyze their pricing and feature descriptions."},{"title":"Sitemap content extraction","prompt":"I have 20 URLs from our documentation sitemap — please scrape all of them at once and include any links found on each page so I can map out the site structure."}],"resultDescription":"Returns an array of results, one per input URL, each containing the page's clean Markdown text (up to the requested character limit), its title, and meta description. If include_links is true, up to 100 absolute links per page are also returned. Pages that fail (e.g. 404, timeout) are reported with an error message while successfully fetched pages are still returned. The caller is charged only if at least one page was successfully read.","failureModes":["Individual URL fetch failure (404, timeout, bot-block) — reported per page with error, others still returned","All URLs fail — no charge, but empty results","URL count exceeds 20 — request rejected","max_chars out of range (below 500 or above 30000) — validation error","Non-public or malformed URLs — per-page error","Rate limiting or network issues on the provider side — transient error"],"whenToPreferThis":"Use this endpoint when your agent needs to read multiple web pages and wants to minimize cost and latency by batching — instead of calling a single-URL scraper 20 times. It is ideal when processing search result lists, product catalogs, sitemaps, or any pre-collected link sets. Prefer it over single-URL scrapers whenever you have 2 or more URLs to fetch in the same workflow step.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-24T05:33:55.549Z","isFirstParty":false,"canonicalSlug":"bulk-web-scraper-up-to-20-urls-in-one-call-b5107101"}