{"uid":"cap_pbL0qhzJoY17ah67PueF7","slug":"swerver-batch-web-scraper-ec527f5c","name":"Swerver Batch Web Scraper","description":"Headless browser API for web scraping. Fetch any URL and get back clean HTML, Markdown, plain text, or extracted links. Supports JavaScript evaluation, CSS selector targeting, stealth mode, and batch operations. Pay-per-request via x402 protocol (USDC on Base). No API key required.","url":"https://cheap-search--gw.swerver.net/batch","method":"POST","headers":{},"bodySchema":{"type":"object","required":["urls"],"properties":{"urls":{"type":"array","description":"URLs to scrape (max 20)"},"format":{"enum":["html","markdown","text","links"],"type":"string"},"stealth":{"type":"boolean"},"timeout":{"type":"integer"},"evaluate":{"type":"string","description":"JavaScript to evaluate on each page"},"max_length":{"type":"integer","description":"Max content length per result"},"user_agent":{"type":"string"}}},"responseSchema":{"type":"object","properties":{"results":{"type":"array","items":{"type":"object","properties":{"url":{"type":"string"},"error":{"type":"string","description":"Error message if this URL failed"},"format":{"type":"string"},"content":{"type":"string"},"metadata":{"type":"object","properties":{"truncated":{"type":"boolean","description":"Whether content was truncated by max_length"},"elapsed_ms":{"type":"integer","description":"Time taken to fetch and render the page in milliseconds"},"content_length":{"type":"integer","description":"Original content length in bytes before truncation"}}}}}},"total_time_ms":{"type":"integer"}}},"example":{"request":{"urls":["https://example.com","https://example.com/about"],"format":"markdown","stealth":true,"timeout":30,"max_length":5000},"response":{"results":[{"url":"https://example.com","format":"markdown","content":"Example Domainbody{background:#eee;width:60vw;margin:15vh auto;font-family:system-ui,sans-serif}h1{font-size:1.5em}div{opacity:0.8}a:link,a:visited{color:#348}\n# Example Domain\nThis domain is for use in documentation examples without needing permission. Avoid use in operations.\nLearn more\n\n","metadata":{"truncated":false,"elapsed_ms":502,"content_length":291}},{"url":"https://example.com/about","format":"markdown","content":"Example Domainbody{background:#eee;width:60vw;margin:15vh auto;font-family:system-ui,sans-serif}h1{font-size:1.5em}div{opacity:0.8}a:link,a:visited{color:#348}\n# Example Domain\nThis domain is for use in documentation examples without needing permission. Avoid use in operations.\nLearn more\n\n","metadata":{"truncated":false,"elapsed_ms":503,"content_length":291}}],"total_time_ms":503}},"exampleRequest":{"urls":["https://example.com","https://example.com/about"],"format":"markdown","stealth":true,"timeout":30,"max_length":5000},"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"settled","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_BgeC-JnINLWhLXH6bD7Xg","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Batch-fetches up to 20 URLs using a headless browser, returning clean HTML, Markdown, plain text, or links with optional JavaScript evaluation and stealth mode","exampleAgentPrompt":"Can you scrape these 3 pages for me — https://example.com/products, https://example.com/about, and https://example.com/blog — and give me the content as Markdown? Enable stealth mode so they don't block us.","exampleUseCases":null,"resultDescription":"An array of results (one per URL) each containing the fetched content in the requested format (HTML, Markdown, text, or links), plus per-URL metadata including elapsed time in ms, original content length in bytes, and a truncation flag. Also returns total_time_ms for the batch. Individual URL failures surface an error field instead of content.","failureModes":["URL is unreachable or times out — error field set on that result item","Page blocks headless browsers even with stealth mode — may return empty or partial content","JavaScript evaluation throws an error — may cause that URL's result to fail","Batch exceeds 20 URLs — request rejected","Payment via x402 fails or USDC balance insufficient — request not processed","max_length truncates content — truncated flag set to true in metadata"],"whenToPreferThis":"Choose this endpoint when you need to scrape multiple URLs in a single call (up to 20), especially when pages require JavaScript rendering. It is ideal when you want output in structured formats like Markdown or plain text rather than raw HTML, or when you need to run custom JS on each page. Prefer it over single-URL scraping APIs when batching saves latency and cost. Stealth mode makes it suitable for pages with basic bot-detection.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:31:27.645Z","isFirstParty":false}