{"uid":"cap_w9BOkvysoljAZzFI32N4N","slug":"bytemine-batch-url-scraper-b3042769","name":"Bytemine Batch URL Scraper","description":"Scrape up to 100 URLs in parallel. Returns markdown, metadata, and tech stack per URL. 1 credit per URL.","url":"https://x402.orthogonal.com/bytemine/crawl/batch","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"urls":{"type":"array","description":"Array of URLs to scrape (max 100)"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.03","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.03/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.03","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.03","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_06fI1bcYXEVOvvRtUGa-T","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.03","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes up to 100 URLs in parallel and returns markdown content, metadata, and tech stack information for each URL.","exampleAgentPrompt":"Scrape these 5 URLs for me in parallel and give me the markdown content, page metadata, and tech stack for each: https://example.com, https://acme.com, https://widget.io, https://startup.co, https://demo.app","exampleUseCases":[{"title":"Competitor tech stack research","prompt":"I have a list of 20 competitor websites — can you scrape all of them and tell me what tech stack each one is using, plus pull their main page content as markdown?"},{"title":"Bulk content aggregation for RAG","prompt":"Here are 80 URLs from our internal wiki and blog — scrape all of them in parallel and return the markdown text and metadata so I can load them into our knowledge base."},{"title":"Lead enrichment from website list","prompt":"I've got a CSV with 50 company websites — scrape each one and extract the page metadata and content so I can understand what each company does before reaching out."}],"resultDescription":"For each submitted URL, the endpoint returns the page rendered as markdown, page-level metadata (title, description, etc.), and detected tech stack information. Results are returned per-URL in a structured response covering all URLs submitted in the batch (up to 100).","failureModes":["Individual URLs may fail to load (timeout, 403, DNS failure) while others succeed — check per-URL status","Exceeding 100 URLs in the batch returns an error","Dynamic JavaScript-heavy pages may return incomplete markdown if not fully rendered","Rate limits or credit exhaustion may reject the entire batch request","Malformed URLs in the array cause per-URL or full-batch errors"],"whenToPreferThis":"Choose this endpoint when you need to scrape more than one URL at a time and want parallel execution rather than sequential single-URL calls. It is ideal for batch research workflows, bulk content ingestion, lead enrichment pipelines, or any scenario where you have a list of 2–100 URLs and need markdown content plus metadata and tech stack all in one call. Prefer it over single-URL scrapers when throughput and parallelism matter and you want to minimize total latency across many pages.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T13:03:31.884Z","isFirstParty":false}