{"uid":"cap_j5fj7yau2rXyJZ-Wh-lMN","slug":"agents-rtrvr-ai-retriever-ai-web-scraper-100acdf9","name":"Retriever AI Web Scraper","description":"Opens each URL in a cloud browser and returns one tab per URL, in input order, with the title, content type, extracted text, the accessibility tree and a link map. Results over the inline size limit return a preview per tab plus a download reference. Each call is one request.","url":"https://agents.rtrvr.ai/scrape?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"urls":{"type":"array","items":{"type":"string","format":"uri"},"minItems":1,"description":"Absolute URLs to load. One tab comes back per URL, in the same order."},"options":{"type":"object","properties":{"ui":{"type":"object","properties":{"emitEvents":{"type":"boolean","default":false,"description":"Write progress events for SSE or polling clients."}}}}},"response":{"type":"object","properties":{"inlineOutputMaxBytes":{"type":"integer","default":1048576,"description":"Cap on the inline JSON. Larger results return per-tab previews plus metadata.responseRef for the full payload."}}},"settings":{"type":"object","properties":{"proxyConfig":{"type":"object","properties":{"mode":{"enum":["none","default","custom","device"],"type":"string","description":"Proxy mode for the page loads. default uses Retriever AI's rotating proxies."}}},"extractionConfig":{"type":"object","properties":{"pageLoadDelay":{"type":"number","description":"Extra wait after page load before extraction."},"maxParallelTabs":{"type":"integer","description":"How many URLs load at once."},"onlyTextContent":{"type":"boolean","description":"Return extracted text only and omit the accessibility tree and link record."},"disableAutoScroll":{"type":"boolean","description":"Skip the scroll pass that triggers lazy-loaded content."}}}},"description":"Per-call overrides merged over the stored profile."},"webhooks":{"type":"array","items":{"type":"object","required":["url"],"properties":{"url":{"type":"string","format":"uri","description":"HTTPS endpoint that receives the JSON envelope."},"auth":{"type":"object","properties":{"type":{"enum":["bearer","basic"],"type":"string"},"token":{"type":"string"},"password":{"type":"string"},"username":{"type":"string"}},"description":"Bearer token or basic credentials for the receiving endpoint."},"retry":{"type":"object","properties":{"mode":{"enum":["default","none"],"type":"string","description":"default retries with backoff, none delivers once."}}},"events":{"type":"array","items":{"enum":["rtrvr.scrape.succeeded","rtrvr.scrape.failed","rtrvr.scrape.cancelled"],"type":"string"},"description":"Events to deliver. Defaults to all three."},"secret":{"type":"string","description":"HMAC secret. When set, deliveries carry an X-Rtrvr-Signature header."},"headers":{"type":"object","description":"Extra headers on each delivery.","additionalProperties":{"type":"string"}},"timeoutMs":{"type":"integer","default":8000,"description":"Delivery timeout in milliseconds."}}},"description":"Endpoints to POST the result to when the scrape succeeds, fails, or is cancelled."},"trajectoryId":{"type":"string","description":"Optional stable id to group related scrapes for your own analytics."}}},"responseSchema":{"type":"object","properties":{"tabs":{"type":"array","items":{"type":"object","properties":{"url":{"type":"string"},"tree":{"type":"string","description":"Accessibility tree as a JSON string. Omitted when onlyTextContent is true."},"error":{"type":"string"},"tabId":{"type":"integer"},"title":{"type":"string"},"status":{"enum":["success","error"],"type":"string"},"content":{"type":"string","description":"Extracted visible text."},"contentType":{"type":"string"},"elementLinkRecord":{"type":"object","description":"Tree element id to link URL. Present only with tree.","additionalProperties":{"type":"string"}}}},"description":"One entry per input URL, in input order."},"error":{"type":"string"},"status":{"enum":["success","error"],"type":"string"},"success":{"type":"boolean"},"metadata":{"type":"object","properties":{"taskRef":{"type":"string"},"durationMs":{"type":"integer"},"responseRef":{"type":"object","description":"Storage reference for the full payload when the inline cap was exceeded."},"outputTooLarge":{"type":"boolean"},"inlineOutputMaxBytes":{"type":"integer"}}},"usageData":{"type":"object","properties":{"totalUsd":{"type":"number"},"proxyCredits":{"type":"number"},"totalCredits":{"type":"number"},"browserCredits":{"type":"number"},"proxyPageLoads":{"type":"number"},"requestDurationMs":{"type":"number"},"usingBillableProxy":{"type":"boolean"},"proxyTabsDataFetches":{"type":"number"}},"description":"Infra usage on Retriever AI's side. Informational; the storefront bills one request per call."},"trajectoryId":{"type":"string"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.05","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":2,"rating":{"score":"0.79","successRate":"0.97","reviews":2,"stars":"4.2","state":"rated"},"availabilityStatus":"healthy","priceObserved":{"p10Cents":"5.0000","medianCents":"5.0000","p90Cents":"5.0000","minCents":"5.0000","maxCents":"5.0000","p95Cents":"5.0000","sampleCount":64,"varies":false,"failureChargeRate":null},"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.05/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.05","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.05","per":"call","confidence":"exact"},{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.05","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_j3Q4k6ojOs6aYXsnoBJFs","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.05","costPer":"request","priority":0,"asset":"0x20C000000000000000000000b9537d11c60E8b50","unit":"request","depositMicros":null,"planRef":null},{"uid":"pm_ExGq4ARF0dyLTCguTgZnt","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.05","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"agents.rtrvr.ai","brandSlug":"agents-rtrvr-ai-x402","brandBaseUrl":"https://agents.rtrvr.ai","brandDocsUrl":null,"whatItDoes":"Opens one or more URLs in a cloud browser and returns the visible text, accessibility tree, and link map for each page","exampleAgentPrompt":"Can you scrape the text and all links from https://techcrunch.com/latest and https://news.ycombinator.com using a rotating proxy so they don't block us?","exampleUseCases":[{"title":"Competitor pricing page monitor","prompt":"Pull the full visible text and link map from https://stripe.com/pricing and https://square.com/pricing so I can compare their current plans side by side."},{"title":"Research article extraction","prompt":"Fetch the content from these three academic pages — https://arxiv.org/abs/2401.00001, https://arxiv.org/abs/2401.00002, https://arxiv.org/abs/2401.00003 — and give me the extracted text from each one."},{"title":"JavaScript-rendered page scrape","prompt":"Scrape https://www.airbnb.com/s/New-York--NY using a real browser so I get the fully rendered page text and all the listing links — it won't load properly with a plain HTTP request."}],"resultDescription":"Returns one tab object per input URL in the same order, each containing the page title, HTTP content type, extracted visible text, accessibility tree (as a JSON string), and a map of element IDs to link URLs. If the total response exceeds the inline size cap, a per-tab preview is returned along with a download reference (responseRef) for the full payload. Also includes task duration, usage credits, and proxy billing details.","failureModes":["URL unreachable or returns non-200 status — tab has status:error and an error message","Page times out during load — tab marked error with timeout detail","Proxy blocked by target site — may return empty or partial content","Output exceeds inlineOutputMaxBytes — full data not inline, only preview plus responseRef returned","Invalid URL format — request rejected at validation","Webhook delivery failure if configured — no retry by default unless retry mode set"],"whenToPreferThis":"Choose this endpoint when you need to read pages that require JavaScript execution, trigger lazy-loaded content, or sit behind bot-detection and rate limiting that blocks plain HTTP fetches. It is especially useful when you need the full accessibility tree and link map in addition to visible text, or when you want to scrape multiple URLs in a single API call. Prefer it over simple HTTP fetch wrappers when page rendering fidelity matters or when rotating proxies are needed to reliably reach the target.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":66,"lastUsedAt":"2026-10-07T23:03:09.886Z","lastSuccessfullyRanAt":"2026-10-07T23:03:09.886Z","lastHealthCheckAt":"2026-10-12T23:56:03.050Z","isFirstParty":false,"canonicalSlug":"agents-rtrvr-ai-retriever-ai-web-scraper-100acdf9"}