{"uid":"cap_gGaW_CF-cE4pMedBSNvqh","slug":"agent-hub-web-scraper-cd314dd3","name":"Agent Hub Web Scraper","description":"Scrape text and attributes from a rendered web page using CSS selectors. Returns every match per selector. Also callable as GET with the same fields as query parameters.","url":"https://agents.torbrooknews.com/v1/scrape?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url","selectors"],"properties":{"url":{"type":"string"},"selectors":{"type":"string","description":"CSS selectors; separate items with |"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_RwA9xwCSiX2dfId16mje6","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes text and attributes from a rendered web page using CSS selectors, returning every match per selector","exampleAgentPrompt":"Scrape the page at https://example.com/products using the CSS selectors '.product-title | .product-price' and return every match you find.","exampleUseCases":[{"title":"Extract news headlines from site","prompt":"Go to https://torbrooknews.com and scrape all the article headlines using the selector 'h2.article-title | a.headline' — I want every match on the page."},{"title":"Pull product prices from e-commerce page","prompt":"Scrape https://shop.example.com/category/shoes and extract all product names and prices using the selectors '.product-name | .price' so I can compare them."},{"title":"Get all outbound links from a page","prompt":"Fetch https://myblog.com/resources and extract every link href and link text using the selectors 'a[href] | a' — I need the full list of URLs referenced there."}],"resultDescription":"Returns every CSS selector match found on the rendered page, including text content and attributes for each matched element, organized per selector provided.","failureModes":["URL is unreachable or returns an error — scrape fails with no results","CSS selectors are malformed or match nothing — empty results returned","Page requires JavaScript-heavy rendering that times out","Rate limiting or bot protection on the target site blocks the request","Pipe character separator missing between multiple selectors causes parsing issues"],"whenToPreferThis":"Use this endpoint when you need to extract specific elements from a live web page using CSS selectors, especially when the page requires rendering (JavaScript execution). Prefer this over raw HTTP fetching when you need precise element targeting rather than full page text, and when you want every match across the page for one or more selectors simultaneously.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-13T12:46:44.095Z","isFirstParty":false,"canonicalSlug":"agent-hub-web-scraper-cd314dd3"}