{"uid":"cap_Iaa9zlkZ7n0A2f5fTJwZm","slug":"whatchuneed-crawl-scrape-endpoint-637177f1","name":"whatchuneed Crawl/Scrape Endpoint","description":"320+ pay-per-call API endpoints across accommodation, LLM, code execution, crypto, medical, finance, and more. One API, one payment. Powered by x402 protocol.","url":"https://whatchuneed.vercel.app/api/crawl/scrape?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"Request input"}}},"responseSchema":{"type":"object","properties":{"result":{"type":"object","description":"Response data"},"status":{"type":"string"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.05","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.05/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.05","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.05","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_aKP071-bCheGYxtSAVAqk","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.05","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes and extracts content from a given URL, returning structured data from the crawled web page","exampleAgentPrompt":"Scrape the content from https://example.com/products/123 and return all the text and structured data you can extract from that page.","exampleUseCases":[{"title":"Product price monitoring from retailer","prompt":"Scrape https://shop.example.com/item/456 and pull out the current price, product title, and availability status so I can track if it changes."},{"title":"News article content extraction","prompt":"Fetch and extract the full article text from https://news.example.com/article/2024/ai-trends so I can summarize it without needing to open a browser."},{"title":"Competitor website data gathering","prompt":"Crawl https://competitor.com/about and give me all the text content from that page so I can analyze what they say about their services."}],"resultDescription":"Returns a result object containing the scraped and extracted content from the target web page, along with a status string indicating success or failure of the scrape operation.","failureModes":["Target URL is unreachable or returns a non-200 HTTP status — result may be empty or error status returned","JavaScript-heavy single-page applications may not render fully, leading to incomplete extraction","Rate limiting or bot detection on the target site may block the scrape","Malformed or missing input URL string causes validation failure","Payment failure via x402 protocol prevents request from being processed"],"whenToPreferThis":"Choose this endpoint when you need a pay-per-call, no-subscription web scraping solution that integrates with the x402 micropayment protocol. It is well-suited for agents that scrape sporadically and want to avoid monthly SaaS fees, or when building on the whatchuneed multi-tool platform where you are already handling other API categories.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-19T20:17:07.891Z","isFirstParty":false,"canonicalSlug":"whatchuneed-crawl-scrape-endpoint-637177f1"}