{"uid":"cap_sItJqQB4e4CBIPudzZn1F","slug":"whatchuneed-web-crawl-endpoint-0008108e","name":"whatchuneed Web Crawl Endpoint","description":"320+ pay-per-call API endpoints across accommodation, LLM, code execution, crypto, medical, finance, and more. One API, one payment. Powered by x402 protocol.","url":"https://whatchuneed.vercel.app/api/crawl/crawl","method":"POST","headers":{},"bodySchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"Request input"}}},"responseSchema":{"type":"object","properties":{"result":{"type":"object","description":"Response data"},"status":{"type":"string"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.2","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.2/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.2","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.2","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_dZb4DT0ajq0uZr_4-VOMb","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.2","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a given URL or web resource and returns extracted content, using whatchuneed's pay-per-call API infrastructure via the x402 protocol.","exampleAgentPrompt":"Can you crawl https://example.com/products and pull back all the content from that page for me?","exampleUseCases":[{"title":"Competitor pricing page extraction","prompt":"Crawl https://competitor.com/pricing and extract all the plan names and prices listed on that page."},{"title":"News article content retrieval","prompt":"Fetch the content from this news article URL https://techcrunch.com/2024/01/15/some-article and give me the full text so I can summarize it."},{"title":"Product data scraping for catalog","prompt":"Crawl https://shop.example.com/product/12345 and get all the product details — title, description, price, and availability — from the page."}],"resultDescription":"Returns a result object containing the crawled and extracted content from the target URL, along with a status string indicating success or failure of the crawl operation.","failureModes":["Invalid or unreachable URL returns error status","Payment failure via x402 protocol blocks the request","Timeout if target site is slow or unresponsive","Access denied if target site blocks crawlers","Malformed input string causes request failure","Rate limiting if too many requests are made in quick succession"],"whenToPreferThis":"Choose this endpoint when you need a pay-per-call, no-subscription web crawling solution that settles payments automatically via x402/USDC. It is well-suited for AI agents that need occasional on-demand web content extraction without managing API keys or subscriptions, especially when already integrated with the whatchuneed multi-service platform.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:56:44.764Z","isFirstParty":false}