{"uid":"cap_HDTo9Cq9nvgNBEtSlpaMD","slug":"whatchuneed-domain-crawl-1eb4a76f","name":"whatchuneed Domain Crawl","description":"320+ pay-per-call API endpoints across accommodation, LLM, code execution, crypto, medical, finance, and more. One API, one payment. Powered by x402 protocol.","url":"https://whatchuneed.vercel.app/api/crawl/domain?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"Request input"}}},"responseSchema":{"type":"object","properties":{"result":{"type":"object","description":"Response data"},"status":{"type":"string"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.05","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.05/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.05","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.05","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_j8PxT4VvDhYjC4hu7qeQc","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.05","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a specified domain and returns structured data about pages, links, or content found at that domain","exampleAgentPrompt":"Can you crawl the domain example.com and give me back all the structured content and links you find there?","exampleUseCases":[{"title":"Competitive website content audit","prompt":"Crawl competitor.com for me and pull back whatever structured content and page data you can find — I want to see what they're publishing."},{"title":"Domain content extraction for research","prompt":"Can you extract the content from research-institute.org? I need to see what information is available on that domain for my literature review."},{"title":"Verify website content exists","prompt":"Check what's actually on startup-xyz.io — crawl the domain and tell me what pages and content you find there."}],"resultDescription":"Returns a result object containing crawled domain data such as page content, links, metadata, or structured information found at the specified domain, along with a status field indicating success or failure.","failureModes":["Domain does not exist or is unreachable — returns error status","Input string malformed or missing — returns validation error","Domain blocks crawlers (robots.txt or firewall) — may return empty or partial results","Timeout if domain responds slowly","Rate limiting from the target domain causing incomplete crawl"],"whenToPreferThis":"Use this endpoint when you need to quickly extract content or data from a specific web domain without setting up your own scraping infrastructure, and you want a pay-per-call model via x402 protocol with no subscription required. Prefer this over full scraping platforms when cost per call matters and you only need occasional domain crawls.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-19T18:47:00.744Z","isFirstParty":false,"canonicalSlug":"whatchuneed-domain-crawl-1eb4a76f"}