{"uid":"cap_cwy3vVnWQtv0Kz7HMhNOG","slug":"scrapfly-domain-crawl-api-753b3648","name":"ScrapFly Domain Crawl API","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scravfly.vercel.app/api/crawl/domain","method":"POST","headers":{},"bodySchema":{"type":"object","required":["domain"],"properties":{"domain":{"type":"string","description":"domain"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.06","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.06/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_yeggzWcjmqgJxGUeMY-KO","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.06","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and extracts data from an entire domain, returning structured content from the target website.","exampleAgentPrompt":"Crawl the domain example.com and extract all the content you can find from its pages so I can analyze what they publish.","exampleUseCases":[{"title":"Competitor website content audit","prompt":"Crawl the domain acme-corp.com and pull back all the content so I can see what products and messaging they're using on their site."},{"title":"Lead enrichment from company domain","prompt":"Can you scrape the domain techstartup.io and extract everything on it — I want to understand what this company does before a sales call."},{"title":"Content indexing for AI knowledge base","prompt":"Crawl openai-blog.com and extract all the text content from the site so I can load it into my knowledge base for an AI assistant."}],"resultDescription":"Returns a JSON object with a success boolean and a data object containing the scraped content extracted from the crawled domain, including page text, metadata, and structured content fields depending on what the domain contains.","failureModes":["Domain does not exist or is unreachable — success: false with no data","Domain blocks crawlers via robots.txt or bot protection — partial or empty data returned","Invalid domain format in input — request rejected","Payment failure on Base chain via x402 — request not processed","Timeout on large domains — incomplete data returned"],"whenToPreferThis":"Choose this endpoint when you need to extract content from an entire domain rather than a single URL, and when you need a pay-per-request model with no subscription via x402 on Base chain. Prefer this over single-page scrapers when broad domain coverage is required.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T06:31:54.028Z","isFirstParty":false}