{"uid":"cap_Wz-5pV6BbnII3p0ccWG_A","slug":"scrapfly-web-crawl-api-fddd0139","name":"ScrapFly Web Crawl API","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://test-scrapfly.orbonomy.xyz/api/crawl/crawl","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"},"maxPages":{"type":"number","description":"maxPages"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.1","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.1/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.1","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.1","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm__xDISPOzETWo8rOMNXYKJ","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.1","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a given URL and up to N pages deep, returning structured scraped content via a pay-per-request x402 endpoint","exampleAgentPrompt":"Crawl https://example.com/products for me and pull back up to 3 pages of content so I can see what's listed there.","exampleUseCases":null,"resultDescription":"Returns a JSON object with a success boolean and a data object containing the scraped content from the crawled URL(s).","failureModes":["URL is unreachable or returns non-200 status — success: false","Invalid or malformed URL input — request validation error","maxPages exceeds allowed limit — error response","Payment not fulfilled via x402 — 402 Payment Required","Target site blocks scraping — may return empty or partial data"],"whenToPreferThis":"Use this endpoint when you need to programmatically fetch and extract content from one or more web pages, especially when you want multi-page crawling from a single starting URL. Prefer this over single-fetch endpoints when you need to follow links across pages. Best for agents needing to gather web content without managing browser infrastructure.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T13:05:01.816Z","isFirstParty":false}