{"uid":"cap_Jc-Xlh2lTs-_TPQkrQ-oD","slug":"scrapfly-crawl-links-614e74fa","name":"ScrapFly Crawl Links","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scrapfly.vercel.app/api/crawl/links?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_bwnNFKbQmty_0kyJEaukR","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Extracts all hyperlinks found on a given webpage URL","exampleAgentPrompt":"Can you crawl the page at https://example.com/blog and give me a list of all the links found on it?","exampleUseCases":[{"title":"Discover internal site navigation","prompt":"Go to https://docs.python.org/3/ and pull out all the links on that page — I want to see what sections and sub-pages are linked from the homepage."},{"title":"Find outbound links for SEO audit","prompt":"Scrape all the links from https://techcrunch.com and list every URL you find — I'm doing an outbound link audit."},{"title":"Seed a web crawler with starting URLs","prompt":"Fetch all the links on https://news.ycombinator.com so I can use them as the starting seed list for my crawler."}],"resultDescription":"Returns a JSON object with a success boolean and a data object containing the list of links (URLs/hyperlinks) discovered on the given webpage.","failureModes":["Invalid or malformed URL returns an error or success:false","Target page is unreachable or returns a non-200 HTTP status","JavaScript-rendered pages may return incomplete link sets if JS execution is not supported","Pages with bot protection or CAPTCHAs may fail to load","Very large pages with thousands of links may have truncated results"],"whenToPreferThis":"Use this endpoint when you need to enumerate all hyperlinks on a specific webpage without parsing full HTML yourself. Ideal for link discovery, SEO auditing, sitemap generation seeds, or building crawler queues. Prefer this over a full-scrape endpoint when you only need URLs, not page content.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-24T12:38:36.869Z","isFirstParty":false,"canonicalSlug":"scrapfly-crawl-links-614e74fa"}