{"uid":"cap_JSXolzz6YKNYIH9KGZ4sW","slug":"scrapfly-related-urls-crawler-abc757c8","name":"ScrapFly Related URLs Crawler","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scravfly.vercel.app/api/crawl/related","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"},"count":{"type":"number","description":"count"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.06","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.06/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_NGlzcgdGHhIHXQdAgRWW8","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.06","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Discovers and returns URLs related to a given webpage by crawling its link structure","exampleAgentPrompt":"Can you find me 10 URLs related to https://techcrunch.com/ai/ by crawling its link structure?","exampleUseCases":[{"title":"Content research for blog writers","prompt":"I'm writing an article about machine learning and I need 15 related pages linked from https://www.wired.com/category/artificial-intelligence/ — can you pull those for me?"},{"title":"Competitive link analysis","prompt":"Find 20 URLs related to https://competitor.com/products so I can see what pages they're linking to and understand their content strategy."},{"title":"SEO internal linking audit","prompt":"Crawl https://myblog.com/homepage and give me the top 10 related URLs so I can check how my internal linking structure looks."}],"resultDescription":"Returns a success flag and a data object containing URLs and related page information discovered by crawling the provided URL's link structure, up to the requested count.","failureModes":["Invalid or unreachable URL returns success: false","Count parameter ignored or defaulting if not provided","Target site blocks crawlers, returning empty or error data","Timeout on slow-loading pages","Malformed URL input causes request failure","Rate limiting on the target domain"],"whenToPreferThis":"Choose this endpoint when you need to discover pages related to or linked from a specific URL, particularly for content research, SEO analysis, or building link graphs. Prefer this over generic search APIs when you want structural link relationships rather than keyword-based discovery.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T18:46:25.228Z","isFirstParty":false}