{"uid":"cap_odhiQR2lCUpculOQAFcMx","slug":"scrapfly-broken-url-crawler-c89483b6","name":"ScrapFly Broken URL Crawler","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://test-scrapfly.orbonomy.xyz/api/crawl/broken?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"},"maxLinks":{"type":"number","description":"maxLinks"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_VLCbVbp7Xpx-xnEMZzhhs","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a given URL and follows up to a specified number of links, returning structured crawl data including detection of broken or inaccessible pages","exampleAgentPrompt":"Can you crawl https://example.com for me using ScrapFly and follow up to 10 links to find any broken or inaccessible pages?","exampleUseCases":[{"title":"Monitor competitor website health","prompt":"I need you to crawl our main competitors' websites and check if any of their product pages or support links are broken. Follow a few levels deep and flag any inaccessible pages you find."},{"title":"Validate internal links before launch","prompt":"Can you scan our new website at staging.oursite.com and crawl through all the linked pages to make sure nothing is broken before we go live? Let me know which links are returning errors."},{"title":"Audit partner integrations for dead links","prompt":"Please crawl through our partner ecosystem page and check all the integration links they provided. Go a few links deep and tell me which ones are no longer working or returning error pages."}],"resultDescription":"Returns a JSON object with a 'success' boolean indicating whether the crawl succeeded, and a 'data' object containing structured crawl results such as link status, page content, or broken link information discovered during the crawl.","failureModes":["Invalid or malformed URL returns success:false","URL is unreachable or returns non-2xx status","maxLinks set to 0 or negative causes no links to be followed","Target site blocks scraping bots, returning empty or error data","Payment insufficient or x402 transaction fails on Base chain","Timeout if target URL takes too long to respond"],"whenToPreferThis":"Use this endpoint when you need to crawl a specific URL and detect broken or problematic links within a bounded link depth, paid per-request via x402 on Base chain. Prefer this over general scraping endpoints when the goal is link validation or broken page detection rather than pure content extraction.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-20T06:48:00.183Z","isFirstParty":false,"canonicalSlug":"scrapfly-broken-url-crawler-c89483b6"}