{"uid":"cap_4G7X0gbel-gVH4RljKqjo","slug":"x402serps-website-crawler-c5186de6","name":"x402serps Website Crawler","description":"x402serps: crawl a website — breadth-first from a start URL on the same host, returning clean markdown for up to 50 pages; priced per page of the requested limit","url":"https://x402serps.com/api/v1/crawl?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Start URL"},"limit":{"type":"number","description":"Max pages 1-50, default 10 (you are charged for the limit)"},"include":{"type":"string","description":"Only follow paths containing this substring"},"maxChars":{"type":"number","description":"Max chars per page, default 8000"}}},"responseSchema":{"type":"json","example":{"count":5,"pages":[{"url":"https://www.x402.org/","title":"x402","markdown":"# x402 ..."}],"start":"https://www.x402.org/"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_0V5sT9hmpTeyZ7cELUJ87","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Breadth-first crawls a website starting from a given URL, returning clean markdown content for up to 50 pages, priced per page of the requested limit","exampleAgentPrompt":"Crawl the docs site at https://docs.example.com starting from the homepage, grab up to 20 pages, limit each page to 5000 characters, and only follow paths that contain /guides — give me everything as clean markdown.","exampleUseCases":[{"title":"Documentation site content extraction","prompt":"Crawl https://docs.stripe.com starting from the homepage, up to 30 pages, only following paths that contain /api — I need the markdown content of each page so I can build a knowledge base."},{"title":"Competitor website research","prompt":"Can you crawl https://www.competitorsite.com up to 15 pages and return the clean text so I can analyze what they're saying about their product features?"},{"title":"Internal wiki bulk export","prompt":"Crawl our company wiki at https://wiki.acmecorp.com, up to 50 pages, and return all the markdown content — I need to migrate everything to a new platform."}],"resultDescription":"A JSON object containing the start URL, total page count crawled, and an array of page objects each with its URL, title, markdown content (up to maxChars characters), and any error message if a page failed to load. Up to 50 pages are returned depending on the requested limit.","failureModes":["Invalid or unreachable start URL returns an error field on the page object","Pages that exceed maxChars are truncated to the specified limit","Limit exceeding 50 may be rejected or capped","Non-public or auth-gated pages will fail with an error per page","Network timeouts on slow pages may result in partial results or error entries","Payment failure (insufficient USDC) will block the request entirely"],"whenToPreferThis":"Choose this endpoint when you need to systematically extract content from multiple pages of a website in a single call, especially for documentation sites, marketing sites, or any domain where breadth-first traversal from a known starting URL is needed. It is preferable over single-page fetchers when you need 2–50 pages in one shot. The path filter (include) makes it ideal for scoped crawls like only grabbing /blog or /docs paths. Use the sibling fetch endpoint instead if you have a specific list of URLs rather than needing discovery.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-11-12T15:45:42.938Z","isFirstParty":false,"canonicalSlug":"x402serps-website-crawler-c5186de6"}