{"uid":"cap_PFghE6U2v4l9Z803GUvbe","slug":"scrape402-xyz-depth-1-web-crawler-e9530cdb","name":"scrape402.xyz Depth-1 Web Crawler","description":"Crawl a website from a seed URL up to configurable depth and page limits — multi-page crawler returning structured HTML-to-markdown content for AI agents","url":"https://scrape402.xyz/crawl/depth1","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","format":"uri","maxLength":2048,"description":"Seed URL"},"format":{"enum":["json","markdown"],"type":"string","default":"json"},"max_depth":{"type":"integer","default":1,"minimum":1},"max_pages":{"type":"integer","default":10,"minimum":1},"same_domain":{"type":"boolean","default":true},"include_links":{"type":"boolean","default":true},"include_metadata":{"type":"boolean","default":true}}},"responseSchema":{"type":"json","example":{"pages":[{"url":"https://example.com","title":"Home","content":"..."}],"seed_url":"https://example.com","latency_ms":1200,"started_at":"2026-01-01T00:00:00Z","crawl_depth":1,"total_pages":1,"completed_at":"2026-01-01T00:00:01Z","pages_failed":0,"pages_attempted":1}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.006","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.006/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.006","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.006","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_kxnfIAnY5GRkUQJ5SKvjY","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.006","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a seed URL up to depth 1, extracting page content, links, and metadata from reachable pages, paid via x402 USDC micropayment","exampleAgentPrompt":"Crawl https://docs.example.com and extract the content and links from that page and any pages it links to on the same domain — give me the results as JSON, checking up to 10 pages.","exampleUseCases":null,"resultDescription":"A JSON object containing an array of crawled pages (each with URL, title, and content), the seed URL, total pages attempted and failed, crawl depth, timestamps for start and completion, and latency in milliseconds.","failureModes":["No X-Payment header provided — returns HTTP 402 with payment requirements and USDC/Base payment details","Invalid or unreachable seed URL — crawl returns zero pages or error","max_pages or max_depth values out of allowed range — validation error","Target site blocks crawlers — pages_failed count increases, content may be empty","Malformed URL input — schema validation error on the url field"],"whenToPreferThis":"Choose this endpoint when you need to crawl a seed URL and its immediately linked pages (depth 1) without API key setup — ideal for AI agents that can pay per request via x402 USDC micropayments on Base and need both page content and link graph data in a single call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T12:39:56.796Z","isFirstParty":false}