{"uid":"cap_VlCom8pw1GdnzatEoH3Pz","slug":"orthogonal-bytemine-web-crawl-start-29fcd9d8","name":"Orthogonal Bytemine Web Crawl Start","description":"Start a multi-page crawl job with sitemap discovery and configurable depth/page limits. Returns job_id. 1 credit per page.","url":"https://x402.orthogonal.com/bytemine/crawl/start","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Website URL to crawl"},"max_depth":{"type":"integer","description":"Maximum crawl depth (default 3)"},"max_pages":{"type":"integer","description":"Maximum pages to crawl (default 50)"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"1.5","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$1.5/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"1.5","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"1.5","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_Xa6-xwCOb4WKoSyIK5-6k","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"1.5","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Starts a multi-page website crawl job with sitemap discovery, returning a job_id for tracking; billed at 1 credit per page crawled.","exampleAgentPrompt":"Can you start a crawl of https://docs.example.com, going up to 4 levels deep and crawling at most 100 pages, so I can extract all the documentation content?","exampleUseCases":[{"title":"Index competitor product documentation","prompt":"Start a crawl of https://docs.competitor.com with a max depth of 3 and up to 75 pages so I can review all their product documentation."},{"title":"Build knowledge base from company blog","prompt":"Crawl https://blog.mycompany.com up to 5 levels deep and limit it to 200 pages — I want to index all our blog posts to build an internal knowledge base."},{"title":"Audit all pages of a marketing site","prompt":"Kick off a full crawl of https://www.brandsite.com, max depth 2 and up to 50 pages, so I can audit every page for broken links and missing content."}],"resultDescription":"Returns a job_id that can be used to track the crawl job's progress and retrieve results. The crawl runs asynchronously, discovering pages via sitemap and link-following up to the configured depth and page count limits, billing 1 credit per page crawled.","failureModes":["Invalid or unreachable URL returns an error with no job_id","max_depth or max_pages values outside allowed ranges may be rejected","Crawl job may fail if the target site blocks bots or requires authentication","Exceeding credit balance may prevent job completion mid-crawl","Sitemap discovery failure may limit pages found if no sitemap.xml exists"],"whenToPreferThis":"Choose this endpoint when you need to systematically crawl and index multiple pages of a website with configurable depth and page limits, especially when sitemap discovery is useful. Prefer this over single-page fetch endpoints when you need content from an entire site or subsection, not just one URL. Best suited for batch, background workloads rather than real-time single-page retrieval.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T12:52:45.180Z","isFirstParty":false}