{"uid":"cap_bl8klANGOk34exzP4_ORw","slug":"context-dev-web-crawl-49046443","name":"Context.dev Web Crawl","description":"Performs a crawl starting from a given URL, extracts page content as Markdown, and returns results for all crawled pages. Only follows links within the same domain as the starting URL. Costs 1 credit per successful page crawled.","url":"https://mpp.orthogonal.com/context-dev/web/crawl?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":null,"responseSchema":null,"example":{"request":{"url":"https://example.com"},"response":{"results":[{"markdown":"# Example Domain\n\nThis domain is for use in documentation examples without needing permission. Avoid use in operations.\n\n[Learn more](https://iana.org/domains/example)","metadata":{"url":"https://example.com/","title":"Example Domain","success":true,"crawlDepth":0,"statusCode":200}}],"metadata":{"numUrls":1,"numFailed":0,"numSkipped":0,"numSucceeded":1,"maxCrawlDepth":0},"key_metadata":{"credits_consumed":1,"credits_remaining":193689}}},"exampleRequest":{"url":"https://example.com"},"tags":["scraping","brand","context","extraction","web","data"],"displayCostAmount":"0.03","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"settled","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.03/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.03","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.03","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_sJIAo-uc1TYFGLvt9vHqI","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.03","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":"Context.dev","brandSlug":"context-dev-mpp","brandBaseUrl":"https://www.context.dev","brandDocsUrl":"https://www.context.dev","whatItDoes":"Crawls a website starting from a given URL, extracts page content as Markdown, and returns results for all crawled pages","exampleAgentPrompt":"Can you crawl the entire docs site at https://docs.example.com starting from the homepage and give me the content of every page as markdown?","exampleUseCases":null,"resultDescription":"An array of crawled page results, each containing the page URL and its full content converted to Markdown format, covering all pages discovered during the crawl starting from the seed URL.","failureModes":["URL is unreachable or returns non-200 status — crawl fails or returns empty results","Target site blocks crawlers via robots.txt or rate limiting — partial or empty results","Crawl depth/page limit exceeded — only partial site content returned","Invalid or malformed starting URL — error response indicating bad input","Site uses heavy JavaScript rendering — content may be incomplete or missing","Crawl times out on very large sites — partial results returned"],"whenToPreferThis":"Use this endpoint when you need to extract content from multiple pages of a website in a single call, rather than scraping individual pages one at a time. Ideal for indexing documentation sites, extracting all blog posts, or gathering content across an entire domain. Prefer this over the single-page Markdown endpoint when the scope spans more than one URL or when you need to discover and extract all linked pages from a starting point.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-09T23:04:13.118Z","isFirstParty":false,"canonicalSlug":"context-dev-web-crawl-49046443"}