{"uid":"cap_7cblZMSRlI_lGHGD5DNDP","slug":"gedx402-jobs-site-crawl-894cb539","name":"GEDX402 Jobs - Site Crawl","description":"Async browser jobs, site crawl, rendered page markdown, screenshot, and PDF, document-to-JSON, document-to-Markdown, one-recipient email, and sandboxed JavaScript.","url":"https://jobs.gedx402.com/v1/jobs/crawl?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method","bodyType","body"],"properties":{"body":{"type":"object","required":["url"],"properties":{"url":{"type":"string"},"depth":{"type":"integer"},"limit":{"type":"integer"}},"additionalProperties":true},"type":{"type":"string","const":"http"},"method":{"enum":["POST"],"type":"string"},"bodyType":{"enum":["json","form-data","text"],"type":"string"}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"job_id":"550e8400-e29b-41d4-a716-446655440000","status":"running","poll_url":"https://jobs.gedx402.com/v1/jobs/550e8400-e29b-41d4-a716-446655440000?token=abc123","poll_token":"abc123"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.0208","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.021/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.021","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.021","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_k8oPANkg1qehbgFU8kIYL","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.021","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Submits an async browser job to crawl a website, returning a job ID and poll URL to retrieve results later","exampleAgentPrompt":"Crawl the entire docs site at https://docs.example.com up to 3 levels deep and a limit of 50 pages, and give me the results as markdown when it's done.","exampleUseCases":[{"title":"Documentation site content extraction","prompt":"Please crawl https://docs.stripe.com up to 2 levels deep with a limit of 100 pages so I can build a searchable index of all their API docs."},{"title":"Competitor website audit","prompt":"Crawl https://competitor.com with a depth of 3 and a limit of 200 pages — I want to see all the content they have published so I can do a comparison."},{"title":"Knowledge base ingestion pipeline","prompt":"Queue a crawl of https://support.myproduct.com going 4 levels deep, limit 500 pages, so I can ingest it into our internal knowledge base."}],"resultDescription":"Returns a JSON object containing a job_id (UUID), a status field (e.g. 'running'), a poll_url with an embedded token to check job progress, and a poll_token for authenticating subsequent polling requests. The agent must poll the returned URL to retrieve the actual crawl results once the job completes.","failureModes":["Missing required 'url' field in body returns a validation error","Invalid URL format causes job to fail or return no results","Depth or limit values that are too large may cause timeouts or incomplete crawls","Rate limiting or payment failure (x402) results in 402 response before job is submitted","Poll URL token expiry may prevent retrieval of results if polling is delayed too long","Unreachable or bot-protected target sites may return empty or error results"],"whenToPreferThis":"Choose this endpoint when you need to crawl multiple pages of a website recursively rather than fetching a single URL. It is ideal for building search indexes, ingesting documentation, or auditing site content at scale. The async design suits long-running crawls where immediate results are not expected. Use the depth and limit parameters to control scope and cost.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-29T18:30:53.599Z","isFirstParty":false,"canonicalSlug":"gedx402-jobs-site-crawl-894cb539"}