{"uid":"cap_uNqk5m0p-0Zr6DX-GoD-7","slug":"firecrawl-crawl-1fa92b0b","name":"Firecrawl Crawl","description":"Crawl a website","url":"https://firecrawl.mpp.tempo.xyz/v1/crawl?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":null,"responseSchema":null,"example":{"request":{"url":"https://example.com","limit":5},"response":{"id":"019e7157-5cd4-7038-aeee-c78876ac52f1","url":"https://api.firecrawl.dev/v1/crawl/019e7157-5cd4-7038-aeee-c78876ac52f1","success":true}},"exampleRequest":{"url":"https://example.com","limit":5},"tags":["scraping","crawling","extraction","llm","web","data"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"settled","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_O_gF1mkg9EX7beoFluTKq","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x20c0000000000000000000000000000000000000","unit":"request","depositMicros":null,"planRef":null}],"brandName":"Firecrawl","brandSlug":"firecrawl","brandBaseUrl":"https://firecrawl.dev","brandDocsUrl":"https://docs.firecrawl.dev","whatItDoes":"Recursively crawls an entire website, visiting all linked pages and returning their content for LLM processing","exampleAgentPrompt":"Crawl the entire docs.example.com website — visit all linked pages up to 3 levels deep and return the full markdown content of each page so I can feed it into my LLM.","exampleUseCases":[{"title":"Build a knowledge base from company documentation","prompt":"I need to crawl our entire internal documentation site and extract all the content so I can build a searchable knowledge base for our support team's AI agent. Make sure you get every page linked from the main docs."},{"title":"Index a competitor's product features","prompt":"Crawl the complete product documentation for our main competitor — get all their feature pages, pricing details, and use cases across the whole site so I can compare it against ours."},{"title":"Create training data from online tutorials","prompt":"Crawl the entire tutorial section of that learning platform and extract all the markdown content from every lesson page so I can use it to train my specialized AI assistant."}],"resultDescription":"Returns a crawl job ID and, upon completion, a list of all crawled pages each containing their URL, markdown content, HTML, and metadata such as title and description — ready for LLM ingestion.","failureModes":["Target site blocks crawlers or returns 403/429, resulting in empty or partial results","Crawl job times out on very large sites","Invalid or unreachable URL returns an error","Rate limiting on the Firecrawl side may slow or stop the crawl","Robots.txt restrictions may prevent crawling certain paths"],"whenToPreferThis":"Use this endpoint when you need to collect content from multiple or all pages of a website, not just a single URL. Prefer over the Scrape endpoint when the full site structure and all linked pages are needed. Ideal for building LLM knowledge bases, documentation indexers, or site-wide content extraction pipelines.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-12T00:35:34.699Z","isFirstParty":false,"canonicalSlug":"firecrawl-crawl-1fa92b0b"}