{"uid":"cap_xDLzxdvfWkg9_6mmn-3ln","slug":"adfreellm-web-crawler-93e2c49b","name":"AdFreeLLM Web Crawler","description":"Chat with Gemini 3.6 Flash, DeepSeek V4 Flash and more — 100% free, no credit card, no subscription. Advertisers pay the bill. Pick a model and talk.","url":"https://adfreellm.com/relay/1787408688097/web/crawl?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":null,"responseSchema":{"type":"json","example":[{"url":"https://example.com","title":"Example Domain","markdown":"# Example Domain"}]},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.04","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"down","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.04/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.04","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.04","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_XQaK0nAOOTwf5sK6-UET9","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.04","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls one or more pages of a public website and returns their content as structured markdown","exampleAgentPrompt":"Can you crawl https://example.com and pull the content from up to 3 pages, returning everything as markdown?","exampleUseCases":[{"title":"Competitive research via web crawl","prompt":"Crawl https://competitor.com and grab content from up to 5 pages — I want to see what they're saying about their product features, returned as markdown."},{"title":"Content ingestion for RAG pipeline","prompt":"Fetch the content of https://docs.myproject.io as markdown, crawling up to 10 pages, so I can index it into my knowledge base."},{"title":"News article text extraction","prompt":"Scrape https://techcrunch.com/2024/01/15/some-article and return the page content in markdown format — just 1 page is fine."}],"resultDescription":"Returns a JSON array of objects, each containing the page URL, page title, and full page content rendered as markdown. Up to 10 pages may be returned depending on the max_pages parameter.","failureModes":["Invalid or non-HTTP(S) URL returns a validation error","Target site blocks crawlers or returns 403/429, resulting in empty or error response","max_pages exceeding 10 is rejected by schema validation","Private or localhost URLs are rejected by the URL pattern","Slow or unresponsive target sites may cause timeouts"],"whenToPreferThis":"Use this endpoint when you need to fetch and read the textual content of one or more public web pages and receive the result as structured markdown. It is suitable for content ingestion, competitive research, documentation scraping, or any workflow that requires converting live web pages into readable text for downstream processing. It supports crawling up to 10 pages per call, making it useful for small multi-page site extractions.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-22T02:26:40.977Z","isFirstParty":false,"canonicalSlug":"adfreellm-web-crawler-93e2c49b"}