{"uid":"cap_38VImIH6K3fpiTZ1dFgbR","slug":"adfreellm-web-crawl-api-21fe9875","name":"AdFreeLLM Web Crawl API","description":"Agent-ready Google Search, web crawling, Maps, social, and App Store review research APIs. Pay per request in USDC over x402—no subscription or API key required.","url":"https://speecship.com/relay/1787408688097/web/crawl","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","pattern":"^https?://","description":"Public HTTP(S) site URL"},"max_pages":{"type":"integer","default":5,"maximum":10,"minimum":1}}},"responseSchema":{"type":"json","example":[{"url":"https://example.com","title":"Example Domain","markdown":"# Example Domain"}]},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.04","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.04/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.04","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.04","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_e8tUgak9Z0YJgQFUSUYP0","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.04","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls one or more pages from a given public URL and returns their content as structured Markdown, title, and URL data","exampleAgentPrompt":"Can you crawl https://en.wikipedia.org/wiki/Large_language_model and pull the full page content as markdown — grab up to 5 pages?","exampleUseCases":[{"title":"Competitive research content extraction","prompt":"Crawl https://www.competitor.com/pricing and extract all the page content as markdown so I can analyze what they're offering."},{"title":"Article summarization from live web","prompt":"Fetch the content from https://techcrunch.com/2024/01/15/openai-news/ and return the full article text so I can summarize it."},{"title":"Documentation ingestion for RAG pipeline","prompt":"Crawl https://docs.stripe.com/api and extract content from up to 10 pages so I can index it into my knowledge base."}],"resultDescription":"Returns a JSON array where each element represents a crawled page and contains the page URL, its HTML title, and the full page content rendered as Markdown. Up to 10 pages are returned depending on the max_pages parameter.","failureModes":["URL is not publicly accessible or returns a non-200 status — crawl may return empty or error entry","max_pages exceeds 10 — request will be rejected by schema validation","URL scheme is not http:// or https:// — fails pattern validation","Target site blocks crawlers via robots.txt or rate-limiting — content may be incomplete or missing","Payment of 0.04 USDC not fulfilled via x402 — request will be rejected before crawling begins"],"whenToPreferThis":"Choose this endpoint when you need to retrieve readable content from one or more pages of a public website without setting up a subscription or managing API keys. It is ideal for ad-hoc, pay-per-use research pipelines where cost predictability per call matters ($0.04 USDC). Prefer it over browser automation when you need structured Markdown output quickly without rendering JavaScript-heavy pages.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:32:35.270Z","isFirstParty":false}