{"uid":"cap_NShfAIt9kHFgU8yV1WkL8","slug":"crawol-substack-scraper-069e43e3","name":"Crawol Substack Scraper","description":"Web scraping and search for AI agents. No auth, no subscriptions. Pay per request in USDC via x402.","url":"https://crawol.vercel.app/api/substack","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Substack URL"}}},"responseSchema":{"type":"object","properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_qntEPfgbjS4IoAu26pB2l","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and extracts structured data from a Substack URL, paid per request via USDC x402","exampleAgentPrompt":"Can you pull the content from this Substack post for me? Here's the URL: https://example.substack.com/p/my-article","exampleUseCases":[{"title":"Monitor competitor newsletters for market insights","prompt":"I need you to check these three Substack newsletters weekly and pull out any announcements about new product launches or pricing changes. Can you extract the full text from the latest posts at these URLs and summarize what competitors are doing?"},{"title":"Build a research database of thought leaders","prompt":"I'm trying to build a collection of insights from industry experts. Can you fetch the content from these Substack posts and extract the author bio, publication date, and main arguments so I can organize them by topic?"},{"title":"Aggregate content for a news digest","prompt":"Help me create a daily digest by pulling the latest articles from these five Substack writers I follow. Can you grab the full text from their newest posts and give me the structured data so I can format them nicely?"}],"resultDescription":"Returns a JSON object with a `success` boolean and a `data` object containing the scraped Substack page content, likely including post text, metadata, author, and other structured fields extracted from the given Substack URL.","failureModes":["Invalid or non-Substack URL provided — likely returns success: false","Substack page is paywalled or subscriber-only — partial or no content returned","URL is unreachable or returns a 404 — scrape fails with error","Payment not completed via x402 — request rejected before processing","Malformed URL input — schema validation error"],"whenToPreferThis":"Use this endpoint when you specifically need to extract content from a Substack URL and want a pay-per-use model with no subscription or API key setup. It is purpose-built for Substack pages rather than general web crawling, making it more reliable for that domain.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T00:34:28.752Z","isFirstParty":false}