{"uid":"cap_kzMlUazy1Qw0-Nj8h96GL","slug":"scrapfly-substack-crawler-d27433b8","name":"ScrapFly Substack Crawler","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scravfly.vercel.app/api/crawl/substack","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.06","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.06/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_8sDJ9TmPSDk5A8L4zcv6e","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.06","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes and extracts content from a Substack publication URL, returning structured data about posts, authors, or newsletter content.","exampleAgentPrompt":"Can you scrape this Substack newsletter and pull out all the article content? The URL is https://paulgraham.substack.com.","exampleUseCases":[{"title":"Monitor newsletter for new posts","prompt":"Keep an eye on https://stratechery.substack.com and let me know whenever a new article gets published — scrape the latest posts so I can read the summaries."},{"title":"Extract competitor newsletter content","prompt":"Can you pull all the content from https://lenny.substack.com so I can analyze what topics they cover and how they structure their posts?"},{"title":"Archive a Substack publication","prompt":"I want to archive everything from https://noahpinion.substack.com — scrape the page and get me the full article text and metadata for their recent posts."}],"resultDescription":"Returns a JSON object with a success boolean and a data object containing the scraped Substack page content, which may include post titles, article body text, author details, publication metadata, and other structured information extracted from the Substack URL.","failureModes":["Invalid or malformed URL returns success: false","Substack page behind paywall may return incomplete content","Rate limiting or bot detection on Substack's side may cause extraction failure","Private or deleted Substack publications return empty or error data","Network timeout if the target page is slow to load"],"whenToPreferThis":"Use this endpoint when you specifically need to extract content from Substack newsletters or publications. It is purpose-built for the Substack platform, making it more reliable than a generic web scraper for Substack URLs. Prefer this over general crawl endpoints when the target is definitively a Substack domain.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T00:51:47.989Z","isFirstParty":false}