{"uid":"cap_L-2maBIIyncmkE3Eytq2F","slug":"scrapfly-substack-crawler-a89f4e06","name":"ScrapFly Substack Crawler","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scrapfly.vercel.app/api/crawl/substack?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_CMHlX39ub6UHe1D0sldEe","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes and extracts structured content data from a given Substack URL","exampleAgentPrompt":"Can you scrape the content from this Substack post for me: https://example.substack.com/p/my-latest-article — I need the full article text and any metadata you can pull from the page.","exampleUseCases":[{"title":"Extract newsletter article for research","prompt":"I need you to pull the full text and metadata from this Substack article: https://astralcodexten.substack.com/p/links-for-june — grab everything you can from the page."},{"title":"Monitor competitor Substack publication","prompt":"Scrape the latest content from https://stratechery.substack.com so I can see what was published and summarize the main topics covered."},{"title":"Archive a Substack post offline","prompt":"Fetch all the content from this Substack post at https://platformer.news/p/the-future-of-ai-regulation so I can save a structured copy of the article for my records."}],"resultDescription":"Returns a JSON object with a 'success' boolean indicating whether the scrape succeeded, and a 'data' object containing the extracted page content and structured data from the Substack URL, including article text, metadata, and any other scrapeable fields available on the page.","failureModes":["Invalid or malformed URL returns failure with success: false","Substack page behind paywall or login may return incomplete data","Rate limiting or bot detection on Substack may cause scrape failures","Non-Substack URLs passed to this endpoint may return unexpected results or errors","Network timeout if the target page is slow to respond"],"whenToPreferThis":"Use this endpoint when you specifically need to extract content from Substack newsletters or posts. It is purpose-built for Substack's page structure, making it more reliable than a generic web scraper for this platform. Prefer it over general-purpose crawlers when targeting Substack URLs to get cleaner structured output.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-24T12:43:03.251Z","isFirstParty":false,"canonicalSlug":"scrapfly-substack-crawler-a89f4e06"}