{"uid":"cap_Y3kpVSchY9KqdVmFLzd8a","slug":"scrapfly-substack-crawler-4bf72814","name":"ScrapFly Substack Crawler","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://test-scrapfly.orbonomy.xyz/api/crawl/substack","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ZpMOjglSoT3Q75TWb7J40","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and extracts content from a Substack URL, returning structured data about the page","exampleAgentPrompt":"Can you scrape this Substack post and give me the full article content? The URL is https://example.substack.com/p/my-newsletter-post","exampleUseCases":null,"resultDescription":"Returns a JSON object with a success boolean and a data object containing the extracted content from the Substack page, such as article text, metadata, and other structured fields parsed from the page.","failureModes":["Invalid or non-Substack URL returns success: false","URL is behind a hard paywall that blocks crawling","Network timeout or upstream crawl failure","Malformed URL input causes request rejection","Rate limiting if too many requests are made in quick succession"],"whenToPreferThis":"Choose this endpoint when you specifically need to extract content from Substack newsletter pages — posts, author pages, or publication homepages — and want a structured response without managing browser automation yourself. Prefer this over generic web scrapers when Substack-specific rendering or anti-bot handling is required.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T13:03:23.794Z","isFirstParty":false}