{"uid":"cap_2xHD_Xfv21IjlGfeVDHmd","slug":"scrapfly-crawl-read-web-page-content-fetcher-09d3258b","name":"ScrapFly Crawl Read — Web Page Content Fetcher","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://test-scrapfly.orbonomy.xyz/api/crawl/read","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_3hvYeP08BpVR3pJA8lDNR","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and extracts readable content from a given URL via a managed web crawl proxy","exampleAgentPrompt":"Can you fetch and read the content from this webpage for me: https://example.com/article/some-news-story?","exampleUseCases":[{"title":"Monitor competitor pricing updates","prompt":"Check the pricing page at https://competitor-site.com/pricing and tell me what their current plans and rates are"},{"title":"Extract research article content","prompt":"Can you pull the full text from this research paper at https://journal.example.com/papers/study-2024 so I can summarize it for my team?"},{"title":"Gather customer reviews from links","prompt":"I have a list of review URLs from our partners—can you fetch and extract all the review text from https://reviews-site.com/product-abc so I can analyze customer feedback?"}],"resultDescription":"Returns a JSON object with a success boolean and a data object containing the extracted content from the requested URL, such as page text, HTML, or structured page data.","failureModes":["URL is unreachable or returns a non-200 status — success: false with no data","Invalid or malformed URL input — validation error or failed request","Target site blocks scraping — may return empty or partial data","Payment failure on Base chain — request not processed","Rate limit exceeded — request rejected","Timeout if the target page is slow to respond"],"whenToPreferThis":"Use this endpoint when you need to programmatically read or extract content from a specific web page URL, especially when direct HTTP access is blocked or unreliable. It is well-suited for reading articles, blog posts, or public web pages where you need the raw or readable content. Prefer this over browser automation or DIY scraping when you want a managed, pay-per-use crawl with anti-bot bypass capabilities.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T00:49:24.755Z","isFirstParty":false}