{"uid":"cap_qyQzlyYGG8VMPLSILMdsq","slug":"scravfly-web-page-reader-crawl-read-url-content-a181ef68","name":"ScravFly Web Page Reader — Crawl & Read URL Content","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scravfly.vercel.app/api/crawl/read","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.09","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.09/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.09","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.09","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_mf7OUgDwy8CJtTN6zRr4M","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.09","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and returns the readable content of a given URL for use in AI pipelines and data extraction workflows","exampleAgentPrompt":"Can you read and return the full content of this webpage for me: https://example.com/article — I need whatever text and data is on that page.","exampleUseCases":[{"title":"Article text extraction for summarization","prompt":"Grab the full text from this news article at https://techcrunch.com/2024/05/01/ai-funding-boom so I can summarize it."},{"title":"Competitor product page monitoring","prompt":"Fetch the content of our competitor's pricing page at https://competitor.com/pricing and tell me what plans and prices they're showing."},{"title":"Research data gathering from web source","prompt":"Read the content of this Wikipedia page at https://en.wikipedia.org/wiki/Large_language_model and pull out all the key information on the page."}],"resultDescription":"Returns a JSON object with a 'success' boolean and a 'data' object containing the fetched content from the provided URL. On success, the data field holds the scraped page content; on failure, success is false.","failureModes":["URL is unreachable or returns a 4xx/5xx HTTP error — success: false","URL is malformed or missing — validation error before request is sent","Target site blocks scraping (anti-bot measures) — success: false or incomplete data","Payment failure via x402 on Base chain — request not processed","Timeout if target server is slow to respond"],"whenToPreferThis":"Use this endpoint when you need to programmatically fetch and read the content of a specific URL as part of an AI agent pipeline, especially when payment via x402 on Base chain is acceptable. Prefer this over browser-based scraping when you want a simple POST-based interface with structured JSON output and pay-per-request pricing.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T00:32:02.994Z","isFirstParty":false}