{"uid":"cap_SPVreGcXUrznuY55O8Xid","slug":"scrapfly-web-scrape-endpoint-ce3355c1","name":"ScrapFly Web Scrape Endpoint","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scrapfly.vercel.app/api/crawl/scrape?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_hl8BEqjSspdy3RL4yVJ0x","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes the raw content of a given URL and returns the extracted page data","exampleAgentPrompt":"Can you scrape the content of https://example.com/products/widget-42 and return whatever data is on that page?","exampleUseCases":[{"title":"Competitor price monitoring","prompt":"Scrape https://competitor.com/pricing for me and pull back whatever content is on that page so I can see their current prices."},{"title":"News article content extraction","prompt":"Go fetch the content from https://techcrunch.com/2024/05/01/latest-ai-news and return the full text of the article."},{"title":"Real estate listing data pull","prompt":"Can you scrape https://zillow.com/homedetails/123-main-st/12345_zpid and bring back all the property details shown on that page?"}],"resultDescription":"Returns a JSON object with a 'success' boolean and a 'data' object containing the scraped content from the requested URL, which may include HTML, text, metadata, or structured page data depending on the target site.","failureModes":["URL is unreachable or returns a non-200 HTTP status — success may be false","Target site uses aggressive bot detection that blocks the scrape","Malformed or missing URL input causes a 400-level error","Timeout if the target page is slow to respond","JavaScript-heavy single-page apps may return incomplete content if JS rendering is not applied"],"whenToPreferThis":"Use this endpoint when you need to retrieve the raw content of a specific web page programmatically without setting up your own browser or HTTP client infrastructure. It is well-suited for one-off page fetches, price checks, content extraction from articles or product pages, or any task where you need to access a URL and get back its content quickly at a low per-call cost.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-24T12:35:55.877Z","isFirstParty":false,"canonicalSlug":"scrapfly-web-scrape-endpoint-b1e08aaf"}