{"uid":"cap_UpSRzWZho6A2tHxwfrURT","slug":"scrapfly-web-scrape-endpoint-36455107","name":"ScrapFly Web Scrape Endpoint","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scravfly.vercel.app/api/scrape","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"url"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.21","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.21/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.21","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.21","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_q_9tVnE3Vz6Ur4LJi2f4_","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.21","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes the content of a given URL and returns structured data extracted from that page","exampleAgentPrompt":"Can you scrape this product page for me — https://www.example.com/product/123 — and pull out whatever structured data is on it?","exampleUseCases":[{"title":"Competitor price monitoring","prompt":"Scrape https://www.competitor.com/pricing and get me all the pricing info from that page so I can compare it to ours."},{"title":"News article content extraction","prompt":"Can you fetch the full article text from https://www.bbc.com/news/technology-12345678 so I can summarize it?"},{"title":"E-commerce product data pull","prompt":"Pull all the product details from this Amazon listing — https://www.amazon.com/dp/B09XYZ1234 — I need the title, price, and description."}],"resultDescription":"Returns a JSON object with a 'success' boolean indicating whether the scrape succeeded, and a 'data' object containing the extracted content from the requested URL (may include HTML, text, structured fields, or metadata depending on the page).","failureModes":["Invalid or unreachable URL returns success: false","Bot-protected or JavaScript-heavy pages may return incomplete data","Rate limiting or payment failure may block the request","Malformed URL input causes request rejection","Paywalled or login-gated pages may return only partial content"],"whenToPreferThis":"Choose this endpoint when you need to retrieve content from a specific URL in a pay-per-request model using USDC on Base chain. It is well-suited for one-off page scrapes or agent workflows requiring fresh web content without setting up scraping infrastructure. Prefer this over browser automation tools when you need lightweight, fast content retrieval and cost control per call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T12:39:39.653Z","isFirstParty":false}