{"uid":"cap_E9qOAu4YJ-TE22l-v9kFT","slug":"warppay402-web-scraper-6eb9057c","name":"WarpPay402 Web Scraper","description":"Non-Custodial x402 Monetization Server & MCP Tools for AI Agents.","url":"https://api.warppay402.com/api/v1/tools/web-scraper?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["url"],"properties":{"url":{"type":"string","description":"Target public website URL"}}},"responseSchema":{"type":"json","example":{"title":"Example Page","success":true,"markdown":"# Example Page\n\nContent preview"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_1PtaGXbOl4zrQC6tmprAq","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and converts a public webpage into Markdown-formatted text content for AI agent consumption","exampleAgentPrompt":"Can you scrape the content of https://example.com/blog/latest-post and give me the full text as markdown?","exampleUseCases":[{"title":"Competitor blog content extraction","prompt":"Grab the content from https://competitor.com/blog/product-announcement and convert it to markdown so I can read through what they announced."},{"title":"Research article summarization","prompt":"Fetch the text from https://arxiv.org/abs/2401.12345 and return the content as markdown so I can summarize it."},{"title":"Price or info lookup from product page","prompt":"Scrape https://shop.example.com/products/widget-pro and give me the page content in markdown — I want to see the description and specs."}],"resultDescription":"Returns a JSON object containing the page title, a markdown-formatted string of the page content, and a success boolean indicating whether the scrape completed successfully.","failureModes":["URL is behind a login or paywall — returns success:false or empty markdown","Target site blocks scrapers via robots.txt or bot detection — may return partial or no content","Invalid or malformed URL input — request validation error","Target site is slow or down — timeout or connection error","Non-public or intranet URL — no content returned"],"whenToPreferThis":"Choose this endpoint when you need to retrieve and read the text content of a public webpage in a clean, AI-friendly markdown format, especially within an x402 micropayment-enabled agent workflow. It is ideal for one-off URL fetches where you want structured markdown output rather than raw HTML. Prefer alternatives if you need JavaScript-rendered content, authentication-gated pages, or bulk site crawling.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-02T04:26:32.873Z","isFirstParty":false,"canonicalSlug":"warppay402-web-scraper-6eb9057c"}