{"uid":"cap_jHAzJU2a3OdoP0uLJ7ixj","slug":"industrial-platform-web-tools-web-scrape-ffdd0701","name":"Industrial Platform Web Tools – Web Scrape","description":"Machine-payable x402 utilities for hashing, Base64, UUID generation, unit and timezone conversion, realtime crypto market data, webpage/document extraction, URL-to-Markdown, metadata, RAG ingestion and deterministic website change detection.","url":"https://x402-gateway-production-1f21.up.railway.app/web/scrape?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method","bodyType","body"],"properties":{"body":{"type":"object","required":["url"],"properties":{"url":{"type":"string","format":"uri"},"render_js":{"type":"boolean","default":false}},"additionalProperties":false},"type":{"type":"string","const":"http"},"method":{"enum":["POST"],"type":"string"},"bodyType":{"enum":["json","form-data","text"],"type":"string"}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"status":"ready"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.001","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.001/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.001","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_aTDhTefJQTkyNCnczYE3x","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.001","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and extracts the content of a webpage given its URL, with optional JavaScript rendering, returning structured scraped data.","exampleAgentPrompt":"Can you scrape the content of https://example.com/article and give me the full readable text from the page? Make sure to render JavaScript so dynamic content is included.","exampleUseCases":[{"title":"Extract article text for summarization","prompt":"Scrape https://techcrunch.com/2024/06/01/some-article/ and pull out all the readable text so I can summarize it — enable JS rendering in case the content loads dynamically."},{"title":"Ingest webpage into RAG pipeline","prompt":"Fetch the content of https://docs.myproduct.com/getting-started so I can chunk and index it into our knowledge base — I need the full text extracted from the page."},{"title":"Monitor competitor landing page content","prompt":"Scrape https://competitor.com/pricing and extract all the text from the page so I can compare their plans to ours."}],"resultDescription":"Returns a JSON object containing the scraped content of the requested webpage, including extracted text and page metadata. When JavaScript rendering is enabled, dynamic content loaded by the browser is also captured.","failureModes":["URL is unreachable or returns a non-200 HTTP status — endpoint may return an error or empty content","JavaScript rendering timeout if the page takes too long to load dynamic content","Blocked by the target site's bot-detection or CAPTCHA mechanisms","Malformed or invalid URL provided — schema validation error on the `url` field","Payment failure via x402 protocol if wallet balance is insufficient"],"whenToPreferThis":"Choose this endpoint when you need to programmatically fetch and extract the readable content of a specific URL, especially within an agentic workflow that requires web content for downstream processing such as summarization, RAG ingestion, or change detection. It is particularly useful when the target page requires JavaScript rendering. Prefer it over generic HTTP GET requests when structured extraction and content parsing are needed as part of a machine-payable pipeline.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-10T18:33:44.358Z","isFirstParty":false,"canonicalSlug":"industrial-platform-web-tools-web-scrape-ffdd0701"}