{"uid":"cap_Hy3zfy7Gn9yHFybMClyd8","slug":"x402-web-scraper-clean-text-extraction-51735029","name":"x402 Web Scraper – Clean Text Extraction","description":"Scrape a public webpage and extract clean readable text. Use this web scraping endpoint when an AI agent needs page content for summarization, research, retrieval, content extraction, indexing, or downstream analysis without parsing raw HTML.","url":"https://x402-trends-server.onrender.com/api/scrape?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Public HTTP or HTTPS webpage URL to scrape and convert into clean readable text."}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.49","reviews":0,"stars":null,"state":"rated"},"availabilityStatus":"unknown","priceObserved":{"p10Cents":"0.5000","medianCents":"0.5000","p90Cents":"0.5000","minCents":"0.5000","maxCents":"0.5000","p95Cents":"0.5000","sampleCount":49,"varies":false,"failureChargeRate":null},"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_dPJZ8YE8isq3E4bmN9cxE","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes a public webpage and returns clean, readable text content stripped of HTML for use in summarization, research, or analysis.","exampleAgentPrompt":"Can you scrape the content of https://techcrunch.com/2024/05/01/openai-launches-gpt-5/ and give me the clean readable text from the article?","exampleUseCases":[{"title":"Summarize a news article","prompt":"Grab the full text from this news article — https://www.bbc.com/news/technology-67890123 — and summarize the key points for me."},{"title":"Research a competitor's landing page","prompt":"Scrape the content from https://www.competitor.com/about and extract all the readable text so I can analyze what they're saying about their product."},{"title":"Index blog post for RAG pipeline","prompt":"Fetch and extract the clean text from https://blog.example.com/post/ai-trends-2025 so I can store it in my vector database for retrieval."}],"resultDescription":"Returns the clean, human-readable text content of the specified webpage with HTML markup removed, suitable for summarization, analysis, indexing, or further NLP processing.","failureModes":["URL is not publicly accessible or requires authentication — returns an error","Page behind a JavaScript-heavy SPA may not render fully — partial or empty text returned","Invalid or malformed URL input — returns validation error","Rate limits or network timeouts on the target server — scrape may fail or be incomplete","Paywalled or bot-blocked pages — returns limited or no content"],"whenToPreferThis":"Choose this endpoint when you need clean, readable text from a public webpage without writing custom HTML parsing logic. Ideal for agent workflows that need to summarize, research, or analyze web content on-the-fly. Prefer this over a full site research/crawl endpoint when you only need the plain text of a single page, not metadata, headings structure, or social link analysis.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":100,"lastUsedAt":"2026-09-26T13:42:18.182Z","lastSuccessfullyRanAt":"2026-09-26T13:42:18.182Z","lastHealthCheckAt":"2026-10-20T06:31:26.817Z","isFirstParty":false,"canonicalSlug":"x402-web-scraper-clean-text-extraction-51735029"}