{"uid":"cap_J4XfJWZRc9VyY2ICRZdxp","slug":"uxus-finance-web-scrape-bot-bypass-7ec54500","name":"uxus.finance Web Scrape (Bot-Bypass)","description":"Fetch any URL and get clean, LLM-ready page content — no API key, no account, no signup; pay per call in USDC on Base. Gets past common bot-blocking. Params: ?url=... (required), format=markdown|text|html (default markdown), max_chars=N (default 40000, max 120000). Returns { url, status, title, description, format, content, truncated, chars, latency_ms }; non-HTML URLs return raw content. For agents that need a page as text before summarising or extracting.","url":"https://uxus.finance/api/scrape","method":"POST","headers":{},"bodySchema":null,"responseSchema":{"type":"json","example":{"url":"https://example.com/article","chars":1840,"title":"Example Article","format":"markdown","status":200,"content":"# Example Article ...clean markdown...","truncated":false,"latency_ms":620,"description":"meta description text"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_6DScHy8IXnOPWj98TXN6u","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a web page while bypassing bot-blocking, returning the page title, meta description, and body content in markdown, text, or HTML format along with a character count and truncation flag.","exampleAgentPrompt":"Can you fetch the full page content from https://example.com/protected-article and give me the body as markdown — it might be blocking bots so make sure you can get past that.","exampleUseCases":[{"title":"Competitor pricing page extraction","prompt":"Scrape the pricing page at https://competitor.com/pricing and give me the full text content as markdown — their site tends to block scrapers so make sure you can get through."},{"title":"News article content retrieval","prompt":"Fetch the full article body from https://wsj.com/articles/some-article as plain text, including the title and meta description — bypass any bot protection if needed."},{"title":"Research from bot-protected documentation","prompt":"I need the full markdown content of https://docs.someplatform.io/api-reference — it blocks automated requests so please use a method that can get past the bot-blocking."}],"resultDescription":"A JSON object containing the page title, meta description, and the page body rendered as markdown, plain text, or HTML (depending on requested format), plus a character count of the returned content and a boolean truncation flag indicating whether the full page was returned or it was cut off.","failureModes":["URL is unreachable or returns a non-200 status — error returned with status code","Bot-blocking cannot be bypassed for highly protected sites — may return empty or partial content","Page content exceeds size limits — truncation flag set to true with partial content","Invalid or malformed URL input — validation error returned","Page requires authentication beyond bot-bypass capability — content unavailable"],"whenToPreferThis":"Choose this endpoint when you need to retrieve content from a webpage that actively blocks bots, headless browsers, or automated scrapers (e.g. Cloudflare, Akamai, JS challenges). It is ideal when you need structured output (title, meta, body) in a usable format like markdown rather than raw HTML, and when a standard HTTP fetch would fail or return a challenge page.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-16T00:39:30.028Z","isFirstParty":false}