{"uid":"cap_rL64kzI7XGKYX-gHpCfrw","slug":"bismuth-scraping-ede425d3","name":"Bismuth Scraping","description":"Playwright-powered web scraping with structured markdown, links, tables, and BFS site crawl. SSRF-protected. Part of the Bismuth utility API suite for AI agents.","url":"https://x402-scraping-api-production.up.railway.app/scrape","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"URL to scrape (must be http/https, max 2048 chars)"},"wait_for":{"type":"string","description":"CSS selector to wait for before extracting — for SPAs (e.g. '.article-body')"}}},"responseSchema":{},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_pFkhY3Wb036WpPi1JE22W","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Playwright-powered web scraping that returns structured markdown, links, and tables from any URL, with SPA support and SSRF protection","exampleAgentPrompt":"Can you scrape https://en.wikipedia.org/wiki/Playwright_(software) and give me the content as structured markdown, including any tables and links on the page?","exampleUseCases":[{"title":"Competitor pricing page extraction","prompt":"Scrape https://www.competitor.com/pricing and pull out all the pricing tables and plan details — I want the structured markdown with links too."},{"title":"SPA news article scraping","prompt":"Fetch the article at https://techcrunch.com/2024/01/15/some-article/ and wait for the '.article-content' element to fully load before extracting — I need the full text as markdown."},{"title":"Research data from government site","prompt":"Can you scrape https://data.census.gov/table/ACSST5Y2022.S0101 and extract all the tables from that page into structured format for me?"}],"resultDescription":"Returns structured content from the scraped page including the full page body rendered as markdown, all hyperlinks found on the page, and any tables in a structured format. The rendering is done via Playwright so JavaScript-heavy SPAs are fully supported. SSRF protection ensures only legitimate external URLs are fetched.","failureModes":["Invalid or malformed URL returns a 400 error","SSRF-protected internal/private IP addresses are blocked and rejected","CSS selector wait timeout if the specified element never appears","Page load timeout for slow or unresponsive websites","Non-HTTP/HTTPS URLs are rejected","URLs exceeding 2048 characters are rejected","Sites with bot detection may return incomplete or blocked content"],"whenToPreferThis":"Choose this endpoint when you need Playwright-rendered content from a URL — especially for JavaScript-heavy SPAs or pages that require waiting for specific elements to load before content is visible. Prefer this over simple HTTP fetch tools when the target page uses client-side rendering. The structured markdown, link, and table output makes it immediately usable by AI agents for downstream analysis without further parsing.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T06:34:00.169Z","isFirstParty":false}