{"uid":"cap_0Y89B5FHFygY_tO9YrzCM","slug":"web-scraper-api-structured-extraction-1bd09a9b","name":"Web Scraper API – Structured Extraction","description":"HTML scraping (text, links, metadata, structured) with x402 payments and MCP server.","url":"https://scrape.payapi.market/scrape/structured?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","description":"Absolute http(s) URL of the page to scrape, e.g. 'https://example.com'."}}},"responseSchema":{"type":"json","example":{"url":"https://example.com","lists":[{"type":"ul","items":["First item","Second item"]}],"counts":{"lists":1,"images":1,"tables":1,"headings":1},"images":[{"alt":"Example logo","src":"https://example.com/logo.png","width":"200","height":"80"}],"tables":[[["Header A","Header B"],["Row 1A","Row 1B"]]],"headings":[{"text":"Example Domain","level":1}],"final_url":"https://example.com/"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.002","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.002/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_U3-XntRBi3hn0gAGPUesq","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.002","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Scrapes a webpage and returns structured data including headings, images, tables, lists, and metadata via a single POST request with x402 micropayment.","exampleAgentPrompt":"Can you scrape https://en.wikipedia.org/wiki/Artificial_intelligence and pull out all the headings, tables, and images in structured format?","exampleUseCases":[{"title":"Extract article structure for summarization","prompt":"Scrape https://www.bbc.com/news/technology-68123456 and give me all the headings, paragraphs as lists, and any images on the page so I can summarize the article."},{"title":"Pull product table from e-commerce page","prompt":"I need the structured data from https://store.example.com/products/laptop — grab all the tables and lists so I can compare specs."},{"title":"Monitor competitor landing page content","prompt":"Fetch https://competitor.com/pricing and extract all the headings, tables, and list items so I can see how their pricing page is structured."}],"resultDescription":"A JSON object containing the scraped page's URL, final redirected URL, extracted headings (with level), images (with src, alt, width, height), tables (as 2D arrays), lists (with type and items), and counts of each element type.","failureModes":["Invalid or unreachable URL returns an error response","Pages with heavy JavaScript rendering may return incomplete content","Paywalled or login-protected pages cannot be scraped","x402 payment failure if wallet balance is insufficient or payment not configured","Redirects to unexpected domains may yield unintended content","Rate limits may apply for high-frequency scraping"],"whenToPreferThis":"Choose this endpoint when you need structured extraction of HTML content — headings, images, tables, and lists — from a publicly accessible webpage, especially in agentic workflows requiring micropayment-gated access via x402. It is ideal for single-page extraction tasks where the output needs to be immediately machine-readable without additional HTML parsing on your side.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-23T08:05:22.865Z","isFirstParty":false,"canonicalSlug":"web-scraper-api-structured-extraction-1bd09a9b"}