{"uid":"cap_3xtduRrrMhXKp2sbgmNbr","slug":"agentsvc-io-web-scrape-408f6166","name":"agentsvc.io Web Scrape","description":"86 APIs for AI agents: web scraping and crawling to Markdown, AI summaries, data extraction and cited answers, screenshots and PDF, PDF, OCR and document conversion, news, paper and developer search and more, paid per call with USDC on Base, Solana, Polygon or Arbitrum via x402. No account, no API key, free sample on every service.","url":"https://agentsvc.io/api/v1/proxy/web-scrape?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","format":"uri","description":"Public http(s) URL to scrape"},"render":{"type":"boolean","default":false,"description":"Render with a headless browser (for JavaScript-heavy pages). Returns plain text instead of Markdown."},"max_chars":{"type":"integer","default":8000,"maximum":60000,"description":"Truncate Markdown after this many characters"},"include_links":{"type":"boolean","default":false,"description":"Also return up to 100 absolute links found on the page"}}},"responseSchema":{"type":"json","example":{"data":{"url":"https://example.com/","title":"Example Domain","status":200,"fetch_ms":312,"markdown":"# Example Domain\n\nThis domain is for use in illustrative examples in documents.\n\n[More information...](https://www.iana.org/domains/example)","rendered":false,"truncated":false,"fetched_at":"2026-09-09T12:00:00.000Z","word_count":21,"description":""},"success":true}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.0025","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.0025/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.0025","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.0025","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_RQaXi5zDPIAxS0DpMTyAo","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.0025","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a public URL and returns its content as Markdown (or plain text for JS-heavy pages), with optional link extraction.","exampleAgentPrompt":"Can you scrape the content of https://techcrunch.com/2024/01/15/openai-news/ and give me the full article text as Markdown? Also include any links found on the page.","exampleUseCases":[{"title":"Extracting news article content","prompt":"Grab the full text of this article for me — https://www.theguardian.com/technology/2024/03/10/ai-regulation — convert it to Markdown so I can summarize it."},{"title":"Scraping a JavaScript-heavy product page","prompt":"Scrape https://www.bestbuy.com/site/apple-macbook-pro/6525407.p and make sure you render it with a headless browser since it's a JavaScript-heavy page — I need the product details and specs."},{"title":"Collecting all links from a site page","prompt":"Fetch https://news.ycombinator.com and return both the readable Markdown content and all the links on the page so I can see what's being discussed today."}],"resultDescription":"A JSON object containing the page title, HTTP status code, Markdown (or plain text) of the page content, fetch latency in milliseconds, timestamp of the fetch, word count, whether the content was truncated, whether it was browser-rendered, and optionally up to 100 absolute links found on the page.","failureModes":["Non-public or paywalled URLs may return incomplete content or access errors","JavaScript-heavy pages without render:true may return empty or minimal content","Pages that block scrapers via robots.txt or CAPTCHAs may fail or return partial data","Very large pages truncated at max_chars limit may lose important content","URLs that return non-200 HTTP status codes will reflect that in the status field","Network timeouts for slow-loading pages may cause fetch failures"],"whenToPreferThis":"Choose this endpoint when you need to retrieve and read the textual content of any public webpage, especially when you want clean Markdown output suitable for LLM processing. It's ideal for one-off page fetches without needing to manage API keys or subscriptions. Use the render:true option for JavaScript-heavy single-page apps. Prefer this over general browser automation tools when you just need readable text content and links, not full DOM interaction.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-10T12:36:32.072Z","isFirstParty":false,"canonicalSlug":"agentsvc-io-web-scrape-408f6166"}