{"uid":"cap_HmghpESwO-QVMXRHFuECL","slug":"web-scraper-to-clean-markdown-c29e0790","name":"Web Scraper to Clean Markdown","description":"Fetches a URL and returns the page content as clean Markdown text in a JSON object","url":"https://workspace-x402-paywall.onrender.com/scrape?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Requires a valid public http:// or https:// URL string"}}}},"additionalProperties":false}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_qEjvA0QjVA0TMMHEcxKDN","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a public URL and returns its content as clean, readable markdown","exampleAgentPrompt":"Can you scrape https://en.wikipedia.org/wiki/Artificial_intelligence and give me the content as clean markdown?","exampleUseCases":[{"title":"Research article content extraction","prompt":"Scrape this article for me and return it as markdown so I can read it without all the ads and clutter: https://www.wired.com/story/what-is-artificial-intelligence/"},{"title":"Competitor pricing page capture","prompt":"Fetch https://stripe.com/pricing and return the content as clean markdown — I want to see what their current pricing looks like."},{"title":"Documentation page to markdown","prompt":"Can you pull down https://docs.python.org/3/library/json.html and convert it to markdown so I can paste it into my notes?"}],"resultDescription":"Returns the scraped web page content formatted as clean markdown, stripping away HTML tags, navigation, ads, and boilerplate to leave readable prose, headings, links, and structured content in markdown syntax.","failureModes":["Invalid or malformed URL returns an error — URL must be a valid public http:// or https:// address","Private or localhost URLs are rejected — only publicly accessible URLs are supported","Pages behind authentication or paywalls may return empty or partial content","Heavily JavaScript-rendered pages may return incomplete content if JS is not executed","Target site may block or rate-limit the scraper, resulting in an error or empty response","Network timeouts if the target URL is slow to respond"],"whenToPreferThis":"Use this endpoint when you need to retrieve and read the human-readable content of any public webpage as clean markdown, especially for research, summarization, or feeding page content into downstream LLM processing. It is ideal when you have a known URL and want its textual content without writing custom scraping code. Prefer this over raw HTTP fetch when markdown formatting is desired for readability.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-12T18:40:17.285Z","isFirstParty":false,"canonicalSlug":"web-scraper-to-clean-markdown-c29e0790"}