{"uid":"cap_RSVyZltG47o7AmI7z95Qb","slug":"17711-web-scraper-extract-markdown-4758c2f9","name":"17711 Web Scraper – Extract Markdown","description":"A fleet of independent, x402-payable microservices callable by AI agents.","url":"https://api.17711.xyz/registry/web-scraper/v1/web-scraper/extract_markdown","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The target URL to fetch, e.g. `\"https://example.com/article\"`. Must be `http://` or\n`https://` -- same validation as `web_scraper_scrape_url`, since this tool fetches\nthrough the exact same internal scraper."}}},"responseSchema":{"url":"string","title":"string","status":0,"markdown":"string","final_url":"string","truncated":false,"content_type":"string"},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.007","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.007/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.007","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.007","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_W8-d8mS_IqWK0BSZGpVkD","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.007","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a web page from a given URL and returns its content as clean Markdown text, along with metadata like title, status, and final URL.","exampleAgentPrompt":"Can you scrape the page at https://example.com/article and give me its content as markdown so I can read and process it?","exampleUseCases":[{"title":"Research article content extraction","prompt":"Fetch the content of this research article at https://arxiv.org/abs/2401.00001 and give me the full text as markdown so I can summarize it."},{"title":"Competitor pricing page scrape","prompt":"Can you pull the text from https://competitor.com/pricing and return it as markdown so I can see what plans they offer?"},{"title":"News story retrieval for digest","prompt":"Grab the article at https://techcrunch.com/2024/05/01/some-big-news and convert it to markdown — I want to include it in my daily briefing."}],"resultDescription":"Returns a JSON object containing: the original URL, the page title, HTTP status code, the full page content as Markdown text, the final URL after any redirects, a boolean indicating if content was truncated, and the content type of the response.","failureModes":["Invalid or non-HTTP/HTTPS URL returns a validation error","Target URL is unreachable or times out, returning an error status","Page returns a non-200 HTTP status (e.g. 404, 403), reflected in the status field","Content is truncated for very large pages, indicated by truncated:true","Dynamic JavaScript-rendered pages may return incomplete content if JS is not executed","Payment failure (insufficient USDC balance) blocks the request before execution"],"whenToPreferThis":"Choose this endpoint when you need to fetch a single web page and get its content as clean, readable Markdown — ideal for article extraction, content summarization pipelines, or feeding web content into an LLM. It is priced per-call at $0.007 USDC via x402, making it cost-effective for on-demand scraping without a subscription. Prefer it over raw HTTP fetch tools when you want structured metadata (title, final URL, content type) alongside the Markdown output.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T06:37:05.358Z","isFirstParty":false}