{"uid":"cap_RI7I_XJVzENJ58SLCr-8q","slug":"scrape-read-webpage-url-to-markdown-b124d9c0","name":"scrape-read-webpage-url-to-markdown","description":"Read any public webpage over x402 — clean reading-view extraction (trafilatura): boilerplate, nav and ads stripped, main text returned as markdown with the page title. JS-only or extraction-empty pages are NEVER charged. Pair with /v1/web/search. No API key, no account. GET ?url= [&max_chars=]. Free: GET /v1/web/read/preview. Cryptographically signed (Ed25519) — every response is independently verifiable via /.well-known/obol-pubkey.","url":"https://obol-x402.fly.dev/v1/web/read","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"public http(s) page to read"},"max_chars":{"type":"integer","default":20000}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"down","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_4MLBZm608MqA-u8eMqauQ","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches any public webpage and returns the main content as clean markdown with the page title, stripping boilerplate, navigation, and ads using trafilatura.","exampleAgentPrompt":"Can you fetch the main article text from https://www.bbc.com/news/technology-12345678 and give it to me as clean markdown, no ads or navigation — up to 10000 characters?","exampleUseCases":[{"title":"Summarize a news article","prompt":"Grab the main text from https://www.reuters.com/technology/ai-regulation-2024/ and give me a clean version I can summarize — strip out all the ads and menus, just the article body as markdown."},{"title":"Research pipeline for AI agent","prompt":"I need you to read https://en.wikipedia.org/wiki/Large_language_model and extract the readable content as markdown so I can use it as context — limit it to 15000 characters."},{"title":"Monitor a blog post for content","prompt":"Can you pull the full text of this blog post at https://simonwillison.net/2024/ai-agents/ as clean markdown? I want just the writing, none of the sidebar or footer junk."}],"resultDescription":"A markdown-formatted string containing the page title and the main readable content of the webpage, with boilerplate, navigation, ads, and other non-content elements stripped. Responses are cryptographically signed with Ed25519 for independent verification. JS-only pages or pages where extraction yields no content are not charged.","failureModes":["JS-only pages that require a browser to render content return no text and are not charged","Pages with no extractable main content return empty results and are not charged","Invalid or non-public URLs return an error","Network timeouts or unreachable hosts cause request failure","Pages behind paywalls or authentication return partial or no content","max_chars exceeded silently truncates output to the specified limit"],"whenToPreferThis":"Use this endpoint when you need a clean, readable version of a specific public webpage without running a full browser or maintaining API keys. It is ideal for article reading, research pipelines, and content summarization workflows where boilerplate removal matters. Prefer this over raw HTTP fetch when you want human-readable markdown rather than raw HTML. Pair with a web search endpoint to first discover URLs and then read them. The x402 micropayment model means no account setup is required.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T19:27:24.993Z","isFirstParty":false}