{"uid":"cap_O0qvB73QdHfPWDndLGnjk","slug":"softbot-reader-web-page-to-markdown-3b731ace","name":"Softbot Reader - Web Page to Markdown","description":"Fetch a public web page and return clean markdown, title and metadata. Respects robots.txt.","url":"https://softbot-reader-mainnet.softbot.workers.dev/v1/read?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","format":"uri","description":"Public http(s) URL to read"}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_AuuKY77NxAddKicd-cMOE","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a public web page and returns clean markdown content, page title, and metadata while respecting robots.txt","exampleAgentPrompt":"Fetch the content of https://example.com/article and give me the full text as clean markdown so I can summarize it.","exampleUseCases":[{"title":"Summarize a news article","prompt":"Grab the article at https://www.bbc.com/news/world-12345678 and convert it to clean markdown so I can summarize the key points."},{"title":"Extract blog post for research","prompt":"Can you fetch the content of this blog post at https://martinfowler.com/articles/microservices.html and return it as readable markdown? I want to use it in my research notes."},{"title":"Monitor competitor landing page text","prompt":"Pull the readable text from https://competitor.com/pricing and give me the markdown version so I can review what they're currently saying about their plans."}],"resultDescription":"Returns clean markdown representation of the page body, the page title, and any available metadata (such as description or author) stripped of HTML noise; robots.txt is respected so inaccessible pages are refused","failureModes":["URL is blocked by robots.txt — endpoint refuses and returns an error","Target URL is unreachable or returns a non-2xx HTTP status","Malformed or non-HTTP/HTTPS URL provided","Page is behind a login wall or JavaScript-heavy SPA that cannot be rendered","Rate limit or payment failure prevents the request from completing"],"whenToPreferThis":"Choose this endpoint when you need a quick, clean markdown conversion of a single public web page — especially when you want readable prose extracted from HTML noise without running an LLM or parsing structured metadata. Prefer it over headless browsers or full crawlers when speed and simplicity matter and when robots.txt compliance is required.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-20T12:32:36.175Z","isFirstParty":false,"canonicalSlug":"softbot-reader-web-page-to-markdown-3b731ace"}