{"uid":"cap_wbsQ3ZduuYaM_upTsm_aF","slug":"smartfetch-web-page-reader-8993a94c","name":"SmartFetch Web Page Reader","description":"Read, fetch, scrape, or extract any public webpage or URL for AI agents. Returns clean text, Markdown, links, and metadata, with automatic browser rendering for JavaScript-heavy pages.","url":"https://smartfetch-production-ea53.up.railway.app/fetch","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","format":"uri","pattern":"^https?://","description":"Public HTTP or HTTPS URL to retrieve."},"max_chars":{"type":"integer","default":20000,"maximum":50000,"minimum":1000,"description":"Maximum characters returned for content and Markdown."},"force_browser":{"type":"boolean","default":false,"description":"Start with browser rendering instead of HTTP retrieval."}}},"responseSchema":{"type":"json","example":{"links":[{"href":"https://example.com/next","text":"useful link"}],"title":"SmartFetch local API test","content":"SmartFetch local API test\nThis is useful article content for validating the production API layer. It contains enough text to pass extraction and verifies that navigation boilerplate is removed correctly from the result.\nSecond paragraph with a\nuseful link\n.","success":true,"markdown":"# SmartFetch local API test\n\nThis is useful article content for validating the production API layer. It contains enough text to pass extraction and verifies that navigation boilerplate is removed correctly from the result.\n\nSecond paragraph with a [useful link](/next).","final_url":"https://example.com/article","max_chars":20000,"truncated":false,"elapsed_ms":54,"request_id":"a1b2c3d4e5f60708","word_count":40,"low_quality":false,"status_code":200,"content_hash":"3ae07fdaa195ad19b590e0bdf032e362ae7d573330dd978027880b0706dc62e7","render_method":"http","requested_url":"https://example.com/article","links_returned":1,"service_version":"1.10.2","original_content_chars":257,"returned_content_chars":257,"original_markdown_chars":269,"returned_markdown_chars":269}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_68sgvpfMqED-X-ay8Ne4c","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and extracts clean text, Markdown, links, and metadata from any public URL, with automatic browser rendering for JavaScript-heavy pages.","exampleAgentPrompt":"Can you fetch the full content of https://www.bbc.com/news/technology-12345678 and give me the clean readable text, up to 30000 characters? Use browser rendering since it might be a JavaScript-heavy page.","exampleUseCases":[{"title":"Extract article text for summarization","prompt":"Grab the article at https://techcrunch.com/2024/05/01/openai-announces-new-model/ and give me the clean text — up to 20000 characters — so I can summarize it."},{"title":"Read competitor pricing page","prompt":"Fetch the content of https://www.competitor.com/pricing for me — make sure to use browser rendering since it's probably loaded dynamically — and extract all the text and links."},{"title":"Monitor a job listing page","prompt":"Pull the current text from https://jobs.lever.co/acme/frontend-engineer and return clean Markdown so I can check if the requirements have changed since last week."}],"resultDescription":"Returns the fetched page as clean text and Markdown (up to max_chars characters), extracted hyperlinks, and page metadata such as title and description. For JavaScript-heavy pages, browser rendering is applied automatically or on demand, ensuring accurate content extraction.","failureModes":["URL is not publicly accessible (private, behind login, or paywalled) — returns error or empty content","Page takes too long to load or times out during browser rendering","URL scheme is not HTTP or HTTPS — rejected by schema validation","max_chars exceeds 50000 or is below 1000 — rejected by schema validation","JavaScript-heavy page not fully rendered when force_browser is false — may return incomplete content","Network errors or DNS resolution failures for the target domain"],"whenToPreferThis":"Choose SmartFetch when you need to retrieve and read the textual content of a public webpage — especially when the page is JavaScript-rendered (React, Angular, etc.) and a plain HTTP GET would return an empty shell. Prefer this over generic HTTP request tools when you need clean, structured output (Markdown, links, metadata) rather than raw HTML. It is well-suited for article extraction, competitor research, and feeding web content into LLM pipelines.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-14T12:38:06.887Z","isFirstParty":false}