{"uid":"cap_sR4btTlXScMk6YgXpcO9J","slug":"minifetch-proxy-render-extract-url-content-b109609d","name":"Minifetch Proxy Render & Extract URL Content","description":"For JavaScript-rendered pages & pages blocking native Minifetch that obeys robots.txt: fetch thru external rotating proxy, render JS in headless browser & extract same clean markdown as /extract/url-content, after nav, ads, and scripts are stripped. Optional ?country= (2-letter code) to fetch from a specific country. Not cached. Does not obey robots.txt. Supports GET & POST","url":"https://minifetch.com/api/v1/x402/proxy/render/extract/url-content?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The target URL from which to extract the content summary."},"country":{"type":"string","description":"Optional. 2-letter ISO 3166-1 country code (ex: de, mx) to fetch from. Invalid code returns 400."},"includeMediaUrls":{"type":"boolean","description":"Optional. If set to true, includes the page's image URLs (url + alt, from img tags) as mediaUrls."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"results":{"type":"array","items":{"type":"object","properties":{"data":{"type":"object","properties":{"url":{"type":"string","description":"Final URL after redirects"},"proxy":{"type":"object","properties":{"render":{"type":"boolean","description":"true if JS executed"},"country":{"type":["string","null"]},"provider":{"type":"string"},"proxyUrl":{"type":["string","null"]},"proxyType":{"type":"string","description":"Always \"managed\" on proxy routes"},"robotsTxt":{"type":"object","properties":{"allowed":{"type":["boolean","null"]}}},"userAgent":{"type":"string"}},"description":"Fetch provenance. External proxy routes do not check robots.txt"},"summary":{"type":"string","description":"Token-efficient clean content summary extracted as markdown after nav, ads, scripts are stripped."},"mediaUrls":{"type":"array","items":{"type":"object","properties":{"alt":{"type":"string"},"url":{"type":"string"}}},"description":"Only when ?includeMediaUrls=true. Image URLs found on the page."},"requestUrl":{"type":"string","description":"URL as requested, before redirects"},"minifetchCache":{"type":"object","properties":{"hit":{"type":"boolean"}},"description":"External proxy routes not cached: always { hit: false }"}}}}}},"success":{"type":"boolean"},"queryParameters":{"type":"object"}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.004","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.004/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.004","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_d9ULWkTy-P8dlmyuMXT1L","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.004","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches JavaScript-rendered or bot-blocking pages through an external rotating proxy, renders JS in a headless browser, and returns clean markdown content with optional image URLs and geolocation selection.","exampleAgentPrompt":"Can you fetch the content from https://example.com/some-article for me — it's a JavaScript-heavy site that blocks scrapers, so use a headless browser with a rotating proxy to render and extract the clean markdown text, and pull from a German IP address.","exampleUseCases":[{"title":"Scraping paywalled JS news site","prompt":"Pull the article text from https://techcrunch.com/2024/05/01/some-story — the site blocks normal scrapers and uses heavy JavaScript rendering, so use a headless proxy render and give me the clean markdown content."},{"title":"Geo-targeted content extraction","prompt":"Fetch the page at https://someregionalsite.com/offers using a Mexican IP address so I can see the local pricing — it's a React app so you'll need JS rendering to get the actual content."},{"title":"Extracting content with images from a dynamic page","prompt":"Grab the full content of https://www.somestore.com/product/widget — it's a JavaScript-rendered product page that blocks bots, and I also want all the image URLs and their alt text from the page."}],"resultDescription":"Returns a clean markdown summary of the page content after stripping navigation, ads, and scripts, along with the final URL after redirects, proxy provenance metadata (including whether JS was rendered, country used, proxy provider, and user agent), optional image URLs with alt text, and a cache status object. The proxy route does not check or honor robots.txt.","failureModes":["Invalid or unreachable target URL returns an error","Invalid 2-letter country code returns HTTP 400","Target site may still block even through proxy, resulting in empty or error content","JS rendering timeout if the page takes too long to load","Rate limiting or payment failure if USDC balance is insufficient"],"whenToPreferThis":"Use this endpoint when the target page uses JavaScript rendering (React, Vue, Angular, SPAs) and plain HTTP fetching would return an empty or incomplete page, or when the site actively blocks Minifetch's standard proxy that obeys robots.txt. Prefer this over the standard extract endpoint when you need geolocation-specific content via the country parameter, or when you need to bypass bot-detection mechanisms. Note this endpoint does NOT honor robots.txt, so use only when permitted by your use case.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-14T06:39:56.224Z","isFirstParty":false,"canonicalSlug":"minifetch-proxy-render-extract-url-content-b109609d"}