{"uid":"cap_VHodtnoCSdReT2QbINOpu","slug":"minifetch-proxy-url-content-extractor-58dd8f8a","name":"Minifetch Proxy URL Content Extractor","description":"For pages that block the native Minifetch proxy that obeys robots.txt: extracts the same clean markdown as /extract/url-content, after nav, ads, and scripts are stripped, fetched through an external rotating proxy. No JavaScript rendering; use /proxy/render for that. Optional ?country= (2-letter code) to fetch from a specific country. Not cached. Does not obey robots.txt. Supports GET & POST","url":"https://minifetch.com/api/v1/x402/proxy/extract/url-content?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The target URL from which to extract the content summary."},"country":{"type":"string","description":"Optional. 2-letter ISO 3166-1 country code (ex: de, mx) to fetch from. Invalid code returns 400."},"includeMediaUrls":{"type":"boolean","description":"Optional. If set to true, includes the page's image URLs (url + alt, from img tags) as mediaUrls."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"results":{"type":"array","items":{"type":"object","properties":{"data":{"type":"object","properties":{"url":{"type":"string","description":"Final URL after redirects"},"proxy":{"type":"object","properties":{"render":{"type":"boolean","description":"true if JS executed"},"country":{"type":["string","null"]},"provider":{"type":"string"},"proxyUrl":{"type":["string","null"]},"proxyType":{"type":"string","description":"Always \"managed\" on proxy routes"},"robotsTxt":{"type":"object","properties":{"allowed":{"type":["boolean","null"]}}},"userAgent":{"type":"string"}},"description":"Fetch provenance. External proxy routes do not check robots.txt"},"summary":{"type":"string","description":"Token-efficient clean content summary extracted as markdown after nav, ads, scripts are stripped."},"mediaUrls":{"type":"array","items":{"type":"object","properties":{"alt":{"type":"string"},"url":{"type":"string"}}},"description":"Only when ?includeMediaUrls=true. Image URLs found on the page."},"requestUrl":{"type":"string","description":"URL as requested, before redirects"},"minifetchCache":{"type":"object","properties":{"hit":{"type":"boolean"}},"description":"External proxy routes not cached: always { hit: false }"}}}}}},"success":{"type":"boolean"},"queryParameters":{"type":"object"}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_sl0Fxq4fyvYQJjHQoknR3","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a target URL through an external rotating proxy (bypassing robots.txt) and returns clean markdown content with nav, ads, and scripts stripped","exampleAgentPrompt":"Fetch the content from https://example-news-site.com/article/breaking-story using an external rotating proxy — that site blocks normal crawlers — and give me the clean readable text, fetching from Germany.","exampleUseCases":[{"title":"Extract blocked competitor pricing page","prompt":"That competitor's pricing page at https://competitor.com/pricing keeps blocking my requests — can you fetch it through a rotating proxy and pull out the clean text so I can see what they charge?"},{"title":"Scrape geo-restricted content from UK","prompt":"Grab the article at https://uk-news-site.com/story/2024-election-update through a proxy from the UK and give me the clean readable markdown — the site blocks non-UK visitors."},{"title":"Pull images from bot-blocking product page","prompt":"Fetch https://retailer.com/product/fancy-widget through a rotating proxy — they block crawlers — and extract the clean text plus all the product images on the page."}],"resultDescription":"Returns a clean markdown summary of the page content after stripping navigation, ads, and scripts; includes the final URL after redirects, proxy metadata (country, provider, robots.txt status), and optionally image URLs with alt text. Content is not cached and robots.txt is not respected.","failureModes":["Invalid or unreachable URL returns an error","Invalid country code returns 400","JavaScript-heavy pages may return incomplete content since JS is not rendered","Target site may still block even rotating proxies","Network timeout for slow-responding target sites"],"whenToPreferThis":"Use this endpoint when the standard Minifetch content extractor is blocked by the target site (robots.txt disallowed or active bot-blocking). Choose this over /proxy/render when the page does not require JavaScript execution. Use the optional country parameter when geo-specific content is needed. Do not use when robots.txt compliance is required or when JavaScript rendering is necessary.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-14T06:37:28.520Z","isFirstParty":false,"canonicalSlug":"minifetch-proxy-url-content-extractor-58dd8f8a"}