{"uid":"cap_7damcvxRwSpAAGu1ANzoU","slug":"17711-web-scraper-proxied-url-fetcher-fac518e9","name":"17711 Web Scraper – Proxied URL Fetcher","description":"A fleet of independent, x402-payable microservices callable by AI agents.","url":"https://api.17711.xyz/registry/web-scraper/v1/web-scraper/scrape_url","method":"POST","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The target URL to fetch, e.g. `\"https://example.com/page\"`. Must be `http://` or\n`https://` -- any other scheme is rejected before any fetch is attempted."}}},"responseSchema":{"url":"string","html":"string","status":0,"final_url":"string","truncated":false,"content_type":"string"},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.005","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.005/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.005","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_-aQK6iCG6q1jgq3wR6sBW","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.005","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches the full HTML content of any HTTP/HTTPS URL via a server-side proxy, returning the raw HTML, status code, final URL after redirects, and content type.","exampleAgentPrompt":"Can you fetch the full HTML content of https://en.wikipedia.org/wiki/Artificial_intelligence and give me the raw page source?","exampleUseCases":[{"title":"Extracting article text from a news URL","prompt":"Go fetch the raw HTML from https://www.bbc.com/news/technology-12345678 so I can pull out the article body text."},{"title":"Checking a competitor's pricing page","prompt":"Scrape https://www.competitor.com/pricing for me and return the HTML so I can see what plans they're currently advertising."},{"title":"Archiving a live government document","prompt":"Retrieve the full HTML of https://www.regulations.gov/document/EPA-HQ-2024-0001 so I have a snapshot of the current content before it changes."}],"resultDescription":"Returns a JSON object containing: the original requested URL, the full HTML body of the fetched page as a string, the HTTP status code returned by the target server, the final URL after any redirects, a boolean indicating whether the response was truncated, and the content-type header value.","failureModes":["Invalid or non-HTTP/HTTPS URL scheme — request rejected before fetch attempt","Target server returns 4xx/5xx — status code reflected in response but no HTML returned","Payment required — 402 PAYMENT-REQUIRED returned when free quota exhausted and no valid PAYMENT-SIGNATURE header present","Target page blocks scrapers/bots — may return empty or error HTML with a 200 status","Response too large — content may be truncated, indicated by truncated:true in the response","DNS resolution failure or unreachable host — network-level error returned"],"whenToPreferThis":"Choose this endpoint when you need raw HTML from an arbitrary HTTP/HTTPS URL fetched server-side — bypassing CORS restrictions, client IP blocks, or geo-restrictions. Prefer it over a headless browser when JavaScript rendering is not required and you just need the static HTML. It is useful when you need the full page source including redirect chains tracked via final_url. The per-call USDC pricing via x402 makes it straightforward to use programmatically with a small free quota available for low-volume testing.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:40:23.872Z","isFirstParty":false}