{"uid":"cap_1XCpsaxt9Q8OK2t2rzz5U","slug":"agent-toolkit-url-fetch-web-scraper-3f9a07b9","name":"Agent Toolkit – URL Fetch / Web Scraper","description":"Pay-per-call data and tools for AI agents, $0.002-0.01 per call in USDC via x402 (Base, Polygon or Solana), no account or API key; MAX tiers ($0.05-0.25) run deeper jobs. Agent toolkit: web search, search + read top pages, any page as clean markdown with a prompt-injection check, which-x402-API-to-call recommender, seller check. Data: Google Maps places with contacts, YouTube video data and transcripts, job listings (Indeed, LinkedIn, 13 boards), Google Ads Transparency, TikTok comments, Pinterest, Airbnb, Redfin, AliExpress, app stores, live sports, website and SEO checks, Shopify store tech stacks, and onchain token / address risk checks.","url":"https://agent-data.centorprat.workers.dev/web/fetch?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Public http(s) URL"},"format":{"type":"string","description":"auto (text for text types, base64 for binary) | text | base64 | markdown"},"max_bytes":{"type":"string","description":"1000-5000000 (default 2000000)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"url":"https://example.com","status":200,"content":"<!doctype html>...","encoding":"text","contentType":"text/html"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_IEElECQoZJiU5c2J6_TAZ","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches any public URL and returns its content as text, markdown, base64-encoded binary, or raw HTML/JSON, including final redirect URL, status code, content type, and size.","exampleAgentPrompt":"Can you fetch the content of https://example.com/report.pdf and give it to me as base64 so I can pass it to a multimodal model?","exampleUseCases":[{"title":"RAG pipeline page ingestion","prompt":"Fetch the contents of https://docs.openai.com/guides/embeddings and return it as markdown so I can chunk it and store it in my vector database."},{"title":"PDF extraction for LLM input","prompt":"Download the PDF at https://arxiv.org/pdf/2304.01852.pdf as base64 — I need to pass it directly to a vision model for analysis."},{"title":"Live webpage content check","prompt":"Go grab the raw HTML from https://news.ycombinator.com and tell me the final URL it lands on after any redirects, plus the HTTP status code."}],"resultDescription":"Returns the fetched content as text, markdown, or base64 depending on the requested format and content type. Also includes the final URL after redirects, HTTP status code, content-type header, and content size in bytes. Up to 5 MB of content is supported. Error status responses are not billed.","failureModes":["URL is not publicly accessible or requires authentication — returns an HTTP error status","Content exceeds 5 MB limit — response is truncated or rejected","Site actively blocks scraping even from Cloudflare edge — may return error or empty body","Invalid or malformed URL — returns validation error","Timeout on slow-loading pages — request may fail with timeout error"],"whenToPreferThis":"Choose this endpoint when you need to fetch and read the raw content of a single known URL — especially for feeding web content into LLM pipelines, converting pages to markdown for RAG, or retrieving binary files (PDFs, images) as base64. It is particularly useful when target sites block typical scrapers, since requests are routed through Cloudflare's edge network as a fallback. Prefer it over a search-and-scrape combined endpoint when you already know the exact URL you want.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-30T13:18:28.438Z","isFirstParty":false,"canonicalSlug":"agent-toolkit-url-fetch-web-scraper-3f9a07b9"}