{"uid":"cap_2GM-9ZmJcEwsdSFniVjRl","slug":"rasterly-web-crawl-url-to-markdown-json-86e59ac8","name":"Rasterly Web Crawl — URL to Markdown/JSON","description":"The web-rendering layer for AI agents, sold per-call over the x402 payment protocol. Turn any URL into a screenshot, a PDF, or clean LLM-ready Markdown. No API keys, no accounts.","url":"https://rasterly-x402-production.up.railway.app/v1/crawl","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","properties":{"url":{"type":"string","description":"Seed URL (encoded)"},"limit":{"type":"number","description":"Max pages to crawl (default 10)"},"format":{"enum":["json","markdown"],"type":"string","description":"Output format (default json)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"seed":"https://docs.stripe.com","count":2,"pages":[{"url":"https://docs.stripe.com","title":"Stripe Docs","markdown":"# Stripe Docs\n..."},{"url":"https://docs.stripe.com/payments","title":"Payments","markdown":"# Payments\n..."}]}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_2R1PMVyfEEmRpEW51prfW","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls a seed URL and returns up to N pages as clean Markdown or structured JSON, payable per-call via x402/USDC","exampleAgentPrompt":"Crawl https://docs.stripe.com and return the content of up to 5 pages as markdown so I can feed it into my LLM.","exampleUseCases":[{"title":"Documentation ingestion for RAG pipeline","prompt":"Crawl https://docs.openai.com and give me up to 10 pages as markdown — I want to load the content into my retrieval system."},{"title":"Competitor site content extraction","prompt":"Fetch https://www.notion.so/product and follow links for up to 3 pages, returning everything as JSON with titles and markdown so I can analyze what they're saying."},{"title":"Single-page article to clean text","prompt":"Grab https://www.paulgraham.com/startupideas.html — just that one page — and convert it to clean markdown I can paste into my prompt."}],"resultDescription":"A JSON object containing the seed URL, a count of crawled pages, and an array of page objects each with the page URL, title, and full Markdown content of the rendered page.","failureModes":["Seed URL unreachable or returns non-200 status — crawl returns empty pages array","URL blocked by robots.txt or bot-detection — pages may be missing or have incomplete content","Invalid or malformed URL in the url query param — likely returns 4xx error","limit param set too high — crawl may time out or return partial results","x402 payment rejected or insufficient USDC balance — request blocked before crawl begins"],"whenToPreferThis":"Choose this endpoint when an AI agent needs to ingest live web content — especially multi-page documentation, articles, or product sites — as clean LLM-ready Markdown or structured JSON, without setting up API keys or accounts. It is especially well-suited for pay-per-call autonomous agent workflows using the x402 protocol where dynamic, one-off crawls are needed. Prefer alternatives if you need full JavaScript rendering, screenshot/PDF output, or bulk batch crawling of thousands of URLs.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T18:32:20.441Z","isFirstParty":false}