{"uid":"cap_jaKAeqVlq6B_8YV-gfiSc","slug":"rafid-website-downloader-full-site-archive-manifest-3ecb3927","name":"Rafid Website Downloader — Full Site Archive & Manifest","description":"Rafid Agent API provides structured intelligence and paid APIs for AI agents across property, company and risk, supplier, finance, document, website, automotive, logistics, recruitment, trading, voice, video and business-planning workflows.","url":"https://api.rafidsystem.com/api/v1/x402/websites/download?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"url":{"type":"string","maxLength":2048,"minLength":1},"output":{"enum":["manifest","archive","archive_and_manifest"],"type":"string","default":"archive_and_manifest"},"maxDepth":{"type":"integer","default":3,"maximum":10,"minimum":0},"maxFiles":{"type":"integer","default":2000,"maximum":10000,"minimum":1},"maxSizeMb":{"type":"integer","default":100,"maximum":1024,"minimum":1},"convertLinks":{"type":"boolean","default":true},"includeAssets":{"type":"boolean","default":true},"sameDomainOnly":{"type":"boolean","default":true},"timeoutSeconds":{"type":"integer","default":120,"maximum":900,"minimum":5},"adjustExtensions":{"type":"boolean","default":true}}},"responseSchema":{"type":"json","example":{"archive":null,"success":true,"finalUrl":"https://example.com/","manifest":{"files":[{"type":"html","localPath":"example.com/index.html","sizeBytes":1256,"contentType":null}]},"warnings":[],"sourceUrl":"https://example.com/","durationMs":1200,"totalFiles":1,"totalSizeBytes":1256,"pagesDownloaded":1,"assetsDownloaded":0}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.75","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.75/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.75","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.75","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_SOFXjLri5uHXoQPIfhGEd","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.75","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and downloads a website into a structured archive and/or file manifest, following links up to a configurable depth and file limit.","exampleAgentPrompt":"Download the entire website at https://example.com up to 3 levels deep, include all assets like images and CSS, stay on the same domain only, and give me back both the archive and a full file manifest — cap it at 2000 files and 100 MB.","exampleUseCases":[{"title":"Offline website mirror for compliance","prompt":"Archive everything on https://docs.acmecorp.com — all HTML, images, stylesheets, and linked files — up to 4 levels deep, same domain only, and return both the archive and the manifest so I can store a compliance snapshot."},{"title":"Competitive site structure analysis","prompt":"Crawl https://competitor.io to a depth of 2 and give me just the file manifest — I want to see every page and asset URL, their sizes and content types, without needing the full archive."},{"title":"Pre-deletion website backup","prompt":"Grab a full backup of https://myoldsite.com before I take it down — include all assets, go up to 5 levels deep, allow up to 5000 files and 500 MB, and return the archive with converted internal links so it works offline."}],"resultDescription":"Returns a JSON object containing: a success flag, the final resolved URL, a manifest listing every downloaded file with its local path, content type, and size in bytes, an optional binary archive, total file and size counts, pages and assets downloaded counts, elapsed duration in milliseconds, and any warnings encountered during crawl.","failureModes":["Target URL unreachable or returns non-2xx — success=false with error detail","Crawl exceeds maxSizeMb limit — partial archive returned with warning","Crawl exceeds timeoutSeconds — partial results with timeout warning","maxDepth=0 with no files found — empty manifest","robots.txt or auth-gated pages block crawl — limited coverage with warnings","Invalid URL format — validation error on input","Domain has infinite redirect loops — timeout or warning triggered"],"whenToPreferThis":"Choose this endpoint when you need to capture a full or partial snapshot of a website — including its pages and static assets — as a structured archive or file manifest. It is ideal for compliance archiving, competitive analysis of site structure, offline mirroring, or pre-processing website content for downstream AI workflows. Prefer this over single-page scrapers when you need recursive multi-level crawling with asset collection in one API call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-10T12:38:07.643Z","isFirstParty":false,"canonicalSlug":"rafid-website-downloader-full-site-archive-manifest-3ecb3927"}