{"uid":"cap_aOZiZOZA2q_2CMS_yKByN","slug":"offercheck-url-liveness-metadata-checker-4087272b","name":"offercheck URL Liveness & Metadata Checker","description":"Check a URL before you cite, visit or trust it: liveness, final URL and redirect chain, soft-404 detection, page title, domain registration age (RDAP), robots.txt policy for AI agents, and Wayback Machine snapshot availability. $0.002 per check.","url":"https://offercheck.offercheck.workers.dev/v1/check/url?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","format":"uri","description":"Any public http/https URL"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":{"type":"json","example":{"ms":950,"url":"https://example.com/docs/page","alive":true,"bytes":15321,"https":true,"title":"Docs — Page","domain":{"name":"example.com","rdap_ok":true,"age_days":11365,"registrar":"RESERVED-Internet Assigned Numbers Authority","registered_at":"1995-08-14T04:00:00Z"},"robots":{"agents":{"*":true,"GPTBot":true,"ClaudeBot":true},"fetched":true},"archive":{"available":true,"closest_url":"http://web.archive.org/web/20260901000000/https://example.com/docs/page","closest_timestamp":"20260901000000"},"soft_404":false,"warnings":[],"final_url":"https://example.com/docs/page","checked_at":"2026-09-25T20:00:00.000Z","confidence":0.9,"http_status":200,"content_type":"text/html; charset=utf-8","redirect_chain":[{"url":"https://example.com/docs/page","status":200}]}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.002","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.002/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_xS0Xx-rRdBxmQZvLPp2n-","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.002","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Checks a public URL for liveness, redirect chain, domain age, robots policy, archive availability, and soft-404 status","exampleAgentPrompt":"Can you check if https://example.com/docs/page is actually live, see if it redirects anywhere, how old the domain is, and whether it allows bots like GPTBot to crawl it?","exampleUseCases":[{"title":"Pre-scrape link validation for agent","prompt":"Before my agent tries to read this page, check if https://shop.example.com/product/42 is actually live, what HTTP status it returns, and whether it soft-404s or redirects somewhere else."},{"title":"Bot accessibility audit for AI crawler","prompt":"Is https://techblog.example.com accessible to AI crawlers? I need to know if GPTBot and ClaudeBot are allowed by the robots policy, and whether the domain is legitimate and old enough to trust."},{"title":"Broken link detection before publishing","prompt":"I'm about to publish a newsletter with a link to https://report.example.org/2024/annual — can you verify it's actually up, not a redirect trap, and has been around long enough to be credible?"}],"resultDescription":"Returns a JSON object with: liveness flag, HTTP status code, response time in ms, final URL after redirects, full redirect chain with statuses, HTTPS flag, page title, content type, response size in bytes, domain RDAP info (registrar, registration date, age in days), robots.txt policy per bot agent, Wayback Machine archive availability and closest snapshot URL, soft-404 detection flag, confidence score (0–1), warnings array, and timestamp of check.","failureModes":["URL is unreachable or DNS fails — alive:false returned with no HTTP status","Private or intranet URLs return connection errors","Malformed URL input causes 400 validation error","Robots.txt not fetchable — robots.fetched:false with empty agents","Archive not available for the URL — archive.available:false","Payment not provided or insufficient — 402 Payment Required","Rate limiting or upstream timeout — may return partial data with warnings"],"whenToPreferThis":"Choose this endpoint when you need to verify a URL's health and metadata before taking action on it — such as before scraping, linking, or indexing. It is especially valuable for checking bot accessibility (robots policy per agent), detecting soft-404s, validating domain age and registrar trust, and checking Wayback Machine archive status. Prefer it over a generic HTTP HEAD check when you need the full picture: domain provenance, redirect chain, archive history, and per-bot crawlability in a single pay-per-call request with no API key required.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-11T06:31:52.823Z","isFirstParty":false,"canonicalSlug":"offercheck-url-liveness-metadata-checker-4087272b"}