{"uid":"cap_umUX970KHCis1asUGzCrf","slug":"1gateway-site-profile-e1e5ce63","name":"1gateway Site Profile","description":"Use when an agent must vet or research a website in one call (lead research, security or SEO check, is this site legit). Input: url or bare domain. Output: JSON page metadata, HTTP status, HTTPS and HTTP-to-HTTPS redirect, server and hosting hints, 7 security headers, robots.txt (sitemaps, AI-crawler rules), llms.txt presence, plus domain DNS, mail provider, SPF/DMARC and RDAP registrar, age and expiry. Example: ?url=stripe.com","url":"https://1gateway.dev/v1/web/site-profile?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","examples":["stripe.com"],"maxLength":2048,"description":"Site URL or bare domain (https:// assumed); private/internal targets → 400 (not charged)"}},"additionalProperties":false}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","required":["url","finalUrl","status","https","httpRedirectsToHttps","server","techHints","securityHeaders","page","robotsTxt","llmsTxt","domain","cache","sources","notes"],"properties":{"url":{"type":"string"},"page":{"type":"object","properties":{"url":{"type":"string"},"lang":{"type":"string"},"type":{"type":"string"},"feeds":{"type":"array","items":{}},"icons":{"type":"array","items":{"type":"object","properties":{"rel":{"type":"string"},"href":{"type":"string"},"sizes":{"type":["string","null"]}}}},"image":{"type":"string"},"title":{"type":"string"},"author":{"type":"null"},"robots":{"type":"null"},"status":{"type":"integer"},"favicon":{"type":"string"},"twitter":{"type":"object","additionalProperties":{"type":"string"}},"finalUrl":{"type":"string"},"keywords":{"type":"array","items":{}},"siteName":{"type":"null"},"canonical":{"type":"string"},"generator":{"type":"null"},"headingH1":{"type":"string"},"openGraph":{"type":"object","additionalProperties":{"type":"string"}},"redirects":{"type":"array","items":{}},"truncated":{"type":"boolean"},"alternates":{"type":"array","items":{"type":"object","properties":{"href":{"type":"string"},"hreflang":{"type":"string"}}}},"themeColor":{"type":"null"},"contentType":{"type":"string"},"description":{"type":"string"},"jsonLdTypes":{"type":"array","items":{"type":"string"}},"modifiedTime":{"type":"null"},"publishedTime":{"type":"null"}}},"cache":{"type":"string"},"https":{"type":"boolean"},"notes":{"type":"array","items":{"type":"string"}},"domain":{"type":"object","properties":{"mx":{"type":"array","items":{"type":"object","properties":{"host":{"type":"string"},"priority":{"type":"integer"}}}},"dns":{"type":"object","additionalProperties":{"type":"array","items":{"type":"string"}}},"mail":{"type":"object","properties":{"spf":{"type":"object","properties":{"all":{"type":"string"},"policy":{"type":"string"},"record":{"type":"string"},"present":{"type":"boolean"},"includes":{"type":"array","items":{"type":"string"}},"multipleRecords":{"type":"boolean"},"lookupMechanisms":{"type":"integer"}}},"dmarc":{"type":"object","properties":{"pct":{"type":"integer"},"policy":{"type":"string"},"present":{"type":"boolean"},"alignmentSpf":{"type":"string"},"alignmentDkim":{"type":"string"},"subdomainPolicy":{"type":"null"},"forensicReportTargets":{"type":"integer"},"aggregateReportTargets":{"type":"integer"}}},"provider":{"type":"string"},"acceptsMail":{"type":"boolean"}}},"domain":{"type":"string"},"resolves":{"type":"boolean"},"dnsStatus":{"type":"string"},"dnsProvider":{"type":"string"},"registration":{"type":"object","properties":{"dnssec":{"type":"boolean"},"domain":{"type":"string"},"source":{"type":"string"},"status":{"type":"array","items":{"type":"string"}},"ageDays":{"type":"integer"},"created":{"type":"string"},"expires":{"type":"string"},"updated":{"type":"string"},"available":{"type":"boolean"},"registrar":{"type":"object","properties":{"name":{"type":"string"},"ianaId":{"type":"string"}}},"nameservers":{"type":"array","items":{"type":"string"}},"daysUntilExpiry":{"type":"integer"},"registeredDomain":{"type":"string"}}},"verificationTokens":{"type":"array","items":{"type":"string"}}}},"server":{"type":"string"},"status":{"type":"integer"},"llmsTxt":{"type":"object","properties":{"present":{"type":"boolean"},"firstLine":{"type":"string"}}},"sources":{"type":"array","items":{"type":"string"}},"finalUrl":{"type":"string"},"robotsTxt":{"type":"object","properties":{"present":{"type":"boolean"},"sitemaps":{"type":"array","items":{"type":"string"}},"aiCrawlerRulesFor":{"type":"array","items":{}},"disallowAllForAllAgents":{"type":"boolean"}}},"techHints":{"type":"array","items":{"type":"string"}},"securityHeaders":{"type":"object","properties":{"of":{"type":"integer"},"headers":{"type":"object","additionalProperties":{"type":["string","null"]}},"present":{"type":"integer"}}},"httpRedirectsToHttps":{"type":"null"}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.009","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.009/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.009","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.009","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_kbM-99xSHQ5-lDmheccf3","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.009","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Returns a comprehensive profile of a website including HTTP status, HTTPS/redirect behavior, security headers, DNS, mail provider, SPF/DMARC, RDAP registrar info, robots.txt, and page metadata in a single call.","exampleAgentPrompt":"Can you pull a full site profile for stripe.com — I want to see if it has HTTPS, what security headers it sets, who the registrar is, how old the domain is, and whether it has an llms.txt or robots.txt?","exampleUseCases":[{"title":"Vetting a lead's website legitimacy","prompt":"Before I reach out to this company, can you check if acmecorp.io is a real legit site — does it have HTTPS, proper security headers, a real registrar, and how old is the domain?"},{"title":"Security header audit for a client","prompt":"Run a security check on shopify.com for me — I want to know which of the major security headers they have set and whether HTTP redirects to HTTPS properly."},{"title":"Checking AI crawler rules before scraping","prompt":"Before I set up my crawler, check openai.com's robots.txt to see if AI bots are blocked and whether they have an llms.txt file."}],"resultDescription":"A JSON object containing: final URL after redirects, HTTP status code, HTTPS availability flag, HTTP-to-HTTPS redirect flag, server and tech hints, 7 security headers (CSP, HSTS, X-Frame-Options, etc.), robots.txt content including sitemap URLs and AI-crawler directives, llms.txt presence, page metadata (title, description, OG tags, JSON-LD types, favicon, hreflang alternates), DNS details, mail provider, SPF and DMARC records, RDAP registrar name, domain registration age, and domain expiry date.","failureModes":["Private or internal IP targets return HTTP 400 and are not charged","Invalid or unreachable domains may return DNS resolution errors","Sites with aggressive bot blocking may return incomplete page metadata","Domains without RDAP records will have null registrar/age/expiry fields","Timeout on slow-responding servers may yield partial results"],"whenToPreferThis":"Choose this endpoint when you need a single-call, comprehensive vetting of a website covering security, DNS, email authentication, domain provenance, and page metadata simultaneously — particularly for lead research, vendor due diligence, or security audits. Prefer it over separate DNS or WHOIS tools when breadth matters and you want everything in one response.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-10T12:37:40.769Z","isFirstParty":false,"canonicalSlug":"1gateway-site-profile-e1e5ce63"}