{"uid":"cap_FVGupXmdEVvQ708MqfQzj","slug":"llms-txt-ai-crawler-audit-api-3bb2f7d7","name":"llms.txt & AI-Crawler Audit API","description":"URL-to-clean-markdown extraction API, on-demand broken-link scan API, pre-deploy link audit API, DNS health audit API, llms.txt / AI-crawler audit API, spec-linted llms.txt audit API, email-deliverability (SPF/DKIM/DMARC) audit API, PDF-to-markdown conversion API, technology-stack fingerprinting API, security-headers audit API, and PDF metadata-intel API for coding agents. Paid per call in USDC via x402 on Base.","url":"https://x402-extract-service.onrender.com/llmscheck","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"domain":{"type":"string","description":"Bare domain to audit (no URL), e.g. \"example.com\"."}}},"responseSchema":{"type":"json","example":{"ok":true,"lint":{"pass":true,"issues":[{"rule":"h1-title","message":"...","severity":"warn"}]},"valid":false,"domain":"example.com","llmsTxt":{"url":"https://example.com/llms.txt","bytes":12500,"present":true},"summary":"FAIL: llms.txt present (12500 bytes), 64 listed URL(s) checked, 1 broken; lint clean.","checkedAt":"2026-09-11T00:00:00.000Z","durationMs":6230,"linksChecked":64,"brokenEntries":[{"url":"https://example.com/old-page","error":"HTTP 404","status":404}],"pricePaidAtomic":"10000"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_to4gkWSXCDzc8Z5UE3Zdn","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Audits a domain's llms.txt file for presence, validity, broken links, and spec-compliance lint issues, returning a structured health report for AI crawler readiness.","exampleAgentPrompt":"Can you audit example.com's llms.txt file — check if it exists, validate it against the spec, and tell me if any of the listed URLs are broken?","exampleUseCases":[{"title":"Pre-launch AI discoverability check","prompt":"Before we go live, can you audit acmecorp.com's llms.txt to see if it's present, spec-compliant, and has no broken links so AI crawlers can index us properly?"},{"title":"Debugging failed AI crawler indexing","prompt":"Our site isn't getting picked up by AI crawlers — can you check openai.com's llms.txt and tell me if there are any lint errors or broken entries causing the problem?"},{"title":"Ongoing site health monitoring","prompt":"Run an llms.txt audit on myplatform.io and give me a full report — presence, byte size, how many links were checked, which ones are broken, and whether it passes the spec lint."}],"resultDescription":"Returns a JSON object with: domain, llmsTxt presence and URL, byte size, validity boolean, number of links checked, array of broken entries (each with URL, HTTP status, and error), lint results with pass/fail and per-rule issues with severity, an overall summary string, check timestamp, duration in milliseconds, and price paid in atomic USDC units.","failureModes":["Domain does not have an llms.txt file — ok:true but present:false","llms.txt present but all links valid — brokenEntries empty array","Network timeout fetching remote URLs listed in llms.txt","Invalid domain input format causes request rejection","Render cold-start latency may increase durationMs significantly"],"whenToPreferThis":"Choose this endpoint when you specifically need to audit a domain's llms.txt file for AI crawler compliance — checking presence, spec-lint conformance, and broken link integrity in a single call. Prefer it over generic link checkers because it understands the llms.txt spec and reports structured lint issues per rule. Use it over manual checks when you need machine-readable results for automated pipelines or CI/CD pre-deploy gates.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-19T12:49:20.485Z","isFirstParty":false}