{"uid":"cap_p_992yk20_oAncnhtP5ev","slug":"402utils-llms-txt-fetcher-parser-9c764402","name":"402utils LLMs.txt Fetcher & Parser","description":"Fetch and parse a site's llms.txt (llmstxt.org) — the LLM-era robots.txt. Give any page URL; it resolves the origin's /llms.txt, and returns the H1 title, the blockquote summary, and every section's links ([title](url): notes). Also probes /llms-full.txt and reports its size. A site without one returns {found:false} (a 200, still useful). The fetch is SSRF-checked. Bonus signal in /v1/site-profile.","url":"https://402utils.com/v1/llms-txt?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","format":"uri","description":"Any public http(s) URL on the target site (required)."}},"description":"Query string only."}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","required":["url","found","llmsTxtUrl","status"],"properties":{"url":{"type":"string","description":"The requested URL."},"found":{"type":"boolean","description":"Whether a valid /llms.txt was found."},"title":{"type":["string","null"],"description":"The H1 project title."},"status":{"type":"integer","description":"HTTP status of the /llms.txt fetch (0 = unreachable)."},"summary":{"type":["string","null"],"description":"The blockquote summary, when present."},"sections":{"type":"array","items":{"type":"object","required":["name","links"],"properties":{"name":{"type":"string"},"links":{"type":"array","items":{"type":"object","required":["title","url"],"properties":{"url":{"type":"string"},"notes":{"type":"string"},"title":{"type":"string"}}}}}},"description":"Parsed sections; each has a name and a list of links."},"linkCount":{"type":"integer","description":"Total links across all sections."},"llmsTxtUrl":{"type":"string","description":"The resolved <origin>/llms.txt URL fetched."},"fullVersion":{"type":"object","required":["found","url"],"properties":{"url":{"type":"string"},"found":{"type":"boolean"},"sizeBytes":{"type":"integer"}},"description":"Present when found: whether /llms-full.txt exists and its size in bytes."}}}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.002","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":{"p10Cents":"0.2000","medianCents":"0.2000","p90Cents":"0.2000","minCents":"0.2000","maxCents":"0.2000","p95Cents":"0.2000","sampleCount":1,"varies":false,"failureChargeRate":1},"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.002/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.002","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_LSCpEBvrhhOIZCf8oVMYB","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.002","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches and parses a site's /llms.txt file (the LLM-era robots.txt), returning its title, summary, and structured section links, plus probing for /llms-full.txt.","exampleAgentPrompt":"Can you check if anthropic.com has an llms.txt file and show me its title, summary, and all the section links it contains?","exampleUseCases":null,"resultDescription":"A JSON object with: whether /llms.txt was found (found: bool), the resolved llms.txt URL, the HTTP status of the fetch, the H1 title, the blockquote summary, an array of sections each with a name and list of links (title, url, optional notes), total link count, and a fullVersion object indicating if /llms-full.txt exists and its size in bytes. Returns {found: false} with HTTP 200 if no llms.txt is present.","failureModes":["Target URL is not a valid public http/https URI — validation error","SSRF check blocks private/internal IP ranges or localhost","Target site is unreachable — status returned as 0","Site has no /llms.txt — returns {found: false} with HTTP 200","Malformed or non-standard llms.txt — partial parse with available fields"],"whenToPreferThis":"Use this endpoint when you need to programmatically discover how a website declares its AI/LLM guidance — equivalent to reading robots.txt but for LLMs. Prefer it over manual fetching because it handles origin resolution, SSRF safety, structured parsing of sections and links, and probing for the full version in a single call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-11T12:42:15.476Z","isFirstParty":false,"canonicalSlug":"402utils-llms-txt-fetcher-parser-9c764402"}