{"uid":"cap_h3dppu4X3t82JX_Awcbde","slug":"domain-osint-agentdiet-dev-automated-llms-txt-agent-documentation-91a1d659","name":"Automated /llms.txt & Agent Documentation Context Compiler","description":"Crawls any documentation or SaaS site and compiles a standards-compliant /llms.txt manifest and JSON-LD schema bundle. (Live x402 v2, IETF MPP & MCP endpoint at https://domain-osint.agentdiet.dev/v1/llms-txt-compiler)","url":"https://domain-osint.agentdiet.dev/v1/llms-txt-compiler?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Website URL to crawl and generate a ready-to-consume /llms.txt manifest for"}}},"responseSchema":{"type":"object"},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.015","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.015/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.015","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.015","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_0fuzSF0pQjEQtWDo5U-vP","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.015","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"domain-osint.agentdiet.dev","brandSlug":"domain-osint-agentdiet-dev-mpp","brandBaseUrl":"https://domain-osint.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Crawls any documentation or SaaS website and generates a standards-compliant /llms.txt manifest plus a JSON-LD schema bundle for AI agent consumption","exampleAgentPrompt":"Can you crawl https://docs.stripe.com and compile a standards-compliant /llms.txt manifest and JSON-LD schema bundle so my AI agent can consume Stripe's documentation context?","exampleUseCases":[{"title":"Generate llms.txt for developer docs","prompt":"Crawl https://docs.openai.com and generate a ready-to-use /llms.txt manifest and JSON-LD schema bundle so my agents can properly understand and navigate OpenAI's documentation."},{"title":"Make SaaS site agent-discoverable","prompt":"Take https://www.notion.so and compile an /llms.txt manifest from it — I need a structured, standards-compliant agent context file so LLMs can understand what Notion offers."},{"title":"Prep internal wiki for MCP integration","prompt":"Crawl our internal docs site at https://docs.acmecorp.internal and produce a JSON-LD schema bundle and /llms.txt file I can serve to MCP clients so AI agents can index our knowledge base."}],"resultDescription":"Returns a standards-compliant /llms.txt manifest and a JSON-LD schema bundle compiled from the crawled website, structured for direct consumption by AI agents and LLM tooling.","failureModes":["Invalid or unreachable URL returns an error with no manifest","Private or auth-gated sites may return empty or partial results","Very large documentation sites may be partially crawled due to depth limits","Malformed HTML or JavaScript-heavy SPAs may yield low-quality extraction","Rate limiting or bot protection on the target site may block crawling"],"whenToPreferThis":"Choose this endpoint when you need to programmatically generate an /llms.txt manifest and JSON-LD schema bundle from any live website without manually authoring the file. It is ideal for AI agent pipelines that need to onboard new tools or documentation sources at runtime, or for developers who want to make their own SaaS or docs site agent-discoverable with minimal effort.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:24:22.225Z","isFirstParty":false,"canonicalSlug":"domain-osint-agentdiet-dev-automated-llms-txt-agent-documentation-fd3e90e2"}