{"uid":"cap_fIKgMhTvC10QrWD3fJzhp","slug":"arxiv-digest-agentdiet-dev-automated-llms-txt-agent-documentation-9d8122d3","name":"Automated /llms.txt & Agent Documentation Context Compiler","description":"Crawls any documentation or SaaS site and compiles a standards-compliant /llms.txt manifest and JSON-LD schema bundle. (Live x402 v2, IETF MPP & MCP endpoint at https://arxiv-digest.agentdiet.dev/v1/llms-txt-compiler)","url":"https://arxiv-digest.agentdiet.dev/v1/llms-txt-compiler?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","required":["url"],"properties":{"url":{"type":"string","minLength":1,"description":"Website URL to crawl and generate a ready-to-consume /llms.txt manifest for"}}},"responseSchema":{"type":"object"},"example":null,"exampleRequest":null,"tags":[],"displayCostAmount":"0.015","displayCostAsset":"USD","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.015/call","primary":{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.015","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"mpp","network":"tempo","amountUsd":"0.015","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_gEN_VtgRI_QFzVjoPp3mK","protocol":"mpp","methodType":"crypto","chain":"tempo","mode":"charge","costAmount":"0.015","costPer":"request","priority":0,"asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":"arxiv-digest.agentdiet.dev","brandSlug":"arxiv-digest-agentdiet-dev-mpp","brandBaseUrl":"https://arxiv-digest.agentdiet.dev","brandDocsUrl":null,"whatItDoes":"Crawls any documentation or SaaS website and generates a standards-compliant /llms.txt manifest plus a JSON-LD schema bundle for AI agent consumption","exampleAgentPrompt":"Crawl https://stripe.com/docs and compile a standards-compliant /llms.txt manifest and JSON-LD schema bundle so AI agents can discover and understand that documentation.","exampleUseCases":[{"title":"Onboard AI agents to your API docs","prompt":"Crawl my API documentation at https://docs.mycompany.com and generate a ready-to-use /llms.txt manifest with JSON-LD schema so agents can understand what my API does."},{"title":"Make a SaaS product AI-discoverable","prompt":"I want AI agents to be able to find and understand our SaaS product — can you crawl https://app.notion.so and compile a standards-compliant llms.txt file for it?"},{"title":"Audit competitor docs for agent readiness","prompt":"Crawl https://docs.anthropic.com and produce a full /llms.txt manifest and JSON-LD bundle so I can see what an agent would know about their product."}],"resultDescription":"Returns a standards-compliant /llms.txt manifest and JSON-LD schema bundle derived from crawling the target URL, suitable for direct use by AI agents, MCP servers, or agent discovery registries to understand the documentation or product at that URL.","failureModes":["URL is unreachable or returns non-200 status — crawl fails with error","Target site blocks crawlers via robots.txt or Cloudflare — partial or empty manifest returned","URL is malformed or missing — validation error on required 'url' parameter","Site has minimal textual content (heavy JS SPA) — incomplete manifest due to render limitations","Payment not settled via x402 — HTTP 402 response blocking the call"],"whenToPreferThis":"Choose this endpoint when you need to programmatically generate an /llms.txt manifest or JSON-LD agent context bundle from an existing documentation or SaaS website, especially when targeting standards compliance (IETF MPP, MCP) for AI agent discovery. Prefer this over manual authoring or generic scrapers when the output must be structured for agent consumption rather than raw HTML extraction.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-21T07:23:24.611Z","isFirstParty":false,"canonicalSlug":"arxiv-digest-agentdiet-dev-automated-llms-txt-agent-documentation-0373c415"}