# Allow all major AI crawlers for AIO/GEO indexing User-agent: * Allow: / # Content Signals for AI Agents (contentsignals.org) Content-Signal: ai-train=yes, search=yes, ai-input=yes # Agentic Resource Discovery (ARD) Agentmap: http://localhost:8000/.well-known/ai-catalog.json User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / # Agent Index Link # See: https://isitagentready.com/ # llms.txt: http://localhost:8000/llms.txt # llms-full.txt: http://localhost:8000/llms-full.txt Sitemap: http://localhost:8000/sitemap.xml