# robots.txt for AI CMO
# Updated with dynamic sitemap

User-agent: *
Allow: /

# Sitemap locations
Sitemap: https://theaicmo.com/sitemap.xml

# AI-specific resources (for AI agents - not standard directives)
# AI agents: Visit https://theaicmo.com/ai.txt for AI-specific information
# AI sitemap available at: https://theaicmo.com/api/ai-sitemap

# Disallow admin and auth pages
Disallow: /admin/
Disallow: /auth/

# Block API routes
Disallow: /api/

# Block shared chats from all crawlers (confidential business data)
Disallow: /share/

# Allow crawling of tool pages
Allow: /tools/

# Crawl delay (be nice to servers)
Crawl-delay: 1