# World of Lucid Dreaming — robots.txt
# Updated: July 28, 2026

# Sitemaps
Sitemap: https://www.world-of-lucid-dreaming.com/sitemap_https.xml

# ---------------------------------------------------
# AI Crawlers — Explicitly allowed for AI search visibility
# These bots power ChatGPT, Claude, Perplexity, Google AI Overviews,
# Apple Intelligence, and other AI search/answer engines.
# ---------------------------------------------------

User-agent: GPTBot
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/
Disallow: /cgi-bin/
Disallow: /bin/

User-agent: ChatGPT-User
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: ClaudeBot
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: anthropic-ai
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: PerplexityBot
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: Google-Extended
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: Applebot-Extended
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: CCBot
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: Bytespider
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

User-agent: Cohere-ai
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/

# ---------------------------------------------------
# Traditional Search Engine Crawlers
# ---------------------------------------------------

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /dyn/
Disallow: /objects/
Disallow: /support-files/

User-agent: Bingbot
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/
Disallow: /cgi-bin/
Disallow: /bin/

User-agent: msnbot
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /dyn/
Disallow: /objects/

User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /dyn/
Disallow: /objects/

# ---------------------------------------------------
# Default — All other bots
# ---------------------------------------------------

User-agent: *
Allow: /
Disallow: /academy/
Disallow: /api/
Disallow: /includes/
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /dyn/
Disallow: /objects/
Disallow: /support-files/