# Allow all major LLMs to access public content

User-Agent: GPTBot
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: CCBot
Allow: /

# Disallow only non-valuable or sensitive pages

Disallow: /privacy-policy/
Disallow: /search/

# Licensing terms
Licensing: CC-BY-NC

# Notes:
# - All other URLs are open for indexing, training, and retrieval.
# - CC-BY-NC allows reuse with attribution, non-commercially.
# - Enables AI visibility while protecting user privacy and site UX.