# LLMs Access Policy for gotocme.com
# Purpose: Control access for Large Language Model (LLM) training/data collection bots
# Note: This file is separate from robots.txt (which controls search engine indexing)

# ✅ Allowed AI data collection bots
User-agent: GPTBot                # OpenAI
Allow: /

User-agent: Google-Extended       # Google (Gemini training extension)
Allow: /

User-agent: ClaudeBot             # Anthropic (Claude)
Allow: /

User-agent: Applebot-Extended     # Apple (Apple Intelligence data collection)
Allow: /

User-agent: PerplexityBot         # Perplexity.ai
Allow: /

# ❌ Blocked AI data collection bots
User-agent: CCBot                 # Common Crawl
Disallow: /

User-agent: Amazonbot             # Amazon (LLM training/data collection)
Disallow: /

User-agent: Bytespider            # Bytedance (TikTok AI crawler)
Disallow: /

User-agent: Meta-ExternalAgent    # Meta (Facebook/Instagram external crawler)
Disallow: /

# Default rule for all other AI bots
User-agent: *
Disallow: /