# ------------------------
# Allow Google SEO + AI
# ------------------------


User-agent: Googlebot
Allow: /

# Google's AI / SGE crawlers
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: Google-CloudVertexBot
Allow: /

User-agent: PerplexityBot   # Perplexity AI
Allow: /

User-agent: DuckAssistBot   # DuckDuckGo AI
Allow: /

# ------------------------
# Block AI training bots
# ------------------------
User-agent: GPTBot          # OpenAI
Disallow: /

User-agent: ClaudeBot       # Anthropic
Disallow: /



User-agent: CCBot           # Common Crawl
Disallow: /

User-agent: Bytespider      # ByteDance / TikTok
Disallow: /

User-agent: TikTokSpider    # TikTok
Disallow: /

User-agent: Meta-ExternalAgent # Meta/Facebook/Instagram
Disallow: /

User-agent: Applebot        # Apple AI indexing
Disallow: /

User-agent: Amazonbot       # Amazon AI
Disallow: /

User-agent: PetalBot        # Huawei AI
Disallow: /


User-agent: StabilityAI     # Stability.ai crawlers
Disallow: /

# ------------------------
# Default for others
# ------------------------
User-agent: *
Allow: /