# 1. ALLOW MAJOR SEARCH ENGINES (Essential for SEO)
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
Allow: /

# 2. OPT-OUT OF AI TRAINING (Maintains search presence while blocking data scraping)
User-agent: Google-Extended
User-agent: Applebot-Extended
Disallow: /

# 3. BLOCK DEDICATED AI TRAINING BOTS
User-agent: GPTBot
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: Bytespider
Disallow: /

# 4. BLOCK SEO TOOLS (Optional: reduces server load from scanners)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
Disallow: /

# 5. BLOCK USER-INITIATED BROWSING FROM SPECIFIED AI Tools (Such as ChatGPT)
User-agent: ChatGPT-User
Disallow: /

# 6. GLOBAL DEFAULT RULE
User-agent: *
Disallow: /xpor
Disallow: /_system/xpor/login.aspx
Disallow: /_system/xpor/Default.aspx