# LeBrands.Space - Bot Configuration
# This file controls which bots can crawl your website

# Block AI training bots (no discovery benefit)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Bytespider
Disallow: /

# Allow search engines and social media bots (help with discovery)
User-agent: FacebookBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

# Allow legitimate search engines (Google, Bing, Yahoo)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Allow all other legitimate bots (for SEO)
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin-dashboard
Disallow: /admin-preview
Disallow: /api/
Disallow: /auth/
Disallow: /brand/
Disallow: /customer/
Disallow: /influencer/
Disallow: /shoptogether/join/

# Sitemap location
Sitemap: https://lebrands.space/sitemap.xml