User-agent: *
Sitemap: https://www.nexco-expertise.com/sitemap.xml


##############
#   custom   #
##############

# robots.txt — Nexco (max crawl pour Search, safe pour Odoo)
# Dernière maj : 2025-10-21

########## PAR DÉFAUT ##########
User-agent: *
# Odoo : autoriser les assets nécessaires au rendu
Allow: /web/static/
Allow: /web/assets/
Allow: /web/image/
Allow: /web/content/

# Odoo : bloquer l’admin et les zones privées
Disallow: /web/login
Disallow: /web/signup
Disallow: /web/*/reset_password
Disallow: /website/info
Disallow: /mail/
Disallow: /im_livechat/
Disallow: /portal/
Disallow: /web/          # (les Allow ci-dessus priment sur ce Disallow)

# E-commerce (si activé)
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/compare
Disallow: /shop/wishlist
Disallow: /shop/payment
Disallow: /payment

########## MOTEURS DE RECHERCHE (OUVERTS) ##########
User-agent: Googlebot
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Applebot
Allow: /

########## BOTS SEO / AUDIT (adoucis pour éviter 429) ##########
# (Google ignore Crawl-delay, mais Ahrefs/Semrush/DotBot/MJ12 le respectent)
User-agent: AhrefsBot
Allow: /
Crawl-delay: 3

User-agent: SemrushBot
Allow: /
Crawl-delay: 3

User-agent: DotBot
Allow: /
Crawl-delay: 3

User-agent: MJ12bot
Allow: /
Crawl-delay: 3

########## IA — BLOQUER LE TRAINING MASSIF ##########
User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /

# IA — BOTS "réponse" (RAG) autorisés (optionnel)
User-agent: PerplexityBot
Allow: /
User-agent: Amazonbot
Allow: /

########## SITEMAPS ##########
Sitemap: https://www.nexco-expertise.com/sitemap.xml
Sitemap: https://www.nexco-expertise.com/lep/sitemap.xml