# robots.txt - https://sip19.fr/
# Fichier racine servi par PrestaShop. Il regit TOUT le host sip19.fr,
# y compris le WordPress sous /solution-e-boutique/.
# Objectif : visibilite maximale pour les crawlers IA (GEO).
# Les bots IA ont acces a tout le contenu utile (produits, categories, CMS, blog).
# Exclusions communes a TOUS les groupes (un bot nomme ignore le groupe *) :
#  - /application/ : espace applicatif (2026-07-28)
#  - facettes, tris, pagination et recherche interne : URLs infinies sans
#    contenu propre, cause de saturation du serveur (2026-10-08)

# ===== Crawlers IA (autorises explicitement) =====

# OpenAI - ChatGPT (recherche, fetch utilisateur, entrainement)
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
Allow: /
Disallow: /application/
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*resultsPerPage=
Disallow: /*productListView=
Disallow: /module/iqitsearch/

# Anthropic - Claude (recherche, fetch utilisateur, entrainement + compat)
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
Allow: /
Disallow: /application/
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*resultsPerPage=
Disallow: /*productListView=
Disallow: /module/iqitsearch/

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /application/
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*resultsPerPage=
Disallow: /*productListView=
Disallow: /module/iqitsearch/

# Google - Gemini / AI Overviews (distinct de Googlebot)
User-agent: Google-Extended
Allow: /
Disallow: /application/
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*resultsPerPage=
Disallow: /*productListView=
Disallow: /module/iqitsearch/

# Microsoft Copilot / Apple / Amazon / Meta / Mistral / DuckDuckGo
User-agent: bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: MistralAI-User
User-agent: DuckAssistBot
Allow: /
Disallow: /application/
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*resultsPerPage=
Disallow: /*productListView=
Disallow: /module/iqitsearch/

# ===== Tous les autres robots (dont Googlebot, Reflectionbot, AionBot) =====
User-agent: *
Allow: /
Disallow: /application/
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*resultsPerPage=
Disallow: /*productListView=
Disallow: /module/iqitsearch/

# ===== Sitemaps =====
Sitemap: https://sip19.fr/sitemap.xml
Sitemap: https://sip19.fr/sitemap-1.xml
Sitemap: https://sip19.fr/sitemap-2.xml
Sitemap: https://sip19.fr/sitemap-3.xml
Sitemap: https://sip19.fr/sitemap-4.xml
Sitemap: https://sip19.fr/sitemap-5.xml
Sitemap: https://sip19.fr/sitemap-6.xml
Sitemap: https://sip19.fr/sitemap-7.xml
Sitemap: https://sip19.fr/sitemap-8.xml
Sitemap: https://sip19.fr/sitemap-9.xml
Sitemap: https://sip19.fr/sitemap-10.xml
Sitemap: https://sip19.fr/sitemap-11.xml
Sitemap: https://sip19.fr/sitemap-12.xml
Sitemap: https://sip19.fr/sitemap-13.xml
Sitemap: https://sip19.fr/sitemap-14.xml
Sitemap: https://sip19.fr/sitemap-15.xml
Sitemap: https://sip19.fr/sitemap-16.xml
Sitemap: https://sip19.fr/sitemap-17.xml
Sitemap: https://sip19.fr/sitemap-18.xml
Sitemap: https://sip19.fr/solution-e-boutique/sitemap_index.xml