# we use Shopify as our ecommerce platform                                                                                                                                        
                                                                                                                                                                                    
  #  ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓                                                                                                       
  #  ┃  Robots & Agent policy                                               ┃                                                                                                       
  #  ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫                                                                                                       
  #  ┃  Checkouts are for humans.                                           ┃
  #  ┃  * Automated scraping, "buy-for-me" agents, or any end-to-end flow   ┃
  #  ┃    that completes payment without a final human review step is not   ┃
  #  ┃    permitted.                                                        ┃
  #  ┃  * Legitimate integrators must use the official Checkout Kit:        ┃
  #  ┃      https://www.shopify.com/checkout-kit                            ┃
  #  ┃                                                                      ┃
  #  ┃  Terms of Service: https://www.shopify.com/legal/terms               ┃
  #  ┃  Contact: bots@shopify.com                                           ┃
  #  ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛
  # --- Google Search: Googlebot ---
  # Googlebot a acces a tout SAUF les URLs fantomes/techniques
  # NOTE: Disallow variant= RETIRE de cette section — Merchant Center envoie
  # des URLs avec &variant= et Googlebot les considerait bloquees (12 chars > Allow 10 chars).
  # Shopify gere la deduplication via <link rel="canonical">.
  User-agent: Googlebot
  Allow: /products/
  Allow: /collections/
  Disallow: /collections/*/products/
  Disallow: /*?page=
  Disallow: /*phcursor=
  Disallow: /*.atom$
  Disallow: /web-pixels*
  Disallow: /wpm
  Disallow: /client/api
  Disallow: /v1/produce

  User-agent: Googlebot-Image
  Allow: /
  Disallow:

  # --- Google Shopping (Merchant Center) ---
  # Storebot-Google est le bot dedie Google Shopping.
  # Sans section propre, il herite de Googlebot et se fait bloquer
  # par Disallow: /*?*variant= (URLs produits Merchant Center contiennent ?variant=).
  # On lui donne donc sa propre section avec acces complet aux produits.
  User-agent: Storebot-Google
  Allow: /products/
  Allow: /collections/
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /cart
  Disallow: /account
  Disallow: /admin
  # ---------------------------------------------------------------------

  # --- Blocage bots IA (training) ---
  User-agent: Amazonbot
  Disallow: /

  User-agent: Applebot-Extended
  Disallow: /

  User-agent: Bytespider
  Disallow: /

  User-agent: CCBot
  Disallow: /

  User-agent: ClaudeBot
  Disallow: /

  User-agent: Google-Extended
  Disallow: /

  User-agent: GPTBot
  Disallow: /

  User-agent: meta-externalagent
  Disallow: /
  # ---------------------------------

  User-agent: *
  Disallow: /a/downloads/-/*
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /72636924208/checkouts
  Disallow: /72636924208/orders
  Disallow: /carts
  Disallow: /account
  Disallow: /collections/*sort_by*
  Disallow: /*/collections/*sort_by*
  Disallow: /collections/*+*
  Disallow: /collections/*%2B*
  Disallow: /collections/*%2b*
  Disallow: /*/collections/*+*
  Disallow: /*/collections/*%2B*
  Disallow: /*/collections/*%2b*
  Disallow: */collections/*filter*&*filter*
  # Multi-filtres facettes (Shopify OS 2.0)
  Disallow: /*?*filter.v.option.*&*filter.v.option.*
  Disallow: /*?*conjunctive=*

  # Filtres simples : laisser crawler + noindex (via meta), ne pas bloquer ici
  # Tri
  Disallow: /*?*sort_by=*
  Disallow: /*?*utm_*
  Disallow: /*?*gclid=*
  Disallow: /*?*fbclid=*
  Disallow: /blogs/*+*
  Disallow: /blogs/*%2B*
  Disallow: /blogs/*%2b*
  Disallow: /*/blogs/*+*
  Disallow: /*/blogs/*%2B*
  Disallow: /*/blogs/*%2b*
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /*/*?*ls=*&ls=*
  Disallow: /*/*?*ls%3D*%3Fls%3D*
  Disallow: /*/*?*ls%3d*%3fls%3d*
  Disallow: /search
  Disallow: /sf_private_access_tokens
  Disallow: /apple-app-site-association
  Disallow: /.well-known/shopify/monorail
  Disallow: /cdn/wpm/*.js
  Disallow: /recommendations/products
  Disallow: /*/recommendations/products

  # === AJOUTS POUR NETTOYER LES URL FANTOMES ===
  # Variantes produit (?variant=…)
  Disallow: /*?*variant=
  # Produits vus via une collection (doublons d'URL)
  Disallow: /collections/*/products/
  Disallow: /*?page=
  # Pagination/scroll AJAX de Shopify (phcursor=…)
  Disallow: /*phcursor=
  # Flux Atom (RSS) des collections
  Disallow: /*.atom$
  # Web Pixels sandbox (generent des 404 dans GSC)
  Disallow: /web-pixels*
  # URLs techniques internes
  Disallow: /wpm
  Disallow: /client/api
  Disallow: /v1/produce
  # =============================================

  Sitemap: https://www.beauger.com/sitemap.xml

  # Google adsbot ignores robots.txt unless specifically named!
  User-agent: adsbot-google
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /carts
  Disallow: /orders
  Disallow: /72636924208/checkouts
  Disallow: /72636924208/orders
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /cdn/wpm/*.js
  Disallow: /sf_private_access_tokens
  Sitemap: https://www.beauger.com/sitemap.xml

  User-agent: Nutch
  Disallow: /

  User-agent: AhrefsBot
  Crawl-delay: 10
  Disallow: /a/downloads/-/*
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /72636924208/checkouts
  Disallow: /72636924208/orders
  Disallow: /carts
  Disallow: /account
  Disallow: /collections/*sort_by*
  Disallow: /*/collections/*sort_by*
  Disallow: /collections/*+*
  Disallow: /collections/*%2B*
  Disallow: /collections/*%2b*
  Disallow: /*/collections/*+*
  Disallow: /*/collections/*%2B*
  Disallow: /*/collections/*%2b*
  Disallow: */collections/*filter*&*filter*
  # Multi-filtres facettes (Shopify OS 2.0)
  Disallow: /*?*filter.v.option.*&*filter.v.option.*
  Disallow: /*?*conjunctive=*

  # Filtres simples : laisser crawler + noindex (via meta), ne pas bloquer ici
  # Tri
  Disallow: /*?*sort_by=*
  Disallow: /*?*utm_*
  Disallow: /*?*gclid=*
  Disallow: /*?*fbclid=*
  Disallow: /blogs/*+*
  Disallow: /blogs/*%2B*
  Disallow: /blogs/*%2b*
  Disallow: /*/blogs/*+*
  Disallow: /*/blogs/*%2B*
  Disallow: /*/blogs/*%2b*
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /*/*?*ls=*&ls=*
  Disallow: /*/*?*ls%3D*%3Fls%3D*
  Disallow: /*/*?*ls%3d*%3fls%3d*
  Disallow: /search
  Disallow: /sf_private_access_tokens
  Disallow: /apple-app-site-association
  Disallow: /.well-known/shopify/monorail
  Disallow: /cdn/wpm/*.js
  Disallow: /recommendations/products
  Disallow: /*/recommendations/products
  Sitemap: https://www.beauger.com/sitemap.xml

  User-agent: AhrefsSiteAudit
  Crawl-delay: 10
  Disallow: /a/downloads/-/*
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /72636924208/checkouts
  Disallow: /72636924208/orders
  Disallow: /carts
  Disallow: /account
  Disallow: /collections/*sort_by*
  Disallow: /*/collections/*sort_by*
  Disallow: /collections/*+*
  Disallow: /collections/*%2B*
  Disallow: /collections/*%2b*
  Disallow: /*/collections/*+*
  Disallow: /*/collections/*%2B*
  Disallow: /*/collections/*%2b*
  Disallow: */collections/*filter*&*filter*
  # Multi-filtres facettes (Shopify OS 2.0)
  Disallow: /*?*filter.v.option.*&*filter.v.option.*
  Disallow: /*?*conjunctive=*

  # Filtres simples : laisser crawler + noindex (via meta), ne pas bloquer ici
  # Tri
  Disallow: /*?*sort_by=*
  Disallow: /*?*utm_*
  Disallow: /*?*gclid=*
  Disallow: /*?*fbclid=*
  Disallow: /blogs/*+*
  Disallow: /blogs/*%2B*
  Disallow: /blogs/*%2b*
  Disallow: /*/blogs/*+*
  Disallow: /*/blogs/*%2B*
  Disallow: /*/blogs/*%2b*
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /*/*?*ls=*&ls=*
  Disallow: /*/*?*ls%3D*%3Fls%3D*
  Disallow: /*/*?*ls%3d*%3fls%3d*
  Disallow: /search
  Disallow: /sf_private_access_tokens
  Disallow: /apple-app-site-association
  Disallow: /.well-known/shopify/monorail
  Disallow: /cdn/wpm/*.js
  Disallow: /recommendations/products
  Disallow: /*/recommendations/products
  Sitemap: https://www.beauger.com/sitemap.xml

  User-agent: MJ12bot
  Crawl-delay: 10

  User-agent: Pinterest
  Crawl-delay: 1