# ============================================================ # ROBOTS.TXT — kurtens.com # ============================================================ # ────────────────────────────────────────────────────────────── # SECTION 1 — GOOGLEBOT STANDARD # ────────────────────────────────────────────────────────────── User-agent: Googlebot # Collections produits Allow: /collections/ Allow: /*/collections/ # Pages statiques Allow: /pages/ # Blog Allow: /blogs/ Allow: /*/blogs/ # Fiches produits Allow: /products/ Allow: /*/products/ # Sous-répertoires langues Allow: /fr/ Allow: /en/ Allow: /de/ Allow: /nl/ Allow: /es/ Allow: /it/ Allow: /pt/ # --- DISALLOW --- Disallow: /admin Disallow: /orders Disallow: /103508181324/checkouts Disallow: /103508181324/orders Disallow: /account Disallow: /search Disallow: /a/downloads/-/* # Blocage des URLs produits dupliquées sous collections Disallow: /collections/*/products/ Disallow: /*/collections/*/products/ # Paramètres de tri et filtres Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: /*/collections/*filter*&*filter* # Paramètres combinés blogs Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* # URLs produits "-remote" (références API internes Shopify) Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote # Pages techniques Shopify Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /*/*?*ls=*&ls=* Disallow: /*/*?*ls%3D*%3Fls%3D* Disallow: /*/*?*ls%3d*%3fls%3d* Disallow: /sf_private_access_tokens Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /recommendations/products Disallow: /*/recommendations/products # ────────────────────────────────────────────────────────────── # SECTION 2 — STOREBOT-GOOGLE # ────────────────────────────────────────────────────────────── User-agent: Storebot-Google Disallow: /admin Disallow: /account Allow: / # ────────────────────────────────────────────────────────────── # SECTION 3 — GOOGLEBOT-IMAGE # ────────────────────────────────────────────────────────────── User-agent: Googlebot-Image Disallow: /admin Disallow: /account Disallow: /checkout Disallow: /checkouts/ Allow: / # ────────────────────────────────────────────────────────────── # SECTION 3B — AUTRES CRAWLERS GOOGLE COMMON # ────────────────────────────────────────────────────────────── User-agent: Googlebot-News User-agent: Googlebot-Video User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: Google-InspectionTool User-agent: Google-CloudVertexBot # --- ALLOW --- Allow: /collections/ Allow: /*/collections/ Allow: /pages/ Allow: /blogs/ Allow: /*/blogs/ Allow: /products/ Allow: /*/products/ Allow: /fr/ Allow: /en/ Allow: /de/ Allow: /nl/ Allow: /es/ Allow: /it/ Allow: /pt/ # --- DISALLOW --- Disallow: /admin Disallow: /orders Disallow: /103508181324/checkouts Disallow: /103508181324/orders Disallow: /account Disallow: /search Disallow: /a/downloads/-/* Disallow: /collections/*/products/ Disallow: /*/collections/*/products/ Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: /*/collections/*filter*&*filter* Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /sf_private_access_tokens Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /recommendations/products Disallow: /*/recommendations/products # ────────────────────────────────────────────────────────────── # SECTION 4 — GOOGLE ADSBOT # ────────────────────────────────────────────────────────────── User-agent: adsbot-google Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /orders Disallow: /103508181324/checkouts Disallow: /103508181324/orders Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /cdn/wpm/*.js Disallow: /sf_private_access_tokens # ────────────────────────────────────────────────────────────── # SECTION 4B — ADSBOT-GOOGLE-MOBILE # ────────────────────────────────────────────────────────────── User-agent: AdsBot-Google-Mobile Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /orders Disallow: /103508181324/checkouts Disallow: /103508181324/orders Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /cdn/wpm/*.js Disallow: /sf_private_access_tokens # ────────────────────────────────────────────────────────────── # SECTION 4C — MEDIAPARTNERS-GOOGLE + APIS-GOOGLE # ────────────────────────────────────────────────────────────── User-agent: Mediapartners-Google User-agent: APIs-Google Disallow: /admin Disallow: /account Disallow: /cart Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /orders Disallow: /103508181324/checkouts Disallow: /103508181324/orders Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /sf_private_access_tokens # ────────────────────────────────────────────────────────────── # SECTION 5 — BINGBOT # ────────────────────────────────────────────────────────────── User-agent: bingbot Disallow: /admin Disallow: /account Disallow: /a/downloads/-/* Disallow: /collections/*/products/ Disallow: /*/collections/*/products/ Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: /*/collections/*filter*&*filter* Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /search Disallow: /sf_private_access_tokens Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /recommendations/products Disallow: /*/recommendations/products # ────────────────────────────────────────────────────────────── # SECTION 6 — CRAWLERS SEO # ────────────────────────────────────────────────────────────── User-agent: AhrefsBot User-agent: AhrefsSiteAudit Crawl-delay: 10 Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /account Disallow: /search Disallow: /collections/*/products/ Disallow: /*/collections/*/products/ User-agent: MJ12bot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: DotBot Crawl-delay: 10 # ────────────────────────────────────────────────────────────── # SECTION 7 — CRAWLERS IA # ────────────────────────────────────────────────────────────── User-agent: GPTBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: ChatGPT-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: OAI-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: anthropic-ai Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: ClaudeBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: Claude-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: Claude-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: cohere-ai Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: PerplexityBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: Perplexity-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: Applebot Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /account User-agent: Applebot-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: Amazonbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: MistralAI-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: GrokBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: xAI-Grok Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: Grok-DeepSearch Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account User-agent: DuckDuckBot Allow: / Disallow: /admin Disallow: /account User-agent: DuckAssistBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /admin Disallow: /account # ────────────────────────────────────────────────────────────── # SECTION 8 — CRAWLERS PUBLICITAIRES # ────────────────────────────────────────────────────────────── # Meta User-agent: facebookexternalhit User-agent: Facebookbot User-agent: meta-externalagent Allow: / Disallow: /admin Disallow: /account # Pinterest Ads User-agent: Pinterest Allow: / Disallow: /admin Disallow: /account Crawl-delay: 1 # TikTok Ads (Bytespider + TikTokBot) User-agent: Bytespider User-agent: TikTokBot Allow: / Disallow: /admin Disallow: /account # ────────────────────────────────────────────────────────────── # SECTION 9 — RÈGLE PAR DÉFAUT # ────────────────────────────────────────────────────────────── User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=yes Disallow: /a/downloads/-/* Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /103508181324/checkouts Disallow: /103508181324/orders Disallow: /carts Disallow: /account Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: /*/collections/*filter*&*filter* Disallow: /collections/*/products/ Disallow: /*/collections/*/products/ Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /*/*?*ls=*&ls=* Disallow: /*/*?*ls%3D*%3Fls%3D* Disallow: /*/*?*ls%3d*%3fls%3d* Disallow: /search Disallow: /sf_private_access_tokens Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /recommendations/products Disallow: /*/recommendations/products # ────────────────────────────────────────────────────────────── # SECTION 10 - SITEMAP # ────────────────────────────────────────────────────────────── Sitemap: https://kurtens.com/sitemap.xml