User-agent: * Sitemap: http://merhaut.com/sitemap.xml ############## # custom # ############## Disallow: /sale/get_combination_info_website Disallow: /shop/get_product_data Disallow: /shop/products/recently_viewed Disallow: /website_mass_mailing/is_subscriber Disallow: /web/webclient/version_info Disallow: /shop/wishlist Content-Signal: search=yes,ai-input=yes,ai-train=no Allow: / Disallow: /web/login User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Diffbot Disallow: / User-agent: FacebookBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: omgilibot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Timpibot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: AhrefsSiteAudit Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: PetalBot Disallow: /