# For all robots User-agent: * # Block access to specific groups of pages Disallow: /*/cart Disallow: /*/checkout Disallow: /*/my-account #Request-rate: 1/10 # maximum rate is one page every 10 seconds #Crawl-delay: 10 # 10 seconds between page requests #Visit-time: 0400-0845 # only visit between 04:00 and 08:45 UTC # Allow search crawlers to discover the sitemap Sitemap: https://www.corsair.com/us/en/sitemap.xml Sitemap: https://www.corsair.com/de/de/sitemap.xml Sitemap: https://www.corsair.com/fr/fr/sitemap.xml Sitemap: https://www.corsair.com/ww/en/sitemap.xml Sitemap: https://www.corsair.com/eu/en/sitemap.xml Sitemap: https://www.corsair.com/it/it/sitemap.xml Sitemap: https://www.corsair.com/pt/pt/sitemap.xml Sitemap: https://www.corsair.com/uk/en/sitemap.xml Sitemap: https://www.corsair.com/tw/zh/sitemap.xml Sitemap: https://www.corsair.com/ru/ru/sitemap.xml Sitemap: https://www.corsair.com/ca/en/sitemap.xml Sitemap: https://www.corsair.com/ja/ja/sitemap.xml Sitemap: https://www.corsair.com/zh/zh/sitemap.xml Sitemap: https://www.corsair.com/es/es/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: / User-agent: Googlebot Disallow: User-agent: Googlebot-image Disallow: