# For all robots User-agent: * # Block access to specific groups of pages Disallow: /en-pl/cart Disallow: /en-pl/checkout Disallow: /en-pl/my-account Disallow: /en-pl/school Disallow: /GIA_ANALYTIX/ Crawl-delay: 30 # 10 seconds between page requests Visit-time: 0400-1045 # only visit between 04:00 and 10:45 UTC - 9:00PM - 03:45AM PST # Allow search crawlers to discover the sitemap Sitemap: https://www.strategyr.com/sitemap.xml Sitemap: https://www.strategyr.com/Sitemap_Company_1.xml User-agent: CazoodleBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: dotbot/1.0 Disallow: / User-agent: Gigabot Disallow: / User-agent: trovitBot Disallow: / User-agent: trendkite-akashic-crawler Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: ezooms Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: proximic Disallow: / User-agent: dotbot Disallow: / User-agent: grapheshot Disallow: / User-agent: RyteBot Disallow: / User-agent: SearchmetricsBot Disallow: / User-Agent: trendictionbot Disallow: / User-agent: SeznamBot Disallow: / User-agent: Mediatoolkitbot Disallow: / User-agent: sogou spider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: coccocbot Disallow: / User-agent: bingbot Disallow: /companyreport.asp User-agent: serpstatbot Disallow: /