# For all robots User-agent: * # Block access to specific groups of pages Disallow: /cart Disallow: /checkout Disallow: /my-account Disallow: /*price-asc* Disallow: /*price-desc* Disallow: /*newArrival* Disallow: /*name-asc* Disallow: /*name-desc* Disallow: /*variantInfo* Disallow: /*pageSize* Disallow: /*size* Request-rate: 1/10 # maximum rate is one page every 10 seconds Crawl-delay: 10 # 10 seconds between page requests # Allow search crawlers to discover the sitemap Sitemap: https://electronics.sony.com/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: / #Block contactus from Google search User-agent: Googlebot Disallow: /contactus