# Allow Googlebot full access User-agent: Googlebot Disallow: # Allow Googlebot-Image full access to images User-agent: Googlebot-Image Disallow: # For all other robots User-agent: * Disallow: /cart Disallow: /checkout Disallow: /my-account Disallow: /search Disallow: /algoliaEmailsNotification Disallow: *?queryId Disallow: *?reviewAvgRating Disallow: /*jsessionid* Disallow: /_?utm__ Disallow: /?queryId= Allow: /medias/*?context= Disallow: /*?context= # Allow search crawlers to discover the sitemap Sitemap: https://www.thetoyshop.com/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /