# For all robots User-agent: * # Block accstorefront URLs Disallow: https://accstorefront.cmkwu-toysrusib1-p2-public.model-t.cc.commerce.ondemand.com/ Disallow: https://accstorefront-toysrus-pt.cmkwu-toysrusib1-p2-public.model-t.cc.commerce.ondemand.com/ # Block access to specific groups of pages Disallow: /cart Disallow: /checkout Disallow: /my-account Disallow: /checkout Disallow: /search/?text=* Disallow: /login$ Disallow: /search* Disallow: /?query=* Allow: /*.js$ Allow: /*.css$ Allow: /*.png$ # Allow search crawlers to discover the sitemap Sitemap: https://www.toysrus.es/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: / # Allow Google Ads User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: /