# For all robots User-agent: * # Block access to specific groups of pages Disallow: /*/cart$ Disallow: /*/cart/ Disallow: /*/checkout$ Disallow: /*/checkout/ Disallow: /*/my-account$ Disallow: /*/my-account/ Disallow: /*/login$ Disallow: /*/login/ Disallow: /*/registration/ Disallow: /*/registration$ Disallow: /*/ajax/ Disallow: /*/ajax$ Disallow: /*/notFound404/ Disallow: /*/notFound404$ Disallow: /*/searchEmpty/ Disallow: /*/searchEmpty$ Disallow: /*/ergonomieshop6/ Disallow: /*/ergonomieshop6$ Disallow: /*/officedepotshop27$ Disallow: /*/officedepotshop27/ Disallow: /*/officedepotshop27uk/ Disallow: /*/officedepotshop27uk$ Disallow: *?*token= Disallow: /ajax$ Disallow: /*/styleguide/ Disallow: /*/c/ Disallow: /ajax/ Disallow: /*/search # 10 seconds between page requests Crawl-delay: 10 # Allow search crawlers to discover the sitemap Sitemap: https://www.viking.de/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: / # Block Google AdsBots User-agent: AdsBot-Google User-agent: AdsBot-Google-Mobile User-agent: AdsBot-Google-Mobile-Apps Disallow: /ajax/ Disallow: /ajax$