#    ______                 _           
#   /_  __/___ _____  ___  (_)________ _
#    / / / __ `/ __ \/ _ \/ / ___/ __ `/
#   / / / /_/ / / / /  __/ / /  / /_/ / 
#  /_/  \__,_/_/ /_/\___/_/_/   \__,_/  
#
# www.taneira.com - robots.txt - crawl like no other                             


User-agent: *
Allow: /
Disallow: /en
Disallow: /en/*
Disallow: /cart
Disallow: /checkout/*
Disallow: /myaccount/*
Disallow: /pgcallback/*
Disallow: /search-results/*
Disallow: /wps/portal/*
Disallow: /error
Disallow: /search
Disallow: */wps/
Disallow: */demandware.store/
Disallow: *_p.html

User-agent: CopyRightCheck
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: QueryN Metasearch
Disallow: /

User-agent: True_Robot
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: dotbot/1.0
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Nutch
Disallow: /

Sitemap: https://www.taneira.com/sitemap_index.xml