#
# robots.txt for epages
#

# applies to all robots
User-agent: *

# disallow TBO, PBO
Disallow: /epages/Site.storefront/


User-agent: IRLbot        # some stupid test bot (http://irl.cs.tamu.edu/crawler/)
Disallow: /               # block it

User-agent: Twiceler      # abusive spider (http://www.cuill.com/twiceler/robot.html)
Disallow: /	 	  # block it

User-agent: MJ12bot  	  # experimental spider (http://www.majestic12.co.uk/projects/dsearch/mj12bot.php)
Disallow: /		  # block it

User-agent: OOZBOT        # some kind of search engine crawler (http://www.setooz.com/oozbot.html)
Disallow: /               # block it