# robots.txt for http://www.websitetoolset.com/

# no go away
User-agent: * 
Disallow: 
# Disallow: /websitetoolset/ # Do not scan under the websitetoolset yet

# User-agent: *
# Disallow: /cyberworld/map/ # This is an infinite virtual URL space
# Disallow: /tmp/ # these will soon disappear
# Disallow: /foo.html