# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: *
Disallow: /ir
Disallow: /e
Disallow: /prof
Disallow: /busi
Disallow: /news
Disallow: /business
Disallow: /recr
Allow: /