# This file is used to allow crawlers to index our site. 
# It is a good idea to include this file otherwise a 404 is generated in the server logs as crawlers request the page
# List of all web robots: http://www.robotstxt.org/wc/active/html/index.html
#
# Check robots.txt at:
# http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
#
# Details about Googlebot available at: http://www.google.com/bot.html
#
# note: ASP.NET should already refuse to serve all .cs, .ascx, .dll etc. from any directory

User-agent: *
Disallow: /admin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /bin/
Disallow: /Controls/
Disallow: /css/
Disallow: /DES/
Disallow: /designs/
Disallow: /images/
Disallow: /js/
Disallow: /Library/
Disallow: /media/
Disallow: /nbsnet/
Disallow: /swf/
Disallow: /templates/
Disallow: /test/


User-Agent: msnbot
Crawl-Delay: 20

# Sitemap: http://www.nbs-enb.com/Web.sitemap - not served by ASP.NET