# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://nsac.ca # edited Nov 22 2008 # go away #User-agent: * #Disallow: / # All robots will spider the domain # #User-agent: * User-agent: Googlebot-Image Disallow: / User-agent: Gigabot Disallow: / User-agent: Scrubby Disallow: / User-agent: Robozilla Disallow: / User-agent: Nutch Disallow: / User-agent: baiduspider Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: slurp Crawl-delay: 60 User-agent: msnbot Crawl-delay: 20 User-agent: OmniExplorer_Bot Disallow: / # Disallow directory /cgi-bin/ # Disallow: / Disallows all robots Disallow: /cgi-bin/ Disallow: /alumni/guestbook/ Disallow: /forums/ Disallow: /CFIDE/ Disallow: /stats/ Disallow: /envsci/staff/vnams/ Disallow: /gwacc/ Disallow: /governance/ Disallow: /development/sms_register/