# User-agent: msnbot
# Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: Baidu
Disallow: /
User-agent: * # this excludes all crawlers
Disallow: /misc/dev/
Disallow: /cgi-bin/
Disallow: /flash_img/
Disallow: /misc/cmr/
Disallow: /virtual/phidot/forum
Disallow: /virtual/phidot/forum/viewtopic.php
Disallow: /virtual/phidot/forum/viewforum.php
Disallow: /virtual/phidot/forum/index.php
Disallow: /virtual/phidot/forum/login.php
Disallow: /virtual/phidot/forum/index.html
Disallow: /dnr_web
Disallow: /tools/aw/
Disallow: /virtual/phidot/forum/
Disallow: /misc/morgan
Disallow: /teaching/ntres310/
Disallow: /teaching/ntres410/
Disallow: /teaching/ntres412/