#User-agent: msnbot
#Disallow: /

User-agent: faxobot
Disallow: /

# http://www.turnitin.com/robot/crawlerinfo.html
User-agent: turnitinbot
Disallow: /

User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: Baiduspider-video
Disallow: /

User-agent: *
Disallow: /vdo/
User-agent: *
Disallow: /gallery/

#Disallow: /blah/nimda/

#User-agent: ia_archiver
#Disallow: