# See http://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /

# http://www.archive.org/about/exclude.php
# User-agent: ia_archiver
# Disallow: /

# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# http://grub.org/html/help.php?op=webmaster-faq
User-agent: grub-client
Disallow: /

User-agent: *
Disallow: /cgi-bin/