User-Agent: ia_archiver
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: nabot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-Agent: Openbot
Disallow: /

User-Agent: Naver
Disallow: /

User-Agent: ZyBorg
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-Agent: ArchitextSpider
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-Agent: slurp
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-Agent: girafa
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-Agent: msnbot
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-agent: DiaGem
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-agent: SlySearch
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-agent: Steeler
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-agent: TurnitinBot
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu

User-agent: NPBot
Disallow: /cgi
Disallow: /char
Disallow: /err
Disallow: /gall
Disallow: /log
Disallow: /menu