# Generic
User-agent: Googlebot
Disallow: /images/
Disallow: /cgi-bin/main/links.pl

# Inktomi Slurp and Yahoo
User-agent: Slurp
Disallow: /images/
Disallow: /cgi-bin/main/links.pl
Crawl-delay: 60

# Microsoft
User-agent: msnbot
Disallow: /images/
Disallow: /cgi-bin/main/links.pl
Crawl-delay: 60

# Generic
User-agent: *
Disallow: /images/
Disallow: /cgi-bin/main/links.pl

# Microsoft search homepage preview
User-agent: searchpreview
Disallow: /

# Microsoft pictures
User-agent: psbot
Disallow: /

# Microsoft IE caching system
User-Agent: MSIECrawler
Disallow: /

User-agent: Exabot
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: a2000.nl
Disallow: /

User-Agent: sea2.cablespeed.com
Disallow: /

User-Agent: host227.netsweeper.fibrewired.on.ca
Disallow: /

User-Agent: net-sweeper.com
Disallow: /

User-Agent: turnitinbot
Disallow: /

User-agent: serveur.com
Disallow: /

User-agent: grub
Disallow: /

User-agent: uptimebot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /