User-agent: psbot
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget
Disallow: /

User-agent: ZyBorg/1.0
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Mozilla/4.7 [en](Exabot@exava.com)
Disallow: /

User-agent: Mediapartners-Google/2.1
Disallow: /

# added here and below on 2005-07-18

User-agent: msnbot/1.0
Disallow: /

User-agent: webcollage
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: HTTP agent
Disallow: /

User-agent: DA 7.0
Disallow: /

User-agent: DA 4.0
Disallow: /

User-agent: DA 5.0
Disallow: /

User-agent: DA 5.3
Disallow: /

User-agent: StarDownloader
Disallow: /

User-agent: BruinBot
Disallow: /

User-agent: Yahoo-MMAudVid/1.0
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Gigabot/2.0
Disallow: /

# Added 2005-07-28

User-agent: Googlebot/2.1
Disallow: /cgi-bin/

# Added 2006-01-18

User-agent: Yahoo-MMCrawler/3.x
Disallow: /

# Added 2008-03-09

User-agent: twiceler
Disallow: /

User-agent: Slurp
Disallow: /

# Added 2008-05-18

User-agent: Teoma
Disallow: /

User-agent: Ask Jeeves
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: Googlebot
Disallow: /~mschultz

# Block general nastiness (though this doesn't appear to work)

User-agent: *
Disallow: /scripts/
Disallow: /MSADC/
Disallow: /c/
Disallow: /d/
Disallow: /_vti_bin/
Disallow: /_mem_bin/
Disallow: /msadc/