User-agent: msnbot-media/1.0
Disallow: /

User-agent: msnbot-media
Disallow: /

Java (Often spam bot)
Disallow: /

User-agent: nutch
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: ASK
Disallow: /

User-agent: Cfetch
Disallow: /

User-agent: Alexa (IA Archiver)
Disallow: /

User-agent: HTTrack off-line browser
Disallow: /

User-agent: MSRBOT
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: CFNetwork
Disallow: /

User-agent: Holmes
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: WordPress
Disallow: /

User-agent: The web archive (IA Archiver)
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Heritrix
Disallow: /

User-agent: PHP version tracker
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: HTMLParser
Disallow: /

User-agent: Internet Shinchakubin
Disallow: /

User-agent: Custo
Disallow: /

User-agent: Jakarta commons-httpclient
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: Miva
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: archive.org bot
Disallow: /

User-agent: Yahoo! Slurp
Disallow: /