User-agent: *           # directed to all spiders
Disallow: /cgi-sys/
Disallow: /b.t/realm/
Disallow: /draco/
Disallow: /main/
Disallow: /micropok/
Disallow: /oldies/
Disallow: /portrait/
Disallow: /progress/
Disallow: /scenic/
Disallow: /voice/
Disallow: /m/
Disallow: /mobi/
Disallow: /mobile/
Disallow: /wap/
Disallow: /imode/
Disallow: /xhtml/
User-agent: CazoodleBot
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: nutch
Disallow: /
User-agent: twiceler
Disallow: /