User-agent: Googlebot
User-agent: googlebot-image
User-agent: googlebot-mobile
User-agent: MSNBot
User-agent: Slurp
User-agent: ia_archiver
Crawl-delay: 20
Disallow: /dev
Allow: /

User-agent: discobot
User-agent: Teoma
User-agent: twiceler
User-agent: Gigabot
User-agent: yahoo-mmcrawler
User-agent: psbot
User-agent: Scrubby
User-agent: Robozilla
User-agent: Nutch
User-agent: baiduspider
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: naverbot
User-agent: yeti
User-agent: Yeti
User-agent: asterias
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Exabot
User-agent: Yandex
User-agent: Sosospider
Disallow: /