User-agent: *
Disallow: */wp-admin/
Disallow: */wp-includes/
Disallow: */wp-content/plugins/
Disallow: */wp-content/cache/

User-agent: ia_archiver
Disallow: /

User-agent: TinEye
Disallow: /

User-agent: Yahoo! Slurp 
Crawl-delay: 240

User-agent: Slurp 
Crawl-delay: 240

User-agent: Inktomi Slurp 
Crawl-delay: 240

User-agent: Teoma
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Yandex
Disallow: /