User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: twiceler
Disallow: /

User-Agent: *
Disallow: /comments
Disallow: /go/
Disallow: /comments/feed/
Disallow: */comments
Disallow: /*/comments/feed/$
Disallow: /wp-admin
Disallow: /wp-register.php
Disallow: /wp-login.php
Disallow: */comment-page*

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*

# allow Google adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*