User-agent: *
Disallow: /cgi-bin
Disallow: /wp-login.php
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /author

User-agent: Twitterbot
Allow: /images
Allow: /wp-content