User-Agent: *
Disallow: /license_agreement.html
Disallow: /wp-login.php
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /search/*/feed
Disallow: /search/*/*
Disallow: /tag
Disallow: /author


User-agent: Mediapartners-Google
Allow: /
 
User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /
 
 
User-agent: Googlebot-Image
Disallow: /
 

User-agent: ia_archiver-web.archive.org
Disallow: /