User-agent: * # URLs that we don't want to be indexed Disallow: /cgi-bin Disallow: /wp-login.php Disallow: */trackback Disallow: /*/comments Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /category/ Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*? Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz$ Disallow: /*.swf$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # Allow for images Allow: /wp-content/uploads/ # URLs allowed CSS JS for Analytics Bots Allow: /*css?* Allow: /*js?* Allow: /*?utm* Allow: /css/? # Allow Google Image User-agent: Googlebot-Image Allow: /* # Allow Google AdSense User-agent: Mediapartners-Google* Allow: /*