User-agent: * # URLs that we don't want to be indexed Disallow: /cgi-bin Disallow: /wp-login.php Disallow: */trackback Disallow: /*/comments Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: */trackback Disallow: */comments Disallow: /*? Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz$ Disallow: /*.swf$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /tag Disallow: /feed Disallow: /search/ # Allow for images Allow: /wp-content/uploads/ # URLs allowed CSS JS for Analytics Bots Allow: /*css?* Allow: /*js?* Allow: /css/? Allow: /wp-json/* Allow: /wp-includes/*.js$ Allow: /wp-content/plugins/*.js$ Allow: /wp-content/plugins/*.css$ Allow: /wp-content/themes/*.css$ Allow: /wp-content/themes/*.js$ # Allow Google Image User-agent: Googlebot-Image Allow: /* # Allow Google AdSense User-agent: Mediapartners-Google* Allow: /*