User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /*css?* Allow: /*js?* Disallow: /wp-login.php Disallow: */trackback Disallow: /*/feed Disallow: /*/comments Disallow: /cgi-bin Disallow: /*.cgi Disallow: /view Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz Disallow: /documents/ Disallow: /*.pdf