User-agent: * # Allow files critical for rendering Allow: *.js$ Allow: *.css$ # Allow AJAX - Do Not Remove Allow: /wp-admin/admin-ajax.php # Prevent private admin areas from being crawled Disallow: /wp-admin Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /cdn-cgi/ # Prevent Trackback Neg SEO Disallow: /trackback/ Disallow: /wp-content/themes/joints-wp-master/assets/scripts/handler.min.js