# Allow all search engines User-agent: * # Block WordPress Admin & Login Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-register.php # Block WordPress core files Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/*/assets/ Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /license.txt # Trackbacks & Feeds (optional) Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/feed/ # Search results & archives Disallow: /?s= Disallow: /search/