User-agent: * Disallow: */feed/ Disallow: /tag/ Disallow: /author/ Disallow: /page/ Disallow: /*/page/ Disallow: /category/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= # Blocks search result pages from indexing # Allow Googlebot to crawl CSS, JS, and images (important for proper rendering) Allow: /wp-content/ Allow: /wp-includes/