User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Disallow WordPress core files and sensitive directories
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/mu-plugins/
Disallow: /do-not-access/
Disallow: /wp-content/cache/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=
Disallow: /xmlrpc.php

# Allow Googlebot to crawl CSS and JS for proper rendering
User-agent: Googlebot
Allow: /wp-content/themes/
Allow: /wp-content/uploads/
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js