User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block sensitive WordPress files Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /xmlrpc.php # Allow crawling important content Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ # Prevent indexing of duplicate or low-value pages Disallow: /?s= Disallow: /search/ Disallow: /author/ # Sitemap reference Sitemap: https://shanlax.com/sitemap.xml