User-agent: * Disallow: /wp-admin/ # Block internal files that should not be indexed Disallow: /cgi-bin/ Disallow: /readme.html Disallow: /license.txt Disallow: /wp-login.php Disallow: /wp-register.php # Allow everything else Allow: / # Sitemap Sitemap: https://nityanandinfra.com/sitemap.xml