User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /cgi-bin/ Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/ Disallow: /?s= # Optional: Block specific file types Disallow: /*.php$ Disallow: /*.cgi$ Disallow: /*.ps1$ Disallow: /*.txt$ # Block legacy or custom script locations Disallow: /test.php/ Disallow: /tscript.ps1/ Disallow: /tscript.txt/ Disallow: /scripts/ # Optional: Block WordPress includes (resources not meant to be crawled) Disallow: /wp-includes/ # Optional: Sitemap (helps Google crawl properly) Sitemap: https://www.compuone.com/sitemap.xml