# All robots will spider the domain User-agent:* Disallow: # Disallow directory /CFIDE/ User-agent: * Disallow: /CFIDE/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /Kerberos_Scripts/ User-agent: * Disallow: /Kerberos_Scripts/ # Disallow directory /nwind/ User-agent: * Disallow: /nwind/ # Disallow directory /wp-admin/ and related User-agent: * Disallow: */wp-admin/* Disallow: */wp-login.php Disallow: */wp-register.php