User-agent: * Disallow: /cgi-bin/ Disallow: /crunchlogs/ Disallow: /cms/ Disallow: /wp-login.php Disallow: /cms/wp-login.php User Agent: * Allow:/