# robots.txt file from http://www.wesiy.com # All robots will spider the domain User-Agent: * Disallow: /lostpassword.php Disallow: /login.php Disallow: /register.php Allow: /