############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /_notes/ Disallow: /rokbox/ Disallow: /SpryAssets/ # # list specific files robots are not allowed to index # Disallow: /captcha_image.php Disallow: /sendit.php Disallow: /smw1_reg1.php Disallow: /thankyou.php Disallow: /why.html Disallow: /expect.html Disallow: /about.html # # ###############################