################################################## # Sample robots.txt file # # Courtesy Cyboretum.com hosting # # # # Basic convention: # # Specify user agent, followed by what # # the specified user agent can or can not do # ################################################## # # Typically address any and all user agents User-agent: * # # list folders robots are not allowed to index # #Disallow: /whatever/folder/ #Disallow: /whatever/else/ #Disallow: /whatever/assets/ Disallow: /affiliate/ Disallow: /AsQ3RtY4xZs/ Disallow: /assets/ Disallow: /blog/ Disallow: /captcha/ Disallow: /cron/ Disallow: /FCKeditor/ Disallow: /fckeditor/ Disallow: /forms/ Disallow: /images/ Disallow: /include/ Disallow: /members/ Disallow: /newsletters/ Disallow: /Library/ Disallow: /picture_library/ Disallow: /plesk-stat/ Disallow: /s/ Disallow: /scratch/ Disallow: /support/ Disallow: /t/ Disallow: /templates/ Disallow: /upload/ Disallow: /UserFiles/ Disallow: /userfiles/ Disallow: /xkWzqptyDSx/ # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html Disallow: banners.php Disallow: receipt.php # # ##################################################