############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /cgi/ Disallow: /css/ Disallow: /docs/ Disallow: /images/ Disallow: /js/ Disallow: /library/ Disallow: /pictures/ Disallow: /uploads/ # # list specific files robots are not allowed to index # Disallow: /calendaredit.php Disallow: /cgi Disallow: /config.php Disallow: /css Disallow: /docs/0801_SALT_Roster.xls Disallow: /genericedit.php Disallow: /js Disallow: /pictures Disallow: /test.php Disallow: /uploads Disallow: /docs/0801_SALT_Roster.xls # # End of robots.txt file # ###############################