############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /includes/ Disallow: /images/ Disallow: /tools/ Disallow: /menulinks/ Disallow: /text/ Disallow: /xml/ Disallow: /upload/ Disallow: /simoncd/ Disallow: /experienceSimon/ Disallow: /menulinks/ # # list specific files robots are not allowed to index # Disallow: /cmc/resume_books.aspx Disallow: /gen/sitemap.aspx Disallow: /adminsearch.aspx Disallow: /defaulttest.aspx Disallow: /default3.aspx Disallow: /search.aspx Disallow: /links.aspx # # End of robots.txt file # ###############################