# # robots.txt # Copyright (c) 2005-2010 # # specify agent by name; "*" is for everyone User-agent: * # list folders robots are not allowed to index Disallow: /CustomErrors/ Disallow: /Images/ Disallow: /Scripts/ Disallow: /Styles/ # list specific files robots are not allowed to index Disallow: /progressbar.aspx