############################### # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /admin/ Disallow: /RadControls/ Disallow: /new-pages/ # # list specific files robots are not allowed to index # Disallow: /web.config Disallow: /Thank-you_19.aspx Disallow: /Thank-you_20.aspx Disallow: /Payment-Failure_43.aspx # # End of robots.txt file # ###############################