############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /archive/ Disallow: /data/ Disallow: /members-password-confirm.asp Disallow: /members-password-reset.asp Disallow: /members-search.asp Disallow: /members-site-maintenance.asp Disallow: /members-admin-renewals-problem-emails.asp Disallow: /members-admin-renewals-process.asp Disallow: /members-admin-renewals-life.asp Disallow: /members-admin-renewals-process-life.asp # # list specific files robots are not allowed to index # Disallow: /sql*.* # # End of robots.txt file # ###############################