# for use by all robots
User-Agent: *
Disallow: /data/
Disallow: /js/
Disallow: /legal/
Disallow: /messages/
Disallow: /support/
Disallow: /addwebsites.asp
Disallow: /errors.asp
Disallow: /myaccount.asp
Disallow: /registernew.asp
Disallow: /regnewusers.asp
Disallow: /textsearch.asp
Disallow: /validate.asp