# robots.txt for http://www.essex.ac.uk/
# Last modified by Brett Burridge
# University of Essex Computing Service
# brettb@essex.ac.uk
# Last modified: 18 December 1998

# Try and remove some of the junk picked up by the SiteServer 3 robot
#User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) University of Essex
User-agent: *
Disallow: /AMS # Don't need this
Disallow: /Architext # More test files here
Disallow: /cs/misc # Don't really need this indexed
Disallow: /cs/garry # Data in this folder is now elsewhere
Disallow: /cs/mail # Data in this folder is now elsewhere
Disallow: /cs/software # Data in this folder is now elsewhere
Disallow: /lynx_help_files # Don't need this
Disallow: /physics # They've moved
Disallow: /SFgate # Don't need this
Disallow: /sports # They've moved
Disallow: /admit # They've moved
Disallow: /admissions # They've moved
Disallow: /stats # Don't need this
Disallow: /staffonly # Restricted documents
Disallow: /minute # Contains word documents I don't want indexed
Disallow: /trash # temporary folder for files that may not be needed
Disallow: /webstats # 
Disallow: /law/new-site-msg.shtm #