# this is read by robots (webcrawlers, etc.)

# keep everyone from indexing the lists - they are redundant and make
# spamming easier
# Also disallow indexing of the roboguide
User-agent: *
Disallow: /lists/
Disallow: /pub_files/
Disallow: /statistics/
Disallow: /education/2007.incoming_students.html
Disallow: /roboguide