# I have eventually worked out why there have been attempts to find this file
# from info now at http://info.webcrawler.com/mak/projects/robots/norobots.html

# robots.txt file for http://wwwchem.uwimona.edu.jm:1104 
# installed on 12th April 1995
# modified 27th May 1995 to disallow .avi files 
# last modified 13th Dec 1997

# access to all robots allowed, minor restrictions to files

User-agent: *
Disallow: /cgi-bin
Disallow: /map
Disallow: /wusage
Disallow: /ectoc
Disallow: /utils
Disallow: /jcamplst
Disallow: /wwwchem
Disallow: /wmapper
Disallow: /avi_files
Disallow: /avi_index.html

# despite the fact that there never has and never will be porn available
# at this site, search engines insist on lumping us together, 
# so last 2 disallows all references to video clips

# It doesn't seem to work since these entries showed up in the access log
#
# --------------------------------------------
# 206.64.113.2 - - [21/Aug/1996:16:58:32 -0500] "GET /robots.txt HTTP/1.0" 304 0
# 206.64.113.2 - - [21/Aug/1996:16:58:42 -0500] "GET /avi_index.html HTTP/1.0" 200 4629
# --------------------------------------------
# ocelot.eng.lycos.com - - [02/Sep/1996:05:07:07 -0500] "GET /robots.txt HTTP/1.0" 200 1076
# ocelot.eng.lycos.com - - [02/Sep/1996:05:07:10 -0500] "HEAD /avi_files/centrif1.avi HTTP/1.0" 200 0
#