#
# If you wish to allow access to only the Oxford robot and no other,
# then you can use the following as your robots.txt file
#
User-agent: oxbot
Disallow: /ftp
Disallow: /hardware
Disallow: /img
Disallow: /internal
Disallow: /local
Disallow: /manual
Disallow: /squirrelmail-1.4.3a
Disallow: /sysadmin

#
# The following three for "reputable" Web search engines...
#
# www.lycos.com
User-agent: lycos
Disallow: /ftp
Disallow: /hardware
Disallow: /img
Disallow: /internal
Disallow: /local
Disallow: /manual
Disallow: /squirrelmail-1.4.3a
Disallow: /sysadmin

# www.altavista.com
User-agent: scooter
Disallow: /ftp
Disallow: /hardware
Disallow: /img
Disallow: /internal
Disallow: /local
Disallow: /manual
Disallow: /squirrelmail-1.4.3a
Disallow: /sysadmin

# www.excite.com
User-agent: architext
Disallow: /ftp
Disallow: /hardware
Disallow: /img
Disallow: /internal
Disallow: /local
Disallow: /manual
Disallow: /squirrelmail-1.4.3a
Disallow: /sysadmin

# www.google.com
User-agent: googlebot
Disallow: /ftp
Disallow: /hardware
Disallow: /img
Disallow: /internal
Disallow: /local
Disallow: /manual
Disallow: /squirrelmail-1.4.3a
Disallow: /sysadmin

# search.msn.com
User-agent: msnbot
Disallow: /ftp
Disallow: /hardware
Disallow: /img
Disallow: /internal
Disallow: /local
Disallow: /manual
Disallow: /squirrelmail-1.4.3a
Disallow: /sysadmin

# web.archive.org
User-agent: ia_archiver
Disallow: /ftp
Disallow: /hardware
Disallow: /internal
Disallow: /local
Disallow: /manual
Disallow: /pmwiki-2.1.27
Disallow: /squirrelmail-1.4.3a
Disallow: /sysadmin

# W3C link-checker
User-agent: W3C-checklink
Disallow:

# Block everything else...
User-agent: *
Disallow: /