## This file is read by WWW-roaming robots.  It tells them which trees/pages
## to avoid when searching www.  This file is /opt/httpd/data/robots.txt
## (ie http://www.csclub.uwaterloo.ca/robots.txt).
##
## read http://web.nexor.co.uk/users/mak/doc/robots/norobots.html for more info
##
## Created by Michael Van Biesbrouck
## last modified Thu Jun 19 02:17:52 EDT 1997 by Dax Hutcheon  

User-agent: *
Disallow: /cgi-bin/cgiwrap/ # lots of CGI's generate yukky stuff.
Disallow: /newsbin/ # unposted binaries, should only be available locally
Disallow: /stats/ # our statistics pages is 5M and matches half of standard keywords
Disallow: /u/kryee/shodouka/
Disallow: /u/kryee/shodoukache
Disallow: /u/kryee/shodouka.html
Disallow: /u/kryee/shodouka-03.cgi
Disallow: /u/kryee/nph-shodouka.cgi # Uses PATH_INFO to turn Japanese in any page on the Web into GIFs

## Don't forget to visit /u/zblaxell/mosaic-history.html