# as of 13 Sept 2003 the current online robots.txt 
# of http://www.human-highway.org/robots.txt
# is valid
# see http://www.searchengineworld.com/cgi-bin/robotcheck.cgi

# to allow only Google to spider *everything, we would write:
# User-agent: GoogleBot
# Disallow:
# or now this:
# User-agent: GoogleBot
# Allow: /
# but this is to be discussed first. 
# Or we only allow Google for certain directories
# but ban the rest.
# NO, BAN all, don't want to come the spiders over their searches for keywords in websites.

# as of 13 March 2005, now we try this: Google allowed for all, except certain directories.

# ban all
User-agent: *
Disallow: /

# 23 April 2006 - turned the sequence around, now Googlebot last; Baron
# allow Googlebot
User-agent: Googlebot
Disallow: /hhighway/httpdocs/css
Disallow: /hhighway/httpdocs/bh
Disallow: /hhighway/httpdocs/cgi-bin
Disallow: /hhighway/httpdocs/java
Disallow: /hhighway/httpdocs/sounds
Disallow: /hhighway/httpdocs/private
#
Disallow: /css
Disallow: /bh
Disallow: /cgi-bin
Disallow: /bin
Disallow: /java
Disallow: /sounds
Disallow: /private
Disallow: /error_docs
Disallow: /contact
Disallow: /lyrics