# # robots.txt: Indicate that "robots" should not query this WWW server # # $Source: /usr/local/etc/httpd/htdocs/RCS/robots.txt,v $ # $Revision: 1.2 $ # $Date: 1994/10/05 05:45:07 $ # $Author: khj $ # # # Tell most robots to "go away" User-agent: * Disallow: / # Allow access by 'htdig' User-agent: htdig Disallow: