# exclude help system from robots
User-agent: *
Disallow: /htdig/ /htdocs/ /intranet/ /images/ /cgi-bin/ /icons/ /mitarbeiter/ /menu/ /.ht*/
# but allow htdig to index our doc-tree
User-agent: htdig
Disallow: /htdig/ /htdocs/ /intranet/ /images/ /cgi-bin/ /icons/ /mitarbeiter/ /menu/ /.ht*/