#----------------------------------------------------------------------
# robots.txt -- Robots Exclusion Configuration
#
# Do not allow robots/wanderers/spiders to index us 
# unless we specifically configure it.  This file belongs in 
# the top-level of the web documents hierarchy (it must be 
# accessable as http://servername/robots.txt .)
#
# See here for more info about robots.txt:
#
# http://www.robotstxt.org/wc/norobots.html
#----------------------------------------------------------------------
#
# allow htdig indexing 
#
User-agent: htdig
Disallow: /tmp
Disallow: /cgi-bin/
Disallow: /~bvla/tmp
Disallow: /~bvla/projects/dictionary/

#----------------------------------------------------------------------
# Prevent all (other) robots from visiting the EIS webserver.
User-agent: *
Disallow: /cgi-bin/
Disallow: /~bvla/projects/dictionary/
Disallow: /~bvla/projects/studies/FM/