# Actualizado al 16/05/2008
# exclude help system from robots
User-agent: *      # Primera sentencia; aplica a todos los robots (por el "*")
Disallow: /addon-modules/
Disallow: /doc/
Disallow: /contenido/img
Disallow: /bin
Disallow: /tmp
Disallow: /log
Disallow: /home
Disallow: /home2
Disallow: /squirrelmail
Disallow: /ui
Disallow: /contenido/novedades
Disallow: /cgi-bin
#
# the next line is a spam bot trap, for grepping the logs.
# you should _really_ change this to something else...
#Disallow: /all_our_e-mail_addresses
Disallow: /mail
Disallow: /webmin
# same idea here...
Disallow: /admin
# but allow htdig to index our doc-tree
#User-agent: htdig
#Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /
#
# Fin.-