# /robots.txt file 
# All spiders
User-agent: *
Disallow: /cgi
Disallow: /html/images
Disallow: /conf