###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /access-logs
Disallow: /bin
Disallow: /etc
Disallow: /mail
Disallow: /php
Disallow: /public_ftp
Disallow: /ssl
Disallow: /tmp
Disallow: /public_html/cgi-bin
Disallow: /public_html/developer

#
# list specific files robots are not allowed to index
#
Disallow: /public_html/404.shtml
Disallow: /public_html/403.shtml

# 
#
###############################