###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /.gnupg
Disallow: /.htpasswds
Disallow: /.neomail
Disallow: /.neomail-abuse
Disallow: /.neomail-comments
Disallow: /.neomail-m_wheeler
Disallow: /.trash
Disallow: /mail
Disallow: /public_ftp
Disallow: /etc
Disallow: /tmp
Disallow: /public_html/GBook/ 
Disallow: /public_html/_vti_bin
Disallow: /public_html/_vti_cnf
Disallow: /public_html/_vti_log
Disallow: /public_html/_vti_pvt
Disallow: /public_html/_vti_txt
Disallow: /public_html/cgi-bin
Disallow: /www/GBook/ 
Disallow: /www/_vti_bin
Disallow: /www/_vti_cnf
Disallow: /www/_vti_log
Disallow: /www/_vti_pvt
Disallow: /www/_vti_txt
Disallow: /www/cgi-bin
#
# list specific files robots are not allowed to index
#
Disallow: /public_html/400.shtml
Disallow: /public_html/401.shtml
Disallow: /public_html/403.shtml
Disallow: /public_html/404.shtml
Disallow: /public_html/500.shtml
Disallow: /public_html/postinfo.html 
Disallow: /public_html/_vti_inf.html
Disallow: /public_html/.htaccess
Disallow: /public_html/.htaccess.1051877398
Disallow: /www/400.shtml
Disallow: /www/401.shtml
Disallow: /www/403.shtml
Disallow: /www/404.shtml
Disallow: /www/500.shtml
Disallow: /www/postinfo.html 
Disallow: /www/_vti_inf.html
Disallow: /www/.htaccess
Disallow: /www/.htaccess.1051877398
# 
#
###############################