###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /absolutebmxe/
Disallow: /aspnet_client/
Disallow: /_database/
Disallow: /bin/
Disallow: /Cgi-bin/
Disallow: /_private/
Disallow: /App_Data/
Disallow: /css/
Disallow: /img/
Disallow: /test/
Disallow: /_vti_log/
Disallow: /picture_library/
Disallow: /HTML/
Disallow: /Images/
Disallow: /Logs/
# Disallow: /PDF/
Disallow: /webstats/
Disallow: /HTML_old/
#
# list specific files robots are not allowed to index
#
Disallow: /404_error.htm
# 
#
###############################