###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /cgi-bin/
Disallow: /members/
Disallow: /awstats/
Disallow: /samples/
Disallow: /sblogin/
Disallow: /stats/
Disallow: /onlyshout/
Disallow: /webanal/
Disallow: /bb/
User-agent: ia_archiver
Disallow: /
#
# list specific files robots are not allowed to index
#
# Disallow: /rick/rick.htm
# Disallow: /enter.htm
# 
#
###############################