###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /cgi-bin/
Disallow: /members/
Disallow: /awstats/
Disallow: /samples/
Disallow: /sblogin/
Disallow: /stats/
Disallow: /onlyshout/
Disallow: /webanal/
Disallow: /bb/
User-agent: ia_archiver
Disallow: /
User-agent: AboutUsBot 
Disallow: / 
Sitemap: http://www.idrinkpiss.com/sitemap.xml
#
# list specific files robots are not allowed to index
#
# 
# 
#
###############################