# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /
User-agent: Slurp
Disallow: /homes/random
Crawl-delay: 8
User-agent: msnbot
Disallow: /homes/random
Crawl-delay: 8
User-agent: googlebot
Disallow: /homes/random
Crawl-delay: 3
User-agent: Sogou
Disallow: /homes/random
Crawl-delay: 8
User-agent: Baiduspider
Disallow: /homes/random
Crawl-delay: 8
User-agent: yeti
Disallow: /
User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: yandex
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: BoardReader
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Soso
Disallow: /
User-agent: Sosospider
Disallow: /