# disallow Google ad bots from the entire site
User-agent: Mediapartners-Google*
disallow: /

# disallow Google Adsense from the entire site
User-agent: Google AdSense
disallow: /

# disallow Googlebot, MSN and Yahoo from these directories and all files within them
User-agent: Googlebot
User-agent: MSNBot
User-agent: Slurp
disallow: /Utility
disallow: /Themes
disallow: /error_docs
disallow: /communities
disallow: /blogs
disallow: /forums
disallow: /photos

# disallow all bots from these directories and all their child objects
User-agent: *

disallow: /Utility
disallow: /Themes
disallow: /error_docs
disallow: /communities
disallow: /blogs
disallow: /forums
disallow: /photos

# disallow specific bots from indexing or crawling the site at all
# Most recent additions first.

User-agent: GigaBot
disallow: /

User-agent: Voyager
disallow: /

User-agent: BaiDuSpider
disallow: /

User-agent: BackRub/*.*
disallow: /

User-agent: Grub.org
disallow: /

User-agent: BotRightHere
disallow: /

User-agent: larbin
disallow: /

User-agent: psbot
disallow: /

User-agent: Walhello appie
disallow: /

User-agent: Python-urllib
disallow: /

User-agent: Googlebot-Image
disallow: /

User-agent: CherryPicker
disallow: /

User-agent: EmailCollector
disallow: /

User-agent: WebBandit
disallow: /

User-agent: EmailWolf
disallow: /

User-agent: CopyRightCheck
disallow: /

User-agent: Crescent
disallow: /

User-agent: Yandex bot
disallow: /