#All bots
User-agent: *
Disallow: /site/

User-agent: Slurp
Crawl-delay: 480

#Banned bots
User-Agent: Sogou
Disallow:/
User-Agent: yacybot
Disallow: /
User-Agent: 008
Disallow: /
User-Agent: ScooperBot
Disallow: /
User-Agent: Falconsbot
Disallow: /
User-Agent: MSNBOT-MOBILE
Disallow: /
User-Agent: VoilaBot
Disallow: /
User-Agent: taptubot
Disallow: /
User-Agent: CCBot
Disallow: /
User-Agent: Exabot
Disallow: /
User-Agent: Yandex
Disallow: /
User-Agent: psbot
Disallow: /
User-Agent: discobot
Disallow: /
User-Agent: Speedy
Disallow: /
User-Agent: panscient.com
Disallow: /
User-Agent: ScoutJet
Disallow: /
User-Agent: Yeti
Disallow: /
User-Agent: NaverBot
Disallow: /
User-Agent: dotbot
Disallow: /
User-Agent: ia_archiver
Disallow: /
User-Agent: Twiceler
Disallow: /
User-Agent: Googlebot-Image
Disallow: /
User-Agent: Yahoo-MMCrawler
Disallow: /
User-Agent: GurujiImageBot
Disallow: /
User-Agent: msnbot-media
Disallow: /