# edited by Nick s Tues 14 April 2015 to allow more access by Googlebot and other spiders to 
# folders like media and images etc


User-agent: *
Disallow: /administrator/
Disallow: /cli/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/

User-agent: MJ12bot
Disallow: /

#
## Rblee - this user agent seems to be hammering our sites
#

User-agent: bingbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: YandexMetrika
Disallow: /

#
## Rblee - this user agent seems to be hammering our sites
#

User-agent: YandexBot
Disallow: /