User-agent: *
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /libraries/
Disallow: /uploads/


User-agent: grub-client
Disallow: /
User-agent: boitho.com-dc
Disallow: /
User-agent: BruinBot
Disallow: /
User-agent: cfetch
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: ConveraCrawler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SmartyBot
Disallow: /