User-agent: *
Disallow: /public/cpg/files/
Disallow: /public/ecb/files/
Disallow: /public/howtos/files/
Disallow: /public/nx/files/
Disallow: /public/primo/files/

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: CazoodleBot
Disallow: /public/

User-agent: Charlotte
Disallow: /public/

User-agent: ConveraCrawler
Disallow: /public/

User-agent: Gigabot
Disallow: /public/

User-agent: MJ12bot
Disallow: /public/

User-agent: NimbleCrawler
Disallow: /public/

User-agent: SBIder
Disallow: /public/

User-agent: Yandex
Disallow: /public/