User-agent: *
Disallow: /img/
Disallow: /pg/
Disallow: /content/
Disallow: /db/
Disallow: /cmd/
Disallow: /lib/nr/

User-agent: TurnitinBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: voyager
Disallow: /

User-agent: twiceler
Disallow: /