User-agent: AhrefsBot
Disallow: /

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /

User-agent: MLBot*
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: Scrapy
Disallow: / 

User-agent: Gigabot
Disallow: / 

User-agent: *
Disallow: /paper-copy/
Disallow: /pw/papercopy/
Disallow: /pw/papercopy_bestseller/
Disallow: /pw/by-topic/1-legacy/
Disallow: /cgi-bin/
Disallow: /pw/mobile/
Disallow: /iowa-edit/
Disallow: /binary-data/EGALLEY/
Disallow: /binary-data/DIY/
Disallow: /pw/bookit/