User-agent: *
Disallow: /htsdata/
Disallow: /cgi-bin/
Disallow: /GeneratedItems/
Disallow: /logs/
Disallow: /_/
Disallow: /production/
User-agent: Sogou web spider/4.0
Disallow: /
user-agent: Baiduspider+
Disallow: /
user-agent: Yandex
Disallow: /
user-agent: Daumoa/2.0
Disallow: /
user-agent: Morfeus Fucking Scanner
Disallow: /
user-agent: Sosospider+
Disallow: /
user-agent: pxyscand/2.1
Disallow: /