#
# 80legs
#
User-agent: 008
Disallow: /

#
# Semrushbot
#
User-agent: SemrushBot
Disallow: /

#
# baidu rules
#
User-agent: baiduspider

Crawl-delay: 120

Disallow: /admin/
Disallow: /bin/
Disallow: /lib/img/
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /utility/

Disallow: /signin/
Disallow: /signout/
Disallow: /customer/
Disallow: /order/

Disallow: /search/
Disallow: /dvd/search/
Disallow: /spb/search/
Disallow: /browse/search/
Disallow: /ebooks/search/
Disallow: /textbooks/search/

Disallow: /resource/files/
Disallow: /resource/newsletter/
Disallow: /resource/site/
Disallow: /resource/product/index/
Disallow: /resource/product/small/
Disallow: /resource/product/large/
Disallow: /resource/product/pdf/

Disallow: /browse/*?view=list
Disallow: /browse/*?*sort=oldestpublished
Disallow: /browse/*?*sort=lowestpriced
Disallow: /browse/*?*sort=highestpriced
Disallow: /browse/*?*sort=volumedesc
Disallow: /browse/*?*sort=volumeasc



#
# global rules
#
User-agent: *

Disallow: /admin/
Disallow: /bin/
Disallow: /lib/img/
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /utility/

Disallow: /signin/
Disallow: /signout/
Disallow: /customer/
Disallow: /order/

Disallow: /search/
Disallow: /dvd/search/
Disallow: /spb/search/
Disallow: /browse/search/
Disallow: /ebooks/search/
Disallow: /textbooks/search/

Disallow: /resource/files/
Disallow: /resource/newsletter/
Disallow: /resource/site/
Disallow: /resource/product/index/
Disallow: /resource/product/small/
Disallow: /resource/product/large/
Disallow: /resource/product/pdf/

Disallow: /browse/*?view=list
Disallow: /browse/*?*sort=oldestpublished
Disallow: /browse/*?*sort=lowestpriced
Disallow: /browse/*?*sort=highestpriced
Disallow: /browse/*?*sort=volumedesc
Disallow: /browse/*?*sort=volumeasc

Crawl-delay: 20