User-agent: psbot
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: [Ww]eb[Bb]andit
Disallow: /

User-agent: WebEMailExtrac.*
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Zeus.*Webster
Disallow: /

User-agent: Microsoft.URL
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: LinksManager.com
Disallow: /

User-agent: HTML Text Download Class
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /shop/admin/
Disallow: /shop/includes/
Disallow: /shop/account.php
Disallow: /shop/create_account.php
Disallow: /shop/login.php
Disallow: /shop/popup_image.php
Disallow: /shop/shopping_cart.php
Disallow: /shop/cookie_usage.php
Disallow: /shop/product_reviews_write.php
Disallow: /shop/product_reviews.php
Disallow: /shop/product_info.php
Disallow: /shoppingcart
Disallow: /shoppingcart/addcart.php
Disallow: /shoppingcart/viewcart.php 
Disallow: /shoppingcart/cartcontent.php
Disallow: /search.php