User-agent: Slurp
Crawl-delay: 8
Disallow: /catalog/product_compare/
Disallow: /catalog/product/view/id/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /contacts/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /review/

User-agent: twiceler
Disallow: /

User-agent: *
Disallow: /catalog/product_compare/
Disallow: /catalog/product/view/id/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /contacts/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /review/