User-agent: * Disallow: /manager/ Disallow: /cgi-bin/ Disallow: /config/ Disallow: /custserv/ Disallow: /help/ Disallow: /shop/basket.asp Disallow: /shop/xt_orderform_additem.asp Disallow: /shop/xt_orderform_additem_forProduct.asp Disallow: /shop/_registration.asp Disallow: /review.asp User-agent: ShopWiki Crawl-Delay: 3 User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: /