# allow ibm-gcs to crawl everything (Helson Rosa 8/31/00 per VADD request) User-agent: ibm-gcs Disallow: # Updated by Dan Campbell 8/23/2001 as requested by David Croyle User-agent: ExtractorPro Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: CherryPicker/1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: Microsoft URL Control - 6.00.8140 Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: Mozilla/4.0 (compatible; Advanced Email Extractor v1.3) Disallow: / User-agent: NICErsPRO Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Mozilla/3.Mozilla/2.01 (Win95; I) Disallow: / User-agent: Telesoft/1.29 Disallow: / User-agent: WebBandit/2.1 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: webbandit/4.00.0 Disallow: / User-agent: WebEMailExtractor/1.0B Disallow: / User-agent: Zeus 2500 Webster Pro V2.9 Win32 Disallow: / User-agent: * Disallow: /webapp/portlets/