User-agent: * # Directed at all spiders! #Disallow: images/ #Disallow: msindex.html Disallow: mail.html Disallow: clients Disallow: portfolio-quick User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: ia_archiver Disallow: / User-agent: LinkWalker Disallow: / User-agent: SBIder Disallow: / User-agent: Fasterfox Disallow: /