User-agent: *
Disallow: /member
Disallow: /css
Disallow: /documents
Disallow: /includes
Disallow: /js
Disallow: /pf_images
Disallow: /rx_images
Disallow: /scripts
Disallow: /stats

User-Agent: Mozilla/5.0 (compatible; BecomeBot/3.0; +http://www.become.com/site_owners.html)
Disallow: /

User-agent: CazoobldBot/0.0.2 (http://www.cazoodle.com/contact.php; cbot@cazoodle.com)
Disallow: /

User-Agent: CCBot/1.0 (+http://www.commoncrawl.org/bot.html)
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: FyberSpider/1.3 (http://www.fybersearch.com/fyberspider.php)

User-agent: Gigabot/3.0 (http://www.gigablast.com/spider.html)
Disallow: /

User-Agent: Grub/2.0 (IOI crawler; http://index.isc.org/; crawl@index.isc.org)
Disallow: /

User-agent: GurujiBot 
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: MLBot (www.metadatalabs.com/mlbot)
Disallow: /

User-agent: ScoutJet
Disallow: /

User-Agent: Mozilla/5.0 (compatible; ScoutJet; +http://www.scoutjet.com/)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; http://search.thunderstone.com/texis/websearch/about.html)
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: Runnk
Disallow: /

User-Agent: SapphireWebCrawler/Nutch-1.0-dev (Sapphire Web Crawler using Nutch; http://boston.lti.cs.cmu.edu/crawler/; mhoy@cs.cmu.edu)
Disallow: /

User-Agent: SimilarPages/Nutch-1.0-dev (SimilarPages Nutch Crawler; http://www.similarpages.com; info at similarpages dot com)
Disallow: /

User-Agent: SurveyBot/2.3 (Whois Source)
Disallow: /

User-agent: ZoomSpider - wrensoft.com [ZSEBOT]
Disallow: /