User-agent: *
Disallow: /aspnet_clients
Disallow: /Backup
Disallow: /broadcast
Disallow: /enrollmentForms
Disallow: /fax
Disallow: /font
Disallow: /formltrs
Disallow: /images
Disallow: /includes
Disallow: /Membership
Disallow: /News
Disallow: /sp9898
Disallow: /TP_Files
Disallow: /erx4002
Disallow: /cm78268
Disallow: /drx9898
Disallow: /cbcarx08

User-Agent: Mozilla/5.0 (compatible; BecomeBot/3.0; +http://www.become.com/site_owners.html)
Disallow: /

User-agent: CazoobldBot/0.0.2 (http://www.cazoodle.com/contact.php; cbot@cazoodle.com)
Disallow: /

User-Agent: CCBot/1.0 (+http://www.commoncrawl.org/bot.html)
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: FyberSpider/1.3 (http://www.fybersearch.com/fyberspider.php)

User-agent: Gigabot/3.0 (http://www.gigablast.com/spider.html)
Disallow: /

User-Agent: Grub/2.0 (IOI crawler; http://index.isc.org/; crawl@index.isc.org)
Disallow: /

User-agent: GurujiBot 
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: MLBot (www.metadatalabs.com/mlbot)
Disallow: /

User-agent: ScoutJet
Disallow: /

User-Agent: Mozilla/5.0 (compatible; ScoutJet; +http://www.scoutjet.com/)
Disallow: /

User-Agent: Mozilla/4.0 (compatible; http://search.thunderstone.com/texis/websearch/about.html)
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: Runnk
Disallow: /

User-Agent: SapphireWebCrawler/Nutch-1.0-dev (Sapphire Web Crawler using Nutch; http://boston.lti.cs.cmu.edu/crawler/; mhoy@cs.cmu.edu)
Disallow: /

User-Agent: SimilarPages/Nutch-1.0-dev (SimilarPages Nutch Crawler; http://www.similarpages.com; info at similarpages dot com)
Disallow: /

User-Agent: SurveyBot/2.3 (Whois Source)
Disallow: /

User-agent: ZoomSpider - wrensoft.com [ZSEBOT]
Disallow: /