User-agent: aiHitBot
Disallow: /
User-agent: aiHitBot/1.0
Disallow: /
User-agent: autoemailspider
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Butterfly/1.0
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: CCBot/1.0
Disallow: /
User-agent: CCBot/1.0 ( http://www.commoncrawl.org/bot.html)
Disallow: /
User-Agent: Charlotte
Disallow: /
User-agent: curl
Disallow: /
User-agent: discobot
Disallow: /
User-agent: discobot/1.1
Disallow: /
User-agent: DoCoMo
Disallow: /
User-agent: DoCoMo/2.0
Disallow: /
User-agent: DoCoMo/2.0 N905i
Disallow: /
User-agent: DoCoMo/2.0 N905i(c100;TB;W24H16)
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: DotBot/1.1
Disallow: /
User-agent: es_com_viewer larbin2.6.3@unspecified.mail
Disallow: /
User-agent: es_com_viewer (larbin2.6.3@unspecified.mail)
Disallow: /
User-agent: Exabot/3.0
Disallow: /
User-agent: FairShare
Disallow: /
User-agent: FairShare-http://fairshare.cc
Disallow: /
User-agent: FunWebProducts
Disallow: /
User-agent: GingerCrawler
Disallow: /
User-agent: GingerCrawler/1.0
Disallow: /
User-agent: GingerCrawler/1.0 (Language Assistant for Dyslexics; www.gingersoftware.com/crawler_agent.htm; support at ginger software dot com)
Disallow: /
User-agent: hitcrawler_0.1
Disallow: /
User-agent: hitcrawler_0.1 ringken@gmail.com
Disallow: /
User-agent: Huasai
Disallow: /
User-agent: Huasai/1.0
Disallow: /
User-agent: IDBot
Disallow: /
User-agent: id-search
Disallow: /
User-agent: infoWeb-agent
Disallow: /
User-agent: ^Java
Disallow: /
User-agent: Java/1.6.0_11
Disallow: /
User-agent: Java/1.5.0_14
Disallow: /
User-agent: ^Jakarta
Disallow: /
User-agent: KaloogaBot
Disallow: /
User-agent: LeapTag
Disallow: /
User-agent: LinkAider
Disallow: /
User-agent: LinkAider (http://linkaider.com/crawler/)
Disallow: /
User-agent: lwp-trivial/1.41
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: magpie-crawler/1.1
Disallow: /
User-agent: magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net)
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: Mail.Ru/1.0
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: MLBot (www.metadatalabs.com/mlbot)
Disallow: /
User-agent: Moreoverbot
Disallow: /
User-agent: Mozilla/5.0 (compatible; KaloogaBot; http://www.kalooga.com/info.html?page=crawler)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; SIMBAR={ED852896-9625-4d90-9620-253B08BA5B29})
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322)
Disallow: /
User-agent: Mozilla/5.0 (compatible; aiHitBot/1.0; http://www.aihit.com/)
Disallow: /
User-agent: Mozilla/5.0 (compatible; spbot/2.0.1; http://www.seoprofiler.com/bot/ )
Disallow: /
User-agent: Mozilla/5.0 [Internet Explorer]
Disallow: /
User-agent: MSDigitalLocker
Disallow: /
User-agent: msnbot/1.1
Disallow: /
User-agent: NetcraftSurveyAgent
Disallow: /
User-agent: oBot
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: PeoplePal 3.0
Disallow: /
User-agent: psbot
Disallow: /
User-agent: psbot/0.1
Disallow: /
User-agent: R6_CommentReader
Disallow: /
User-agent: R6_FeedFetcher
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: Scrubby/3.0
Disallow: /
User-agent: Scrubby/3.0 (+http://www.scrubtheweb.com/abs/meta-check.html)
Disallow: /
User-agent: ScrobbleNRoll Bot
Disallow: /
User-agent: SheenBot/SheenBot-1.0.3
Disallow: /
User-agent: SheenBot
Disallow: /
User-agent: SheenBot-1.0.3
Disallow: /
User-agent: SheenBot (Sheen web crawler)
Disallow: /
User-agent: SheenBot-1.0.3 (Sheen web crawler)
Disallow: /
User-agent: SheenBot/SheenBot-1.0.3 (Sheen web crawler)
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: searchbot admin@google.com
Disallow: /
User-agent: SIMBAR={ED852896-9625-4d90-9620-253B08BA5B29}
Disallow: /
User-agent: smart.apnoti.com Robot
Disallow: /
User-agent: smart.apnoti.com Robot/v1.34 (http://smart.apnoti.com/bot)
Disallow: /
User-agent: Snapbot
Disallow: /
User-agent: sohu agent
Disallow: /
User-agent: Sogou web spider/4.0
Disallow: /
User-Agent: sosospider
Disallow: /
User-Agent: Sosospider
Disallow: /
User-agent: Sosospider+
Disallow: /
User-agent: Sosospider+(+http://help.soso.com/webspider.htm)
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: Speedy Spider
Disallow: /
User-agent: SpiderPig
Disallow: /
User-agent: SpiderPig/1.0
Disallow: /
User-agent: Surphace Scout&v4.0
Disallow:/ 
User-agent: Surphace Scout&v4.0 - scout at surphace dot com
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SurveyBot/2.3
Disallow: /
User-agent: swish-e
Disallow: /
User-agent: Tagoobot
Disallow: /
User-agent: Tagoobot/3.0
Disallow: /
User-agent: TailsweepBlogCrawler/Tailsweep-2.9-SNAPSHOT
Disallow: /
User-agent: TailsweepBlogCrawler
Disallow: /
User-agent: Tailsweep-2.9-SNAPSHOT
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: Twiceler-0.9
Disallow: /
User-agent: urlfan-bot/1.0
Disallow: /
User-agent: urlfan-bot/1.0; +http://www.urlfan.com/site/bot/350.html
Disallow: /
User-agent: urlfan-bot
Disallow: /
User-agent: User-Agent
Disallow: /
User-agent: voyager
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yandex/1.01.001
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Yeti/1.0
Disallow: /
User-agent: 20090717_aa_page
Disallow: /
User-agent: 20090717_aa_page (larbin2.6.3@unspecified.mail)
Disallow: /
User-agent: -
Disallow: /
User-agent: Mozilla/5.0 (compatible; spbot/2.0.1; +http://www.seoprofiler.com/bot/ )
Disallow: /
User-agent: (compatible; spbot/2.0.1; +http://www.seoprofiler.com/bot/ )
Disallow: /
User-agent: compatible; spbot/2.0.1; +http://www.seoprofiler.com/bot/ 
Disallow: /
User-agent: spbot/2.0.1