this is the list I have been using. I have added to it and updated it some.

Code
008=008dd
192.com=192.com
200PleaseBot=200PleaseBot
360Spider=360Spider
4seohuntBot=4seohuntBot
50.nu=50.nudd
^Nail=^Nail
A6-Indexer=A6-Indexer
abby=abby
Aboundexbot=Aboundexbot
AboutUsBot=AboutUsBot
Abrave Spider=Abrave Spider
Accelobot=Accelobot
AcoonBot=Acoon
AddThis.com=AddThis.com robot
ADmantX=ADmantX
adressendeutschland.de=adressendeutschland.de
AdsBot-Google=AdsBot-Google
AhrefsBot=AhrefsBot
aiHitBot=aiHitBot
akula=akula
alexa site audit=alexa site audit
Alexabot=Alexabot
Amagit.COM=Amagit.COM
amibot=amibot
AMZNKAssocBot=AMZNKAssocBot
AntBot=AntBot
Apercite=Apercite
AportWorm=AportWorm
AraBot=AraBot
arachnode.net=arachnode.net
Arachnophilia=Arachnophilia
archive.org arc=special_archiver
archive.org bot=archive.org_bot
Ask Jeeves=Ask Jeeves
AskQuickly=AskQuickly
Automattic Analytics Crawler=Automattic Analytics Crawler
BabalooSpider=BabalooSpider
backlink-check.de=backlink-check.de
BacklinkCrawler=BacklinkCrawler
Bad-Neighborhood=Bad Neighborhood Header Detector
Bad-Neighborhood=Bad-Neighborhood Link Analyzer
Baiduspider JP=Baiduspider japan
Baiduspider-Image=Baiduspider-image
Baiduspider=Baiduspider
baypup=baypup
BDCbot=BDCbot
BDFetch=BDFetch
BegunAdvertising=BegunAdvertising
bingbot=bingbot
bingbot=bingbot SitemapProbe
BingPreview=BingPreview
bitlybot=bitlybot
biwec=biwec
bixocrawler=adbeat-publisher-description-fetcher
bixocrawler=bixo
bixocrawler=bixocrawler
bixocrawler=bixolabs
bixocrawler=ptd-crawler
bl.uk_lddc_bot=bl.uk_lddc_bot
Blekkobot=Blekkobot
BLEXBot=BLEXBot
BlinkaCrawler=BlinkaCrawler
BlogPulse=BlogPulse
BlogPulse=BlogPulseLive
bnf.fr_bot=bnf.fr_bot
bot-pge.chlooe.com=bot-pge.chlooe.com
bot.wsowner.com=bot.wsowner.com
botmobi=botmobi
BotOnParade=BotOnParade
BrainbruBot=BrainbruBot
Browsershots=Browsershots
BUbiNG=BUbiNG
Butterfly=Butterfly
CamontSpider=CamontSpider
CareerBot=CareerBot
Castabot=Castabot
CatchBot=CatchBot
CCBot=CCBot
CCResearchBot=CCResearchBot
ChangeDetection=ChangeDetection
Charlotte=Charlotte
CirrusExplorer=CirrusExplorer
cityreview=cityreview
classbot=classbot
CligooRobot=CligooRobot
CliqzBot=Cliqz
CloudFlare-AlwaysOnline=CloudFlare-AlwaysOnline
CloudServerMarketSpider=CloudServerMarketSpider
CMS Crawler=CMS Crawler
coccoc=coccoc
COMODOSpider=Comodo
CompSpyBot=CompSpyBot
contentDetection=contentDetection
copyright sheriff=copyright sheriff
CorpusCrawler=CorpusCrawler
Covario-IDS=Covario
crawler for netopian=crawler for netopian
Crawler4j=Crawler4j
CrazyWebCrawler=crazywebcrawler
Crowsnest=Crowsnest
Curious George=Curious George
datagnionbot=datagnionbot
Daumoa=Daumoa
DBLBot=DBLBot
DCPbot=DCPbot
DealGates Bot=DealGates Bot
discoverybot=discobot
discoverybot=discoverybot
DKIMRepBot=DKIMRepBot
dlcbot=dlcbot
dlvr.it=dlvr.it
DNS-Digger-Explorer=DNS-Digger-Explorer
DomainAppender=DomainAppender
DomainDB=DomainDB
DomainTools-HeaderCheck=HTTP Headers Online
DomainTools-LinksCheck=Online Website Link Checker
DomainTools-SitemapGen=Online Sitemap Generator
DotBot=DotBot
dotSemantic=dotSemantic
DripfeedBot=DripfeedBot
drupact=drupact
DuckDuckPreview=DuckDuckPreview
EasouSpider=EasouSpider
EasyBib AutoCite=EasyBib AutoCite
eCairn-Grabber=eCairn-Grabber
eCommerceBot=eCommerceBot
EdisterBot=EdisterBot
Embedly=Embedly
emefgebot=emefgebot
envolk=envolk
Esribot=Esribot
EuripBot=EuripBot
Eurobot=Eurobot
EventGuruBot=EventGuruBot
EveryoneSocialBot=EveryoneSocialBot
EvriNid=EvriNid
Exabot Images=Exabot-Images
Exabot Thumbnails=Exabot-Thumbnails
Exabot=Exabot
Exabot=ExaleadCloudview
Experibot=Experibot
Ezooms=Ezooms
FacebookExternalHit=FacebookExternalHit
facebookPlatform=facebookplatform
factbot=Factbot 1.09
FairShare=FairShare
Falconsbot=Falconsbot
fastbot crawler=fastbot crawler
FauBot=FauBot
FeedCatBot=FeedCatBot
FeedFinder=FeedFinder
Feedly=Feedly
Feedly=FeedlyBot
Fetch-Guess=Fetch
findlinks=findlinks
firmilybot=firmilybot
Flatland Industries Web Spider=flatlandbot
FlightDeckReportsBot=FlightDeckReportsBot
FlipboardProxy=FlipboardProxy
Flocke bot=Flocke bot
FollowSite Bot=FollowSite Bot
Fooooo_Web_Video_Crawl=Fooooo_Web_Video_Crawl
FreeWebMonitoring=FreeWebMonitoring
FyberSpider=FyberSpider
Gaisbot=Gaisbot
GarlikCrawler=GarlikCrawler
GeliyooBot=GeliyooBot
Genieo Web filter=Genieo
GigablastOpenSource=GigablastOpenSource
Gigabot=Gigabot
GingerCrawler=GingerCrawler
Girafabot=Girafabot
gocrawl=gocrawl
GOFORITBOT=GOFORITBOT
gonzo=gonzo
Googlebot AdsBot Mobile=AdsBot-Google-Mobile
Googlebot AdSense=Mediapartners-Google
Googlebot Image=Googlebot-Image
Googlebot Mobile=Googlebot-Mobile
Googlebot Snippet=Googlebot snippet
Googlebot Video=Googlebot-Video
Googlebot Web Preview=Google Web Preview
Googlebot=Googlebot
Grahambot=Grahambot
GrapeshotCrawler=grapeFX
GrapeshotCrawler=GrapeshotCrawler
GurujiBot=GurujiBot
Hailoobot=Hailoobot
HatenaScreenshot=HatenaScreenshot
hawkReader=hawkReader
HeartRails_Capture=HeartRails_Capture
heritrix=heritrix
Holmes=holmes
HolmesBot=HolmesBot
HomeTags=HomeTags
HostTracker.com=HostTracker.com
HostTracker=HostTracker
HuaweiSymantecSpider=HuaweiSymantecSpider
HubSpot Connect=HubSpot Connect
HubSpot Crawler=HubSpot Crawler
HypeStat=HypeStat
ia_archiver=ia_archiver
ICC-Crawler=ICC-Crawler
ichiro=ichiro
iCjobs=iCjobs
IdeelaborPlagiaat=IdeelaborPlagiaat
idmarch=idmarch Automatic.beta
Iframely=Iframely
imbot=imbot
immediatenet thumbnails=immediatenet thumbnails
ImplisenseBot=ImplisenseBot
Impressumscrawler=Impressumscrawler
Influencebot=Influencebot
Infohelfer=Infohelfer
IntegromeDB=IntegromeDB
IstellaBot=IstellaBot
IXEbot=IXEbot
Jabse.com Crawler=Jabse.com Crawler
JadynAveBot=JadynAveBot
JamesBOT=JamesBOT
JikeSpider=JikeSpider
Job Roboter Spider=Job Roboter Spider
JUST-CRAWLER=JUST-CRAWLER
Jyxobot=Jyxobot
Jyxobot=JyxobotRSS
Kalooga=Kalooga
Karneval-Bot=Karneval-Bot
kinshoo=KiNShooboT
KomodiaBot=KomodiaBot
Kraken=Kraken
KrOWLer=KrOWLer
kulturarw=kulturarw3
L.webis=L.webis
Leikibot=Leikibot
LemurWebCrawler=LemurWebCrawler
LexxeBot=LexxeBot
Lijit=Lijit
LinguaBot=LinguaBot
linguatools=linguatools
Linguee Bot=Linguee Bot
Link Valet Online=Link Valet Online
LinkAider=LinkAider
linkdex.com=linkdex.com
linkdexbot=linkdexbot
LinkedInBot=LinkedInBot
LinkWalker=LinkWalker
Lipperhey Spider=Lipperhey Spider
livedoor ScreenShot=livedoor ScreenShot
LivelapBot=LivelapBot
LoadImpactPageAnalyzer=LoadImpactPageAnalyzer
LoadTimeBot=LoadTimeBot
LuminateBot=LuminateBot
magpie-crawler=magpie-crawler
Mail.Ru bot=Mail.Ru
meanpathbot=meanpathbot
MeMoNewsBot=MeMoNewsBot
memoryBot=memoryBot
MetaGeneratorCrawler=MetaGeneratorCrawler
MetaHeadersBot=MetaHeadersBot
MetaJobBot=MetaJobBot
MetamojiCrawler=MetamojiCrawler
Metaspinner=Metaspinner
MetaURI API=MetaURI API
MetaURI=MetaURI
MIA Bot=MIA Bot
MiaDev=MiaDev
MixBot=MixBot
MJ12bot=MJ12bot
MLBot=MLBot
MnoGoSearch=MnoGoSearch
Moatbot=Moatbot
moba-crawler=moba-crawler
MojeekBot=MojeekBot
Motoricerca-Robots.txt-Checker=Motoricerca-Robots.txt-Checker
Mp3Bot=Mp3Bot
MSNBot Media=msnbot-media
MSNBot News=msnbot-NewsBlogs
MSNBot UDiscovery=msnbot-UDiscovery
MSNBot=adidxbot
MSNBot=MSNBot
MSRBOT=MSRBOT
musobot=musobot
Najdi.si=Najdi.si
NalezenCzBot=NalezenCzBot
NaverBot=NaverBot
NaverBot=Yepi
NaverBot=Yeti
NaverBot=Yeti-FeedItemCrawler
NaverBot=Yeti-Mobile
nekstbot=nekstbot
NerdByNature.Bot=NerdByNature.Bot
NerdyBot=NerdyBot
NetcraftSurveyAgent=NetcraftSurveyAgent
netEstate Crawler=netEstate NE Crawler
netEstate Crawler=netEstate RSS crawler
NetResearchServer=nrsbot
Netseer=Netseer crawler
NextGenSearchBot=NextGenSearchBot
Nigma.ru=Nigma.ru
NLNZ_IAHarvester2013=NLNZ_IAHarvester2013
nodestackbot=nodestackbot
Nuhk=Nuhk
Nutch=Nutch
nworm=nwormFeedFinder
Nymesis=Nymesis
oBot=oBot
Ocelli=Ocelli
omgilibot=omgilibot
OoyyoBot=OoyyoBot
Open Web Analytics Bot=Open Web Analytics Bot
OpenCalaisSemanticProxy=OpenCalaisSemanticProxy
OpenindexSpider=OpenindexDeepSpider
OpenindexSpider=OpenindexShalooowSpider
OpenindexSpider=OpenindexSpider
OpenWebSpider=OpenWebSpider
OrgbyBot=OrgbyBot
OsObot=OsObot
ownCloud Server Crawler=ownCloud Server Crawler
Page2RSS=Page2RSS
page_verifier=page_verifier
PagePeeker=PagePeeker
Panscient web crawler=Panscient web crawler
PaperLiBot=PaperLiBot
ParchBot=ParchBot
parsijoo=parsijoo
PayPal IPN=PayPal IPN
Peeplo Screenshot Bot=Peeplo Screenshot Bot
Peepowbot=Peepowbot
peerindex=peerindex
Peew=Peew
PercolateCrawler=percbotspider
PercolateCrawler=PercolateCrawler
pingdom.com_bot=pingdom.com_bot
Pinterest=Pinterest
PiplBot=PiplBot
Pixray-Seeker=Pixray-Seeker
Plukkie=Plukkie
pmoz.info ODP link checker=pmoz.info ODP link checker
Pompos=Pompos
PostPost=PostPost
pr-cy.ru Screenshot Bot=pr-cy.ru
ProCogBot=ProCogBot
ProCogSEOBot=ProCogSEOBot
proximic=proximic
psbot=psbot
psbot=psbot-page
Qirina Hurdler=Qirina Hurdler
Qseero=Qseero
Qualidator.com Bot=Qualidator.com Bot
Qualidator.com SiteAnalyzer=Qualidator.com SiteAnalyzer
QuerySeekerSpider=QuerySeekerSpider
quickobot=quickobot
R6 bot=R6_CommentReader
R6 bot=R6_FeedFetcher
RADaR-Bot=RADaR-Bot
RankurBot=RankurBot
Readability=Readability
Robots_Tester=Robots_Tester
Robozilla=Robozilla
rogerbot=rogerbot
Ronzoobot=Ronzoobot
RSSMicro.com RSS Atom Feed Robot=RSSMicro.com RSS Atom Feed Robot
Ruky-Roboter=Ruky-Roboter
RyzeCrawler=RyzeCrawler
SAI Crawler=SAI Crawler
SanszBot=SanszBot
SBIder=SBIder
SBSearch=SBSearch
Scarlett=Scarlett
SCFCrawler=SCFCrawler
Scooter=Scooter
ScoutJet=ScoutJet
ScoutJet=ScoutJet old
Scrapy=Scrapy
ScreenerBot Crawler=ScreenerBot Crawler
Scrubby=Scrubby
search.KumKie.com=search.KumKie.com
Search17Bot=Search17Bot
SearchmetricsBot=SearchmetricsBot
SecurityResearchBot=SecurityResearchBot
seegnifybot=seebot
seegnifybot=seegnifybot
Semager=Semager
Semantifire=Semantifire1
SemrushBot=SemrushBot
Seobility=Seobility SEO-Check
Seobility=Seobility Urlstat
SEOCentro Keywords=KeywordDensityRobot
SEOCentro MetaTags=MetaTagRobot
SEOCentro SEO Keywords=SEOCentro Page Keyword Analyzer v1.2
SeoCheckBot=SeoCheck
SEODat=SEODat
SEOdiver=SEOdiver
SEOENGBot=SEOENGBot
SEOkicks-Robot=SEOkicks-Robot
Setoozbot=OOZBOT
Setoozbot=SETOOZBOT
SeznamBot=Seznam screenshot-generator
SeznamBot=SeznamBot
SeznamBot=SklikBot
Shareaholicbot=Shareaholicbot
Shelob=Shelob
ShopWiki=ShopWiki
ShowyouBot=ShowyouBot
sistrix=sistrix
SiteCondor=SiteCondor
Sitedomain-Bot=Sitedomain-Bot
Slackbot=Slackbot-LinkExpanding
smart.apnoti.com Robot=smart.apnoti.com Robot
SMTBot=SMTBot
Snapbot=Snapbot
SniffRSS=SniffRSS
socialbm_bot=socialbm_bot
sogou spider=Sogou
SolomonoBot=SolomonoBot
Sosospider=Sosoimagespider
Sosospider=Sosospider
spbot=spbot
Speedy=Speedy Spider
Speedy=Speedy Spider Beta
SpiderLing=SpiderLing
Spinn3r=Spinn3r
SputnikBot=SputnikBot
SSL-Crawler=SSL-Crawler
SSLBot=SSLBot
StackRambler=StackRambler
StatoolsBot=StatoolsBot
Steeler=Steeler
STINGbot=STINGbot
stq_bot=stq_bot
Strokebot=Strokebot
suggybot=suggybot
SurcentroBot=SurcentroBot
Surphace Scout=Surphace Scout
SurveyBot=SurveyBot
SWEBot=SWEBot
SygolBot=SygolBot
Symfony Spider=Symfony Spider
Szukacz=Szukacz
Tagoobot=Tagoobot
taptubot=taptubot
Technoratibot=Technoratibot
Thumbnail.CZ robot=Thumbnail.CZ robot
ThumbShots-Bot=ThumbShots-Bot
thumbshots-de-Bot=thumbshots-de-bot
Thumbshots.ru=Thumbshots.ru
ThumbSniper=ThumbSniper
TinEye=TinEye
TomTom places company search=TomTom places company search
Topicbot=Topicbot
Toread-Crawler=Toread-Crawler
Touche=Touche
trendictionbot=trendictionbot
TurnitinBot=TurnitinBot
TwengaBot=TwengaBot
TwengaBot=TwengaBot-Discover
Twiceler=Twiceler
Twikle=Twikle
Twingly Recon=Twingly Recon
UASlinkChecker=UASlinkChecker
uMBot FC=uMBot-FC
uMBot LN=uMBot-LN
UnisterBot=UnisterBot
UnwindFetchor=UnwindFetchor
Updownerbot=Updownerbot
UptimeDog=UptimeDog
UptimeRobot=UptimeRobot
URLAppendBot=URLAppendBot
urlfan-bot=urlfan-bot
Urlfilebot (Urlbot)=Urlfilebot
Vagabondo=Vagabondo
Vedma=Vedma
VideoSurf_bot=VideoSurf_bot
Visbot=Visbot
VoilaBot=VoilaBot
voltron=voltron
voyager=voyager
WASALive-Bot= WASALive-Bot
WatchMouse=WatchMouse
WBSearchBot=WBSearchBot
Web-Monitoring=Web-Monitoring
Web-sniffer=Web-sniffer
WebCookies=WebCookies
WebCorp=WebCorp
WebImages=WebImages
webinatorbot=webinatorbot
webmastercoffee=webmastercoffee
WebNL=WebNL
WebRankSpider=WebRankSpider
WebTarantula.com Crawler=WebTarantula.com Crawler
WebThumbnail=WebThumbnail
WebWatch Robot_txtChecker=WebWatch
WeSEE:Ads=WeSEE:Ads/PageBot
WeSEE:Ads=WeSEE:Ads/PictureBot
WeSEE:Search=WeSEE
WeSEE:Search=WeSEE:Search
WeViKaBot=WeViKaBot
Whoismindbot=Whoismindbot
WikioFeedBot=WikioFeedBot
wikiwix-bot=wikiwix-bot
Willow Internet Crawler=Willow Internet Crawler
WillyBot=WillyBot
WinWebBot=WinWebBot
WMCAI_robot=WMCAI_robot
Woko=Woko
WordPress.com mShots=WordPress.com mShots
woriobot=woriobot
Wotbox=Wotbox
wsAnalyzer=wsAnalyzer
wscheck.com=wscheck.com
x28-job-bot=x28-job-bot
XmarksFetch=XmarksFetch
XML Sitemaps Generator=XML Sitemaps Generator
XoviBot=XoviBot
XRL=XRL
Yaanb=Yaanb
yacybot=yacybot
Yahoo!=Y!J-BRI
Yahoo!=Y!J-BRJ
Yahoo!=Y!J-BRO
Yahoo!=Y!J-BRW
Yahoo!=Y!J-BSC
Yahoo!=Yahoo! Slurp
Yahoo!=Yahoo-MMCrawler
Yahoo!=YahooCacheSystem
YamanaLab-bot=Sonic
YandexBot AntiVirus=YandexAntivirus
YandexBot Blogs=YandexBlogs
YandexBot Catalog=YandexCatalog
YandexBot Direct=YandexDirect
YandexBot Favicons=YandexFavicons
YandexBot ImageResizer=YandexImageResizer
YandexBot Images=YandexImages
YandexBot Media=YandexMedia
YandexBot Metrix=YandexMetrika
YandexBot News=YandexNews
YandexBot Server=Yandex.Server
YandexBot Something=YandexSomething
YandexBot Video=YandexVideo
YandexBot Webmaster=YandexWebmaster
YandexBot Zakladki=YandexZakladki
YandexBot=Yandex
Yanga=Yanga
YioopBot=gofind
YioopBot=YioopBot
YodaoBot Image=YodaoBot-Image
YodaoBot=YodaoBot
YoudaoBot=YoudaoBot
YowedoBot=YowedoBot
YRSpider=YRSpider
YYSpider=YYSpider
ZeerchBot LA1=ZeerchBot LA1
ZeerchBot LA2=ZeerchBot LA2
ZeerchBot=ZeerchBot
Zookabot=Zookabot
ZumBot=ZumBot
Shareaholic=Shareaholic-bot
PrivacyAwareBot=PrivacyAwareBot
Twitterbot/1.0=Twitterbot/1.0
NING/1.0=NING/1.0
Bingbot/2.0=Bingbot/2.0
SeznamBot/3.2=SeznamBot/3.2
WikiDo/1.1=WikiDo/1.1
TweetmemeBot/4.0=TweetmemeBot/4.0
Ruby Website Monitor=Ruby
YottaaMonitor=YottaaMonitor
LinkedIN=um-LN/1.0
Facebook=facebookexternalhit/1.1