# List of robot spider
# First is the string find in the log, second the robot fullname
# Sorted by popularity (faster search)
#
#http://www.user-agents.org/cgi-bin/free-search.cgi?free-search.shtml

# Top robot
"googlebot", "Googlebot"
"msnbot", "Msn"
"slurp", "Yahoo"
"yahoo", "Yahoo"
"mms dash", "Yahoo"
"voila", "Voila"
"yodaobot", "Yodao"
"twiceler", "Twiceler"
"exabot", "Exabot"
"baiduspider", "Baidu"
"htdig", "ht://Dig"
"infoseek", "InfoSeek Robot 1.0"
"infoseeksidewinder", "Infoseek Sidewinder"
"fast-webcrawler", "Fast Web Crawler"
"fast enterprise crawler", "FAST Enterprise"
"fast metaWeb crawler", "Fast Search"
"fast crawler", "FAST Web Crawler"
"crawler@fast.no", "FAST Enterprise"
"Jyxobot", "Jyxobot"
"jeeves", "Jeeves"

# frequent robot
"webvac", "WebVac"
"ichiro", "Ichiro"
"StackRambler", "StackRambler"
"speedy", "Speedy Spider"
"surveybot", "Survey Whois"
"harvest", "Harvest"
"antibot", "Antibot"
"seekbot", "Seekbot",
"ia_archiver", "Alexa"
"vsyncrawler", "vsyncrawler"
"sogou", "Sougou spider"
"Accoona-AI-Agent", "Accoona"
"scooter", "Yahoo"

# Seen only once
"turnitinbot", "Turnitin"
"lapozzbot", "Lappoz"
"checkbot", "Checkbot"
"yetibot", Yeti"
"atomz", "Atomz.com Search Robot"
"atom", "Atom Feed Robot"
"favorstarbot", "Favorstar"
"IsItRunning-Monitoring", "IsItRunning-Monitoring"
"IRLbot", "Internet Research Lab"
"Lsearch", "Lsearch"
"HTTrack", "HTTrack"
"gaisbot", "Gais"
"sharp-info-agent", "Internet Shinchakubin"
"vwbot", "VWbot"
"larbin", "Larbin"
"python", "The Python Robot"
"Robo Crawler", "Softbank Corp"
"voyager", "Voyager"
"giant", "Giant"
"Redbot", "RedBot"
"appie", "Walhello appie"
"kdd", "KDD-Explorer"
"combine", "Combine System"
"phantom", "Phantom"
"motor", "Motor"
"tcl", "Tcl W3 Robot"
"lexxe", "Lexxe"
"fdse", "Fluid Dynamics Search Engine robot"
"linkwalker", "LinkWalker"
"calif", "Calif"
"jobot", "Jobot"
"bloodhound", "Bloodhound"
"visbot", "Visvo"
"naverbot", "Naver"
"msrbot", "Microsoft Research Bot"
"cazoodleBot", "Cazoodle"
"becomeBot", "Become"
"becomejpbot", "Become"
"factbot", "Factbites"
"robotgenius", "Robotgenius"
"psbot", "Picsearch"
"snapbot", "Snap"
"seznambot", "Seznam"
"archive.org_bot", "Archive"
"gigabot", "Gigablast"
"botw spider", "Best of the Web"
"nsrbot", "Net Research Server"
"gnoztik bot", "GnoZtiK"
"ultraseek", "Ultraseek"
"snappreviewbot", "SnapPreview"
"socscibot", "Social Sciences"
"holmes", "Morfeo"
"heritrix", "Heritrix"
"mj12bot", "MJ12"
"sygolbot", "Sygol"
"yacybot", "Yacy"
"synoobot", "Synoo"
"webaroobot", "Webaroo"
"mqbot", "MQBot"
"teezirbot", "Teezir"
"sproose", "Sproose"
"pagebiteshyperbot", "Pagebites"
"furlbot", "Furl"
"quantcastbot", "Quantcast"
"lanshanbot", "Lanshan"
"nrsbot", "Loopimprovements"
"netresearchserver, "Loopimprovements"
"nextgensearchbot", "NextGenSearch"
"woriobot", "Worio"
"qihoobot", "Qihoo"
"great-plains-web-spider", "Flatland"
"localcombot","Localcom"
"girafabot", "Girafa"
"geniebot", "Genie"
"crawler@noxtrum", "Noxtrum"
"digi-rssbot", "DiGi-RSS"
"archive.org_bot", "BNF"
"disco-crawl", "Experimental crawler"

"bot", "Unknown robot"
