user agent: Accoona-AI-Agent/1.1.1
user agent: Accoona-AI-Agent/1.1.2
user agent: acHTTP component
user agent: aipbot/1.0
user agent: aipbot/2
user agent: ajdkbyiaugdusOtpoOihtu waurhbjjmtobt
user agent: Alpha Search Agent
user agent: Anonymous/0.0
user agent: appie 1.1
user agent: Arancia outlaw/0.01-beta
user agent: Arancia outlaw/1.0
user agent: archive.org_bot/1.8.0 http://crawls.archive.org/collections/bncf/crawl.html
user agent: archive.org_bot/1.8.0 http://www.bncf.firenze.sbn.it/raccolta.txt
user agent: arianna.libero.it Linux/2.4.20-20.7bigmem
user agent: arianna.libero.it Linux/2.4.20-20.7smp
user agent: arianna.libero.it Linux/2.4.9-34enterprise
user agent: arianna.libero.it Linux/2.4.9-34smp
user agent: Asisovxmwoapvvama ci
user agent: Ask Jeeves/Teoma
user agent: asked/Nutch-0.8
user agent: asterias/2.0
user agent: Baiduspider
user agent: BecomeBot/3.0
user agent: BeijingCrawler
user agent: BigFish v1.0
user agent: Bigsearch.ca/Nutch-0.8.1
user agent: Bigsearch.ca/Nutch-0.9-dev
user agent: BilgiBetaBot/0.8-dev
user agent: BioSearch
user agent: Biz360 spider
user agent: Bizretieve
user agent: BLA
user agent: BlogMyWay.Net/BlogMyWay-0.8.1
user agent: boitho.com-dc/0.66
user agent: boitho.com-dc/0.79
user agent: boitho.com-dc/0.81
user agent: boitho.com-dc/0.82
user agent: boitho.com-dc/0.83
user agent: boitho.com-dc/0.85
user agent: BorderManager 3.0
user agent: bot/1.0
user agent: btbot/0.4
user agent: caizhi.cc/Nutch-0.8.1
user agent: caizhi/infomation/Nutch-0.8.1
user agent: Cazoodle/Nutch-0.9-dev
user agent: CazoodleBot/Nutch-0.9-dev
user agent: ccubee/3.5
user agent: ccubee/4.0
user agent: Cerberian Drtrs Version-3.2-Build-0
user agent: Cerberian Drtrs Version-3.2-Build-1
user agent: cfetch/1.0
user agent: CFNetwork/10.4.3
user agent: CFNetwork/10.4.4
user agent: CFNetwork/129.16
user agent: CFNetwork/129.18
user agent: Chilkat/1.0.0
user agent: CobWeb/1.0
user agent: ColdFusion
user agent: complex_network_group/Nutch-0.9-dev
user agent: contype
user agent: ConveraCrawler/0.9d
user agent: ConveraCrawler/0.9e
user agent: ConveraMultiMediaCrawler/0.1
user agent: core-project/1.0
user agent: Crawler Mozilla/4.0
user agent: Crawler/1.0 http://elibron.com
user agent: crawler6-tecnoseek
user agent: Crawllybot/0.1
user agent: Crawllybot/0.1/0.1
user agent: csci_b659/0.13
user agent: DA 7.0
user agent: DataparkSearch/4.35
user agent: DataparkSearch/4.35-02122005
user agent: DataparkSearch/4.36
user agent: DataparkSearch/4.40.1
user agent: DataparkSearch/4.43
user agent: DataparkSearch/4.44-29122006
user agent: DeadLinkCheck/0.4.0 libwww-perl/5.63
user agent: Debris Visual Art/build 42 Win32
user agent: DepSpid/5.07
user agent: DNS-Digger/1.0
user agent: DNS-Digger-Explorer/1.0
user agent: DoCoMo/1.0/P502i/c10
user agent: Drew's RSS Reader 0.1
user agent: Drupal
user agent: eagle
user agent: eApolloBot/1.0
user agent: EARTHCOM.info/1.99 [www.earthcom.info]
user agent: EARTHCOM.info/2.03
user agent: EDI/1.6.6
user agent: ejupiter.com
user agent: EmeraldShield.com Web Spider
user agent: EmeraldShield.com WebBot
user agent: envolk/1.7
user agent: envolk[ITS]spider/1.6
user agent: Exabot NG/MimeLive Client
user agent: Exabot/2.0
user agent: Exabot/3.0
user agent: Exabot-Images/1.0
user agent: Exabot-Test/1.0
user agent: exactseek.com
user agent: ExactSeek_Spider
user agent: ExpiredWebCrawler
user agent: Extreme Picture Finder
user agent: Factbot 1.09
user agent: FAST Enterprise Crawler 6 used by T-Online International
user agent: FAST MetaWeb Crawler
user agent: FDM 1.x
user agent: FDM 2.x
user agent: Feedster Crawler/1.0
user agent: fffbybudcpllpbkuhy5upefrihebTgwe cdphb
user agent: Findexa Crawler
user agent: findlinks/1.0.9
user agent: findlinks/1.1
user agent: findlinks/1.1.1
user agent: findlinks/1.1.1-a1
user agent: findlinks/1.1.1-a2
user agent: findlinks/1.1.1-a3
user agent: findlinks/1.1.1-a5
user agent: findlinks/1.1.2-a2
user agent: findlinks/1.1.2-a4
user agent: findlinks/1.1.2-a5
user agent: findlinks/1.1.3-beta1
user agent: findlinks/1.1.3-beta2
user agent: findlinks/1.1.3-beta3
user agent: findlinks/1.1.3-beta4
user agent: findlinks/1.1.3-beta5
user agent: findlinks/1.1.3-beta6
user agent: findlinks/1.1.3-beta7
user agent: findlinks/1.1.3-beta8
user agent: findlinks/1.1.3-beta9
user agent: findlinks/1.1.4-beta1
user agent: findlinks/1.1-a4
user agent: findlinks/1.1-a5
user agent: findlinks/1.1-a7
user agent: findlinks/1.1-a8
user agent: findlinks/1.1-a9
user agent: FOTOCHECKER
user agent: Frosk 6
user agent: Gaisbot/3.0
user agent: GbPlugin
user agent: genieBot
user agent: Geomaxenginebot
user agent: GetRight/5.2d
user agent: GetRightPro/6.0b
user agent: Gigabot
user agent: Gigabot/2.0
user agent: Gigabot/2.0/gigablast.com/spider.html
user agent: GOFORITBOT
user agent: google
user agent: Google Desktop
user agent: Googlebot/2.1
user agent: Googlebot-Image/1.0
user agent: Googlebot-Mobile/2.1
user agent: GoogleCACHEDbot
user agent: Google-Sitemaps/1.0
user agent: GoogleToolbar 2.0.111-big
user agent: GSiteCrawler/v1.20 rev. 273
user agent: GT::WWW/1.025
user agent: HenryTheMiragoRobot
user agent: heritrix/1.6.0 http://www.creativeandlogics.com/
user agent: hl_ftien_spider
user agent: Hoglet/1.0
user agent: holmes/3.10.1
user agent: holmes/3.9
user agent: HooWWWer/2.1.3
user agent: HooWWWer/2.2.0
user agent: HooWWWer/2.3.0
user agent: HooWWWer/2.3.1
user agent: HouxouCrawler/Nutch-0.9-dev
user agent: HTMLParser/1.6
user agent: HTMLParser/2.0
user agent: HTTP
user agent: HTTP/1.0
user agent: http://buytaert.net/crawler
user agent: http://www.addresses.com/?yellow-page-search.php?q=
user agent: http://www.almaden.ibm.com/cs/crawler
user agent: http://www.almaden.ibm.com/cs/crawler [bc10]
user agent: http://www.almaden.ibm.com/cs/crawler [bc13]
user agent: http://www.almaden.ibm.com/cs/crawler [bc15]
user agent: http://www.almaden.ibm.com/cs/crawler [bc3]
user agent: http://www.almaden.ibm.com/cs/crawler [fc12]
user agent: http://www.almaden.ibm.com/cs/crawler [fc14]
user agent: http://www.almaden.ibm.com/cs/crawler [fc15]
user agent: http://www.almaden.ibm.com/cs/crawler [fc2]
user agent: http://www.almaden.ibm.com/cs/crawler [fc3]
user agent: http://www.almaden.ibm.com/cs/crawler [fc7]
user agent: http://www.almaden.ibm.com/cs/crawler [hc2]
user agent: http://www.almaden.ibm.com/cs/crawler [hc3]
user agent: http://www.almaden.ibm.com/cs/crawler [hc4]
user agent: http://www.IsMySiteUp.Net
user agent: http://www.IsMySiteUp.Net/bot/
user agent: http://www.monogol.de
user agent: HTTrack 3.0x
user agent: hyiltmhc i ifitygpdyo
user agent: ia_archiver
user agent: ia_archiver-web.archive.org
user agent: iaskspider/1.0
user agent: ichiro/2.0
user agent: icjvspdxqlb odanpCsauu
user agent: ICS
user agent: IE/4.0
user agent: IE5
user agent: IEXPLORE.EXE
user agent: iGetter/2
user agent: ilial/Nutch-0.9-dev
user agent: IlTrovatore/1.2
user agent: Indy Library
user agent: Interseek/3.1
user agent: IP2MapBot/1.3 <a href=http://www.ip2map.com>http://www.ip2map.com</a>
user agent: IPAddressGuideBot/1.1 <a href=http://www.ipaddressguide.com> 
user agent: http://www.ipaddressguide.com</a> 
user agent: IPTC CHECK
user agent: IRLbot/2.0
user agent: ISC Systems iRc Search 2.1
user agent: It is time you learn the truth about the world - thedailyposts.com
user agent: Jakarta Commons-HttpClient/3.0
user agent: Jakarta Commons-HttpClient/3.0.1
user agent: Jakarta Commons-HttpClient/3.0-alpha2
user agent: Jakarta Commons-HttpClient/3.0-beta1
user agent: Jakarta Commons-HttpClient/3.0-rc3
user agent: Java 1.1
user agent: Java/1.4.1_04
user agent: Java/1.4.2
user agent: Java/1.4.2_01
user agent: Java/1.4.2_03
user agent: Java/1.4.2_05
user agent: Java/1.4.2_09
user agent: Java/1.4.2_12
user agent: Java/1.5.0
user agent: Java/1.5.0_01
user agent: Java/1.5.0_02
user agent: Java/1.5.0_04
user agent: Java/1.5.0_05
user agent: Java/1.5.0_06
user agent: Java/1.5.0_07
user agent: Java/1.5.0_09
user agent: Java/1.6.0-beta
user agent: Java/1.6.0-beta2
user agent: Java1.1.4
user agent: Java1.1.7
user agent: Java1.3.0_02
user agent: Java1.3.1
user agent: Java1.3.1_02
user agent: Java1.3.1_09
user agent: Java1.3.1_12
user agent: Java1.3.1_13
user agent: Java1.3.1_15
user agent: Java1.3.1_16
user agent: Java1.3.1_17
user agent: Java1.3.1_18
user agent: Jigsaw/2.2.5 W3C_CSS_Validator_JFouffa/2.0
user agent: JoBo/1.4beta
user agent: Job-O-Magic Lite Link Checker
user agent: JoeDog/1.00 [en]
user agent: Jyxobot/1
user agent: Keyword Density Analyzer v1.01
user agent: kitty/Nutch-0.8.1
user agent: Krugle/Krugle,Nutch/0.8
user agent: ksibot/7.0h
user agent: kykapeky
user agent: lanshanbot/1.0
user agent: LapozzBot/1.4
user agent: larbin_2.6.3
user agent: larbin_2.6.3 cminear@securecomputing.com
user agent: larbin_2.6.3 larbin2.6.3@unspecified.mail
user agent: larbin_2.6.3 ltaa_web_crawler@groupes.epfl.ch
user agent: libcurl-agent/1.0
user agent: libwww-perl/5.53
user agent: libwww-perl/5.65
user agent: libwww-perl/5.69
user agent: libwww-perl/5.75
user agent: libwww-perl/5.76
user agent: libwww-perl/5.79
user agent: libwww-perl/5.800
user agent: libwww-perl/5.803
user agent: libwww-perl/5.805
user agent: LinkPimpin v1.0
user agent: Links
user agent: Links SQL
user agent: Links/0.96
user agent: LinksManager.com_bot http://linksmanager.com/linkchecker.html
user agent: linktolink.it/1.0
user agent: LinkWalker
user agent: LinkWalker/2.0
user agent: LWP::Simple/5.65
user agent: LWP::Simple/5.803
user agent: lwp-trivial/1.35
user agent: lwp-trivial/1.38
user agent: lwp-trivial/1.40
user agent: lwp-trivial/1.41
user agent: Lycos_Spider_
user agent: mark.blonin.bot
user agent: Matrix S.p.A. - FAST Enterprise Crawler 6
user agent: Mediapartners-Google/2.1
user agent: Megaglobe Crawler/1.0
user agent: Microsoft Data Access Internet Publishing Provider Cache Manager
user agent: Microsoft Data Access Internet Publishing Provider DAV
user agent: Microsoft Data Access Internet Publishing Provider Protocol Discovery
user agent: Microsoft Office Protocol Discovery
user agent: Microsoft URL Control - 6.00.8169
user agent: Microsoft URL Control - 6.00.8862
user agent: Microsoft URL Control - 6.01.9782
user agent: Microsoft-WebDAV-MiniRedir/5.1.2600
user agent: MileNSbot/0.1beta
user agent: miniRank/1.5
user agent: miniRank/1.6
user agent: miniRank/2.0
user agent: miniRank/3.1
user agent: Miva
user agent: MJ12bot/v1.0.5
user agent: MJ12bot/v1.0.6
user agent: MJ12bot/v1.0.7
user agent: MJ12bot/v1.0.8
user agent: MJ12bot/v1.1.0
user agent: MJ12bot/v1.1.1
user agent: MJ12bot/v1.1.2
user agent: Moozilla
user agent: Motoricerca.info Keyword Density Analyzer
user agent: MouseBOT/1.1.b
user agent: Mozdex/0.7.2-dev
user agent: Mozilla
user agent: Mozilla 4.0
user agent: mozilla4.0
user agent: MPlayer/dev-CVS-050721-06:00-3.2.3
user agent: MPlayer/dev-CVS-050721-13:14-3.2.3
user agent: MQbot http://metaquerier.cs.uiuc.edu/crawler
user agent: MQbot metaquerier.cs.uiuc.edu/crawler
user agent: MQBot/Nutch-0.8-dev
user agent: MQBOT/Nutch-0.9-dev
user agent: MSIE
user agent: MSIE 05.5
user agent: MSIE is not me
user agent: MSIE6.0
user agent: msnbot/0.9
user agent: msnbot/1.0
user agent: msnbot-media/1.0
user agent: MSProxy/2.0
user agent: msrabot/1.0
user agent: MSRBOT
user agent: MVAClient
user agent: MyFamilyBot/1.0
user agent: NASA Search 1.0
user agent: NaverBot/1.0
user agent: NaverBot-1.0
user agent: Netcraft Web Server Survey
user agent: Netgem/3.6.7
user agent: NetMailXT
user agent: NetResearchServer/3.5
user agent: NetResearchServer/4.0
user agent: NetSprint -- 2.0
user agent: NetWhatCrawler/0.06-dev
user agent: NextGenSearchBot 1
user agent: NextGenSearchBot 5
user agent: NextopiaBOT
user agent: nextthing.org/1.0
user agent: NG/2.0
user agent: NG/4.0.1304
user agent: NG/4.0.2193
user agent: NG/4.0.2448
user agent: NG/4.0.722
user agent: NG/4.0.767
user agent: nicebot
user agent: noyona_0_1
user agent: NPBot/3
user agent: ObjectsSearch/0.2
user agent: oBot
user agent: Ocelli/1.3
user agent: Octora Beta - www.octora.com
user agent: ODP::/0.01
user agent: oegp v. 1.3.0
user agent: OmniExplorer_Bot/5.23
user agent: OmniExplorer_Bot/6.46
user agent: OmniExplorer_Bot/6.47
user agent: OmniExplorer_Bot/6.48
user agent: OmniExplorer_Bot/6.57
user agent: OmniExplorer_Bot/6.60
user agent: OmniExplorer_Bot/6.62
user agent: OmniExplorer_Bot/6.63b
user agent: OmniExplorer_Bot/6.65a
user agent: OmniExplorer_Bot/6.66
user agent: OmniExplorer_Bot/6.68
user agent: OmniExplorer_Bot/6.70
user agent: OmniExplorer_Bot/6.71
user agent: onCHECK-Robot, www.onsearch.de
user agent: OnetSzukaj/5.0
user agent: Openfind data gatherer, Openbot/3.0
user agent: OpenWebSpider/0.5.1
user agent: Orbiter
user agent: ozelot/2.7.3
user agent: page_verifier
user agent: page_verifier http://www.securecomputing.com/goto/pv
user agent: PageBitesHyperBot/600
user agent: Pagebull http://www.pagebull.com/
user agent: PayPal Website Payment Pro, IPN Web Hosting, Free Scripts
user agent: PeerFactor Crawler
user agent: PHOTO CHECK
user agent: PHP version tracker
user agent: PHP/4.2.2
user agent: Pingdom GIGRIB v1.1
user agent: PlantyNet_WebRobot_V1.9 dhkang@plantynet.com
user agent: plinki/0.1
user agent: POE-Component-Client-HTTP/0.65
user agent: Poirot
user agent: psbot/0.1
user agent: psycheclone
user agent: PycURL
user agent: PycURL/7.15.5
user agent: Python-urllib/1.15
user agent: Python-urllib/1.16
user agent: Python-urllib/2.1
user agent: Python-urllib/2.4
user agent: RAMPyBot - www.giveRAMP.com/0.1
user agent: RAMPyBot - www.giveRAMP.com/1.0
user agent: RealDownload/4.0.0.40
user agent: RealMedia
user agent: research-spider
user agent: Robozilla/1.0
user agent: RSS-SPIDER
user agent: SBIder/0.8-dev
user agent: ScanWebBot/1.0
user agent: Scooter/3.3
user agent: Scrubby/2.2
user agent: ScSpider/0.2
user agent: Scumbot/5.5
user agent: SearchSight/2.0
user agent: Seekbot/1.0
user agent: Selflinkchecker 1.0
user agent: semanticdiscovery/0.4
user agent: Sensis Web Crawler
user agent: Setter Project
user agent: Shim-Crawler
user agent: Sigram/Nutch-0.9-dev
user agent: Silk/1.0
user agent: Skywalker/0.1
user agent: SMS Gateway
user agent: snap.com beta crawler v0
user agent: Snapbot/1.0
user agent: Snappy/1.1
user agent: snipsearch/Nutch-0.8
user agent: Snoopy v1.01
user agent: Snoopy v1.2
user agent: Speedy Spider
user agent: Sphider
user agent: SpiderMan
user agent: SpiderMan Mozilla/4.0
user agent: SplatSearch.com
user agent: sproose/0.1
user agent: sproose/0.1-alpha
user agent: sproose/1.0beta
user agent: SquidClamAV_Redirector 1.6.3
user agent: SquidClamAV_Redirector 1.7.0
user agent: Squid-Prefetch
user agent: SrevBot/2.0
user agent: STEROID Download
user agent: SygolBot http://www.sygol.com
user agent: SygolBot http://www.sygol.net
user agent: SynooBot/0.7.1
user agent: Syntryx ANT Scout Chassis Pheromone
user agent: Szukacz/1.5
user agent: Taiga web spider
user agent: TALWinHttpClient
user agent: Tcl http client package 2.4.2
user agent: Teleport Pro/1.29
user agent: teoma_agent1
user agent: TerrawizBot/1.0
user agent: test/Nutch-0.8.1
user agent: Test_Robot_1.1/Virem
user agent: Theophrastus/1.2
user agent: Theophrastus/2.1
user agent: TheSpireProject_squirrel
user agent: Thumbnail.CZ robot 1.1
user agent: T-H-U-N-D-E-R-S-T-O-N-E
user agent: TMCrawler
user agent: Trend Micro tmdr 1.2-1003
user agent: TridentSpider/3.1
user agent: troovziBot
user agent: Twiceler www.cuill.com/robots.html
user agent: Twiceler www.cuill.com/twiceler/robot.html
user agent: U
user agent: UbiCrawler/v0.5beta
user agent: updated/0.1-alpha
user agent: User-Agent: Mozilla/4.0
user agent: Vagabondo/2.3
user agent: Vagabondo/3.0
user agent: VB L@n Backup Live Update
user agent: VirgilioBot
user agent: virus_detector
user agent: virus_detector virus_harvester@securecomputing.com
user agent: Visbot/1.0
user agent: Visbot/1.1
user agent: VORTEX/1.0
user agent: VORTEX/1.2
user agent: Vortex/2.2
user agent: voyager/1.0
user agent: W3C_Validator/1.432.2.10
user agent: W3C_Validator/1.432.2.5
user agent: W3C-checklink/4.2.1 [4.21] libwww-perl/5.803
user agent: W3Compositionbot/0.1
user agent: Webbot/0.1
user agent: WebCapture 2.0
user agent: WebCapture 3.0
user agent: webcollage.perl/1.107
user agent: webcollage/1.102
user agent: webcollage/1.103
user agent: webcollage/1.107
user agent: webcollage/1.114
user agent: webcollage/1.117
user agent: webcollage/1.118
user agent: webcollage/1.123
user agent: webcollage/1.125
user agent: webcollage/1.127
user agent: webcollage/1.129
user agent: webcollage/1.130
user agent: webcollage-050912/1.129
user agent: WebCopier v4.0
user agent: WebCopier v4.3.1
user agent: WebCorp/1.0
user agent: WebFilter Robot 1.0
user agent: webGobbler/1.2.4
user agent: webGobbler/1.2.5
user agent: webGobbler/1.2.6
user agent: WebsiteWorth v1.0
user agent: WebStripper/2.19
user agent: WebVulnCrawl.blogspot.com/1.0 libwww-perl/5.803
user agent: WebVulnCrawl/1.0 libwww-perl/5.803
user agent: WebVulnScan/1.0 libwww-perl/5.803
user agent: Wget/1.10
user agent: Wget/1.10.1
user agent: Wget/1.10.2
user agent: Wget/1.8.1
user agent: Wget/1.8.2
user agent: Wget/1.9 cvs-stable
user agent: Wget/1.9.1
user agent: Win16
user agent: Win32
user agent: Windows
user agent: WinkBot/0.06
user agent: WIRE/0.11
user agent: www.adressendeutschland.de
user agent: www.clamav.net
user agent: www.fi crawler, contact crawler@www.fi
user agent: www.petitsage.fr site detector 0.4
user agent: www.petitsage.fr site detector 0.41
user agent: WWWeasel Robot v1.00
user agent: WWW-Mechanize/1.18
user agent: wwwster/1.4
user agent: Xenu Link Sleuth 1.2c
user agent: Xenu Link Sleuth 1.2d
user agent: Xenu Link Sleuth 1.2g
user agent: Xenu Link Sleuth 1.2h
user agent: Xenu Link Sleuth 1.2i
user agent: Xerka MetaBot v1.0.0 [UPV_20060418.3_ES]
user agent: Xerka MetaBot v1.0.0 [UPV_materiasprimas_20060213.1_ES]
user agent: Xerka WebBot v1.0.0 [UPV_20060418.3_ES]
user agent: Xerka WebBot v1.0.0 [UPV_materiasprimas_20060213.1_ES]
user agent: xirq/0.1-beta
user agent: Y!OASIS/TEST no-ad Mozilla/4.08 [en]
user agent: yacy
user agent: yaecqmlonggwkktsbfmoItgwgejy lIlhens
user agent: Yahoo! Mindset
user agent: Yahoo! Slurp
user agent: Yahoo! Slurp China
user agent: Yahoo! Slurp/si-emb
user agent: Yahoo-MMCrawler/3.x
user agent: YahooVideoSearch http://www.yahoo.com/
user agent: Zade's Browser
user agent: zedzo.digest/0.1
user agent: zedzo.validate/0.1
user agent: zerxspid/Version 0.7 libwww-perl/5.79
user agent: Zeusbot/0.07
user agent: Zeusbot/0.8.1
user agent: zibber-v0.1
user agent: ZoomSpider - wrensoft.com
user agent: zspider/0.9-dev http://feedback.redkolibri.com/
user agent: ZyBorg 1.0
user agent: ZyBorg 1.0 DLC
allow:*/
disallow:*/