|
| Top 100 of 283 Total Sites |
|
| # |
Hits |
Files |
KBytes |
Visits |
Hostname |
|
| 1 |
151 |
13.53% |
0 |
0.00% |
305 |
0.24% |
34 |
7.39% |
dinamo1.minivds.com |
| 2 |
119 |
10.66% |
0 |
0.00% |
232 |
0.18% |
119 |
25.87% |
72.14.199.115 |
| 3 |
109 |
9.77% |
0 |
0.00% |
218 |
0.17% |
15 |
3.26% |
livebot-65-55-212-26.search.live.com |
| 4 |
71 |
6.36% |
1 |
0.38% |
141 |
0.11% |
40 |
8.70% |
crawler4040.ask.com |
| 5 |
40 |
3.58% |
0 |
0.00% |
80 |
0.06% |
0 |
0.00% |
public.kayjon.com |
| 6 |
35 |
3.14% |
0 |
0.00% |
58 |
0.05% |
13 |
2.83% |
crawl-66-249-65-240.googlebot.com |
| 7 |
20 |
1.79% |
20 |
7.52% |
519 |
0.41% |
0 |
0.00% |
221.194.134.102 |
| 8 |
20 |
1.79% |
3 |
1.13% |
70 |
0.06% |
9 |
1.96% |
c02.entireweb.com |
| 9 |
20 |
1.79% |
0 |
0.00% |
39 |
0.03% |
10 |
2.17% |
ec2-67-202-52-3.compute-1.amazonaws.com |
| 10 |
18 |
1.61% |
18 |
6.77% |
148 |
0.12% |
0 |
0.00% |
124.238.254.90 |
| 11 |
13 |
1.16% |
0 |
0.00% |
26 |
0.02% |
13 |
2.83% |
206.51.226.87 |
| 12 |
12 |
1.08% |
0 |
0.00% |
24 |
0.02% |
12 |
2.61% |
206.51.232.109 |
| 13 |
12 |
1.08% |
12 |
4.51% |
7 |
0.01% |
12 |
2.61% |
220.181.38.169 |
| 14 |
12 |
1.08% |
12 |
4.51% |
2561 |
2.04% |
0 |
0.00% |
60.28.232.51 |
| 15 |
10 |
0.90% |
5 |
1.88% |
21 |
0.02% |
5 |
1.09% |
natcrawlbloc01.net.m1.fti.net |
| 16 |
9 |
0.81% |
9 |
3.38% |
1236 |
0.98% |
0 |
0.00% |
121.14.76.185 |
| 17 |
9 |
0.81% |
9 |
3.38% |
5 |
0.00% |
9 |
1.96% |
61.135.166.102 |
| 18 |
9 |
0.81% |
2 |
0.75% |
15 |
0.01% |
3 |
0.65% |
ec2-67-202-59-222.compute-1.amazonaws.com |
| 19 |
8 |
0.72% |
0 |
0.00% |
16 |
0.01% |
8 |
1.74% |
66.232.114.74 |
| 20 |
8 |
0.72% |
0 |
0.00% |
16 |
0.01% |
8 |
1.74% |
dinamo.minivds.com |
| 21 |
7 |
0.63% |
0 |
0.00% |
14 |
0.01% |
7 |
1.52% |
61.135.162.119 |
| 22 |
7 |
0.63% |
1 |
0.38% |
18 |
0.01% |
1 |
0.22% |
cr2.turnitin.com |
| 23 |
6 |
0.54% |
0 |
0.00% |
12 |
0.01% |
3 |
0.65% |
77.91.224.8 |
| 24 |
6 |
0.54% |
0 |
0.00% |
6 |
0.00% |
2 |
0.43% |
crawl2.exabot.com |
| 25 |
6 |
0.54% |
4 |
1.50% |
6 |
0.00% |
2 |
0.43% |
ns.km31714.keymachine.de |
| 26 |
6 |
0.54% |
0 |
0.00% |
12 |
0.01% |
6 |
1.30% |
runtime-unknown.aexiomus.net |
| 27 |
5 |
0.45% |
0 |
0.00% |
10 |
0.01% |
0 |
0.00% |
142.166.3.122 |
| 28 |
5 |
0.45% |
5 |
1.88% |
1028 |
0.82% |
0 |
0.00% |
60.28.232.49 |
| 29 |
5 |
0.45% |
0 |
0.00% |
10 |
0.01% |
0 |
0.00% |
lm302033.crawl.yahoo.net |
| 30 |
5 |
0.45% |
0 |
0.00% |
10 |
0.01% |
5 |
1.09% |
mx129.galacell.com |
| 31 |
4 |
0.36% |
4 |
1.50% |
32 |
0.03% |
1 |
0.22% |
196.38.131.69 |
| 32 |
4 |
0.36% |
0 |
0.00% |
8 |
0.01% |
4 |
0.87% |
211.75.142.98 |
| 33 |
4 |
0.36% |
4 |
1.50% |
51 |
0.04% |
0 |
0.00% |
220.181.19.146 |
| 34 |
4 |
0.36% |
4 |
1.50% |
498 |
0.40% |
0 |
0.00% |
58.61.33.230 |
| 35 |
4 |
0.36% |
2 |
0.75% |
5 |
0.00% |
2 |
0.43% |
crawler200.ask.com |
| 36 |
4 |
0.36% |
1 |
0.38% |
8 |
0.01% |
2 |
0.43% |
natcrawlbloc02.net.s1.fti.net |
| 37 |
4 |
0.36% |
2 |
0.75% |
7 |
0.01% |
2 |
0.43% |
natcrawlbloc04.net.s1.fti.net |
| 38 |
4 |
0.36% |
0 |
0.00% |
8 |
0.01% |
0 |
0.00% |
outconn-pri.fcbank.com.ua |
| 39 |
3 |
0.27% |
0 |
0.00% |
6 |
0.00% |
3 |
0.65% |
142.166.3.124 |
| 40 |
3 |
0.27% |
2 |
0.75% |
3 |
0.00% |
1 |
0.22% |
206.53.51.110 |
| 41 |
3 |
0.27% |
3 |
1.13% |
29 |
0.02% |
1 |
0.22% |
24-119-23-140.cpe.cableone.net |
| 42 |
3 |
0.27% |
2 |
0.75% |
3 |
0.00% |
0 |
0.00% |
61.135.220.109 |
| 43 |
3 |
0.27% |
2 |
0.75% |
3 |
0.00% |
0 |
0.00% |
61.135.220.32 |
| 44 |
3 |
0.27% |
2 |
0.75% |
3 |
0.00% |
0 |
0.00% |
61.135.220.40 |
| 45 |
3 |
0.27% |
2 |
0.75% |
3 |
0.00% |
0 |
0.00% |
61.135.220.6 |
| 46 |
3 |
0.27% |
2 |
0.75% |
3 |
0.00% |
0 |
0.00% |
61.135.220.62 |
| 47 |
3 |
0.27% |
0 |
0.00% |
6 |
0.00% |
0 |
0.00% |
crawl-18.cuill.com |
| 48 |
3 |
0.27% |
0 |
0.00% |
6 |
0.00% |
0 |
0.00% |
crawl-8.cuill.com |
| 49 |
3 |
0.27% |
0 |
0.00% |
6 |
0.00% |
0 |
0.00% |
crawler.bloglines.com |
| 50 |
3 |
0.27% |
1 |
0.38% |
5 |
0.00% |
2 |
0.43% |
grit1030.yahooresearchcluster.com |
| 51 |
3 |
0.27% |
1 |
0.38% |
5 |
0.00% |
2 |
0.43% |
grit1280.yahooresearchcluster.com |
| 52 |
3 |
0.27% |
1 |
0.38% |
5 |
0.00% |
2 |
0.43% |
grit1374.yahooresearchcluster.com |
| 53 |
3 |
0.27% |
1 |
0.38% |
5 |
0.00% |
2 |
0.43% |
grit1377.yahooresearchcluster.com |
| 54 |
3 |
0.27% |
3 |
1.13% |
2 |
0.00% |
3 |
0.65% |
lm502002.crawl.yahoo.net |
| 55 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
. |
| 56 |
2 |
0.18% |
1 |
0.38% |
594 |
0.47% |
0 |
0.00% |
122.194.159.128 |
| 57 |
2 |
0.18% |
2 |
0.75% |
685 |
0.54% |
0 |
0.00% |
125.122.53.92 |
| 58 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
2 |
0.43% |
193.230.156.40 |
| 59 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
199.4.160.71 |
| 60 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
202.176.218.45 |
| 61 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
202.179.180.45 |
| 62 |
2 |
0.18% |
2 |
0.75% |
26 |
0.02% |
0 |
0.00% |
207.42.135.25 |
| 63 |
2 |
0.18% |
2 |
0.75% |
1498 |
1.19% |
0 |
0.00% |
218.87.71.156 |
| 64 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
220.181.19.190 |
| 65 |
2 |
0.18% |
0 |
0.00% |
0 |
0.00% |
2 |
0.43% |
61.135.190.15 |
| 66 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
61.135.219.17 |
| 67 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
61.247.217.38 |
| 68 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
61.247.217.40 |
| 69 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
61.247.217.42 |
| 70 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
62.118.12.190 |
| 71 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
64.158.138.9 |
| 72 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
70-9-73-103.area4.spcsdns.net |
| 73 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
77.91.224.5 |
| 74 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
2 |
0.43% |
80.86.123.50 |
| 75 |
2 |
0.18% |
2 |
0.75% |
26 |
0.02% |
0 |
0.00% |
adsl-75-48-103-254.dsl.irvnca.sbcglobal.net |
| 76 |
2 |
0.18% |
0 |
0.00% |
2 |
0.00% |
1 |
0.22% |
bl1sch2041301.phx.gbl |
| 77 |
2 |
0.18% |
2 |
0.75% |
26 |
0.02% |
0 |
0.00% |
c-69-250-211-185.hsd1.md.comcast.net |
| 78 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
c-98-206-18-110.hsd1.il.comcast.net |
| 79 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
crawl-16.cuill.com |
| 80 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
crs044.goo.ne.jp |
| 81 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
dpc691914039.direcpc.com |
| 82 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
grit1162.yahooresearchcluster.com |
| 83 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
2 |
0.43% |
h89.70.55.139.ip.alltel.net |
| 84 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
ip72-208-66-97.ph.ph.cox.net |
| 85 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
livebot-65-55-209-229.search.live.com |
| 86 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
2 |
0.43% |
lm302010.crawl.yahoo.net |
| 87 |
2 |
0.18% |
2 |
0.75% |
1 |
0.00% |
2 |
0.43% |
lm302032.crawl.yahoo.net |
| 88 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
msnbot-65-55-208-25.msn.com |
| 89 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
natcrawlbloc03.net.m1.fti.net |
| 90 |
2 |
0.18% |
1 |
0.38% |
2 |
0.00% |
1 |
0.22% |
noname.telekenex.com |
| 91 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
nsc1.kinja.com |
| 92 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
p07-06.opera-mini.net |
| 93 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
pool-72-93-111-171.bstnma.fios.verizon.net |
| 94 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
pool-96-226-25-20.dllstx.fios.verizon.net |
| 95 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
2 |
0.43% |
webmail.interagua.com.ec |
| 96 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
0 |
0.00% |
wsip-70-168-6-84.ri.ri.cox.net |
| 97 |
2 |
0.18% |
1 |
0.38% |
3 |
0.00% |
1 |
0.22% |
www.whois.sc |
| 98 |
2 |
0.18% |
0 |
0.00% |
4 |
0.00% |
1 |
0.22% |
xcrawl109.alexa.com |
| 99 |
1 |
0.09% |
0 |
0.00% |
2 |
0.00% |
1 |
0.22% |
102-fw1.emrsn.co.uk |
| 100 |
1 |
0.09% |
1 |
0.38% |
35 |
0.03% |
0 |
0.00% |
116.30.92.253 |
|
|
| Top 47 of 101 Total User Agents |
|
| # |
Hits |
User Agent |
|
| 1 |
218 |
19.53% |
Netscape |
| 2 |
185 |
16.58% |
Micro$oft Internet Exploder |
| 3 |
119 |
10.66% |
Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; |
| 4 |
109 |
9.77% |
msnbot-media/1.0 (+http://search.msn.com/msnbot.htm) |
| 5 |
32 |
2.87% |
Baiduspider+(+http://www.baidu.com/search/spider.htm) |
| 6 |
23 |
2.06% |
NSPlayer/10.0.0.4054 WMFSDK/10.0 |
| 7 |
22 |
1.97% |
NSPlayer/11.0.5721.5145 WMFSDK/11.0 |
| 8 |
20 |
1.79% |
Speedy Spider (http://www.entireweb.com/about/search_tech/spe |
| 9 |
15 |
1.34% |
LTI/LemurProject Nutch Spider/Nutch-1.0-dev (lti crawler for |
| 10 |
12 |
1.08% |
NSPlayer/9.0.0.3267 WMFSDK/9.0 |
| 11 |
11 |
0.99% |
msnbot/1.1 (+http://search.msn.com/msnbot.htm) |
| 12 |
9 |
0.81% |
EnaBot/1.2 (http://www.enaball.com/crawler.html) |
| 13 |
9 |
0.81% |
Mozilla |
| 14 |
9 |
0.81% |
R6_FeedFetcher(www.radian6.com/crawler) |
| 15 |
8 |
0.72% |
WebAlta Crawler/2.0 (http://www.webalta.net/ru/about_webmaste |
| 16 |
7 |
0.63% |
TurnitinBot/2.1 (http://www.turnitin.com/robot/crawlerinfo.ht |
| 17 |
6 |
0.54% |
Jakarta Commons-HttpClient/3.1 |
| 18 |
6 |
0.54% |
NSPlayer/10.0.0.3702 WMFSDK/10.0 |
| 19 |
6 |
0.54% |
NSPlayer/10.0.0.3802 WMFSDK/10.0 |
| 20 |
6 |
0.54% |
Yeti/0.01 (nhn/1noon, yetibot@naver.com, check robots.txt dai |
| 21 |
4 |
0.36% |
NSPlayer/11.0.5358.4827 WMFSDK/11.0 |
| 22 |
2 |
0.18% |
BlogPulse (ISSpider-3.0) |
| 23 |
2 |
0.18% |
FAST Enterprise Crawler 6 used by Singapore Press Holdings (c |
| 24 |
2 |
0.18% |
Gigabot/3.0 (http://www.gigablast.com/spider.html) |
| 25 |
2 |
0.18% |
KDE Konqueror |
| 26 |
2 |
0.18% |
LinkChecker/4.7 (+http://linkchecker.sourceforge.net/) |
| 27 |
2 |
0.18% |
NSPlayer/10.0.0.3646 WMFSDK/10.0 |
| 28 |
2 |
0.18% |
NSPlayer/9.0.0.3250 WMFSDK/9.0 |
| 29 |
2 |
0.18% |
Opera |
| 30 |
2 |
0.18% |
Pete-Spider Light/1.46 |
| 31 |
2 |
0.18% |
Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmaste |
| 32 |
2 |
0.18% |
SurveyBot/2.3 (Whois Source) |
| 33 |
2 |
0.18% |
ia_archiver |
| 34 |
2 |
0.18% |
ichiro/3.0 (http://help.goo.ne.jp/door/crawler.html) |
| 35 |
2 |
0.18% |
kinjabot (http://www.kinja.com) |
| 36 |
2 |
0.18% |
lmspider/Nutch-0.9-dev (For research purposes.; www.nuance.co |
| 37 |
1 |
0.09% |
Baiduspider+(+http://www.baidu.com/search/spider_jp.html) |
| 38 |
1 |
0.09% |
BlogShares Spiders (Zipping Along V1.54) |
| 39 |
1 |
0.09% |
Java/1.5.0_11 |
| 40 |
1 |
0.09% |
MagpieRSS/0.7 (+http://magpierss.sf.net) |
| 41 |
1 |
0.09% |
Missigua Locator 1.9 |
| 42 |
1 |
0.09% |
NSPlayer/10.0.0.4357 WMFSDK/10.0 |
| 43 |
1 |
0.09% |
NSPlayer/11.0.6000.6324 WMFSDK/11.0 |
| 44 |
1 |
0.09% |
NSPlayer/9.0.0.2980 WMFSDK/9.0 |
| 45 |
1 |
0.09% |
Windows-Media-Player/9.00.00.3354 |
| 46 |
1 |
0.09% |
shelob v1.0 |
| 47 |
1 |
0.09% |
wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de) |
|