|
39 | 39 | [ 'name' => 'Butterfly', 'regexp' => '/Butterfly\/([0-9.]*)/u' ],
|
40 | 40 | [ 'name' => 'CiteSeerX', 'regexp' => '/heritrix\/([0-9.]*)/u' ],
|
41 | 41 | [ 'name' => 'Cliqzbot', 'regexp' => '/Cliqzbot\/([0-9.]*)/u' ],
|
| 42 | + [ 'name' => 'CloudFare Always Online', 'regexp' => '/CloudFlare-AlwaysOnline\/([0-9.]*)/u' ], |
42 | 43 | [ 'name' => 'CommaFeed', 'regexp' => '/CommaFeed\/([0-9.]*)/u' ],
|
43 | 44 | [ 'name' => 'CommonCrawl', 'regexp' => '/CCBot\/([0-9.]*)/u' ],
|
44 | 45 | [ 'name' => 'Data Hotel Watchdog', 'regexp' => '/Data-Hotel-Watchdog\/([0-9.]*)/u' ],
|
| 46 | + [ 'name' => 'Exabot Thumbnails', 'regexp' => '/Exabot-Thumbnails/u' ], |
45 | 47 | [ 'name' => 'ExactSeek', 'regexp' => '/ExactSeek Crawler/u' ],
|
46 | 48 | [ 'name' => 'Ezooms Crawler', 'regexp' => '/Ezooms\/([0-9.]*)/u' ],
|
47 | 49 | [ 'name' => 'Facebook', 'regexp' => '/facebookplatform\/([0-9.]*)/u' ],
|
|
59 | 61 | [ 'name' => 'Feedly', 'regexp' => '/MetaFeedly\/([0-9.]*)/u' ],
|
60 | 62 | [ 'name' => 'Feedspot', 'regexp' => '/Feedspot/u' ],
|
61 | 63 | [ 'name' => 'FeedValidator', 'regexp' => '/FeedValidator\/([0-9.]*)/u' ],
|
| 64 | + [ 'name' => 'FeedZirra', 'regexp' => '/feedzirra/u' ], |
62 | 65 | [ 'name' => 'Fever', 'regexp' => '/Fever\/([0-9.]*)/u' ],
|
63 | 66 | [ 'name' => 'Flamingo Search', 'regexp' => '/Flamingo_SearchEngine/u' ],
|
64 | 67 | [ 'name' => 'FTRF: Friendly Robot', 'regexp' => '/FTRF: Friendly robot\/([0-9.]*)/u' ],
|
65 | 68 | [ 'name' => 'Genieo Web Filter', 'regexp' => '/Genieo\/([0-9.]*)/u' ],
|
| 69 | + [ 'name' => 'GNIP', 'regexp' => '/UnwindFetchor\/([0-9.]*)/u' ], |
66 | 70 | [ 'name' => 'Gocrawl', 'regexp' => '/Googlebot \(gocrawl v([0-9.]*)\)/u' ],
|
67 | 71 | [ 'name' => 'Goo', 'regexp' => '/ichiro\/mobile goo/u' ],
|
| 72 | + [ 'name' => 'Goo Blog Search', 'regexp' => '/gooblogsearch\/([0-9.]*)/u' ], |
| 73 | + [ 'name' => 'Goo RSS Reader', 'regexp' => '/gooRSSreader([0-9.]*)/u' ], |
68 | 74 | [ 'name' => 'Googlebot', 'regexp' => '/Google[Bb]ot\/([0-9.]*)/u' ],
|
69 | 75 | [ 'name' => 'Googlebot Mobile', 'regexp' => '/Googlebot-Mobile\/([0-9.]*)/u' ],
|
70 | 76 | [ 'name' => 'Googlebot Image', 'regexp' => '/Googlebot-Image\/([0-9.]*)/u' ],
|
|
83 | 89 | [ 'name' => 'Google Wireless Transcoder', 'regexp' => '/Google Wireless Transcoder/u' ],
|
84 | 90 | [ 'name' => 'Google Play Newsstand', 'regexp' => '/GoogleProducer/u' ],
|
85 | 91 | [ 'name' => 'Grub', 'regexp' => '/grub-client-([0-9.]*)/u' ],
|
| 92 | + [ 'name' => 'Hatena Antenna', 'regexp' => '/Hatena Antenna\/([0-9.]*)/u' ], |
| 93 | + [ 'name' => 'Hatena Diary', 'regexp' => '/Hatena Diary RSS Module/u' ], |
| 94 | + [ 'name' => 'Hatena Pagetitle', 'regexp' => '/Hatena Pagetitle Agent\/([0-9.]*)/u' ], |
86 | 95 | [ 'name' => 'HeartRails Capture', 'regexp' => '/HeartRails_Capture\/([0-9.]*)/u' ],
|
87 | 96 | [ 'name' => 'HTTPMon', 'regexp' => '/HTTPMon\/([0-9.]*)/u' ],
|
88 | 97 | [ 'name' => 'HubPages', 'regexp' => '/HubPages V([0-9.]*)/u' ],
|
|
95 | 104 | [ 'name' => 'Livedoor', 'regexp' => '/livedoor/u' ],
|
96 | 105 | [ 'name' => 'Magpie RSS', 'regexp' => '/MagpieRSS\/([0-9.]*)/u' ],
|
97 | 106 | [ 'name' => 'Mapian News Bot', 'regexp' => '/mapion-news-bot\/([0-9.]*)/u' ],
|
| 107 | + [ 'name' => 'Mixi', 'regexp' => '/mixi-check\/([0-9.]*)/u' ], |
98 | 108 | [ 'name' => 'Monitor.us', 'regexp' => '/monitor.us/u' ],
|
99 | 109 | [ 'name' => 'Naver Yeti', 'regexp' => '/Yeti\/([0-9.]*)/u' ],
|
100 | 110 | [ 'name' => 'Netcraft Survey Bot', 'regexp' => '/Netcraft Web Server Survey/u' ],
|
|
106 | 116 | [ 'name' => 'NewsGator', 'regexp' => '/NewsGatorOnline\/([0-9.]*)/u' ],
|
107 | 117 | [ 'name' => 'OpenWebSpider', 'regexp' => '/OpenWebSpider v([0-9.]*)/u' ],
|
108 | 118 | [ 'name' => 'OrangeBot', 'regexp' => '/OrangeBot-Collector\/([0-9.]*)/u' ],
|
| 119 | + [ 'name' => 'Picsearch bot', 'regexp' => '/psbot-page/u' ], |
109 | 120 | [ 'name' => 'Pingdom', 'regexp' => '/Pingdom.com_bot_version_([0-9.]*)/u' ],
|
110 | 121 | [ 'name' => 'Pinterest', 'regexp' => '/Pinterest\/([0-9.]*)/u' ],
|
111 | 122 | [ 'name' => 'PostRank', 'regexp' => '/PostRank\/([0-9.]*)/u' ],
|
112 | 123 | [ 'name' => 'PowerMapper', 'regexp' => '/CrawlerProcess \(http:\/\/www\.PowerMapper\.com\) \/([0-9.]*)/u' ],
|
| 124 | + [ 'name' => 'Radian 6', 'regexp' => '/R6_FeedFetcher/u' ], |
| 125 | + [ 'name' => 'Radian 6', 'regexp' => '/R6_CommentReader/u' ], |
| 126 | + [ 'name' => 'RssBar', 'regexp' => '/RssBar\/([0-9.]*)/u' ], |
113 | 127 | [ 'name' => 'QuerySeekerSpider', 'regexp' => '/QuerySeekerSpider\/([0-9.]*)/u' ],
|
114 | 128 | [ 'name' => 'Scrapy', 'regexp' => '/Scrapy\/([0-9.]*)/u' ],
|
| 129 | + [ 'name' => 'ScreenerBot', 'regexp' => '/ScreenerBot Crawler Beta ([0-9.]*)/u' ], |
115 | 130 | [ 'name' => 'ShopWiki', 'regexp' => '/ShopWiki\/([0-9.]*)/u' ],
|
| 131 | + [ 'name' => 'SilverReader', 'regexp' => '/SilverReader\/([0-9.]*)/u' ], |
116 | 132 | [ 'name' => 'SimplePie', 'regexp' => '/SimplePie\/([0-9.]*)/u' ],
|
117 | 133 | [ 'name' => 'Sogou Web Spider', 'regexp' => '/sogou spider/u' ],
|
118 | 134 | [ 'name' => 'Sogou Web Spider', 'regexp' => '/Sogou pic spider\/([0-9.]*)/u' ],
|
119 | 135 | [ 'name' => 'Sogou Web Spider', 'regexp' => '/Sogou inst spider\/([0-9.]*)/u' ],
|
120 | 136 | [ 'name' => 'Sogou Web Spider', 'regexp' => '/Sogou web spider\/([0-9.]*)/u' ],
|
121 | 137 | [ 'name' => 'Soso Web Spider', 'regexp' => '/Sosospider\/([0-9.]*)/u' ],
|
122 | 138 | [ 'name' => 'Soso Web Spider', 'regexp' => '/Sosospider/u' ],
|
| 139 | + [ 'name' => 'Spinn3r', 'regexp' => '/Spinn3r ([0-9.]*)/iu' ], |
| 140 | + [ 'name' => 'Summify', 'regexp' => '/Summify\/([0-9.]*)/u' ], |
| 141 | + [ 'name' => 'Twisted PageGetter', 'regexp' => '/Twisted PageGetter/u' ], |
123 | 142 | [ 'name' => 'Twitterbot', 'regexp' => '/Twitterbot\/([0-9.]*)/u' ],
|
124 | 143 | [ 'name' => 'Tiny Tiny RSS', 'regexp' => '/Tiny Tiny RSS\/([0-9.]*)/u' ],
|
| 144 | + [ 'name' => 'Typhoeus', 'regexp' => '/Typhoeus/u' ], |
125 | 145 | [ 'name' => 'Voilabot', 'regexp' => '/Voila[Bb]ot/u' ],
|
126 | 146 | [ 'name' => 'VocusBot', 'regexp' => '/VocusBot ([0-9.]*)/u' ],
|
127 | 147 | [ 'name' => 'W3C CSS Validator', 'regexp' => '/Jigsaw\/([0-9.]*)/u' ],
|
|
132 | 152 | [ 'name' => 'W3C Markup Validator', 'regexp' => '/W3C_Validator\/([0-9.]*)/u' ],
|
133 | 153 | [ 'name' => 'WebbCrawler', 'regexp' => '/WebbCrawler ([0-9.]*)/u' ],
|
134 | 154 | [ 'name' => 'WordPress', 'regexp' => '/WordPress\/([0-9.]*)/u' ],
|
| 155 | + [ 'name' => 'WWW Mechanize', 'regexp' => '/WWW-Mechanize\/([0-9.]*)/u' ], |
135 | 156 | [ 'name' => 'YaCy Bot', 'regexp' => '/yacybot/u' ],
|
136 | 157 | [ 'name' => 'Yandex Anti Virus', 'regexp' => '/YandexAntivirus\/([0-9.]*)/u' ],
|
137 | 158 | [ 'name' => 'Yandex Blogs', 'regexp' => '/YandexBlogs\/([0-9.]*)/u' ],
|
|
0 commit comments