|  | @@ -1,5 +1,5 @@ | 
														
													
														
															
																|  |  | <?php |  |  | <?php | 
														
													
														
															
																|  |  | if (!defined('DEDEINC')) exit ('dedebiz'); |  |  |  | 
														
													
														
															
																|  |  |  |  |  | if (!defined('DEDEINC')) exit('dedebiz'); | 
														
													
														
															
																|  |  | /* |  |  | /* | 
														
													
														
															
																|  |  | * This file is part of Crawler Detect - the web crawler detection library. |  |  | * This file is part of Crawler Detect - the web crawler detection library. | 
														
													
														
															
																|  |  | * |  |  | * | 
														
													
												
													
														
															
																|  | @@ -8,7 +8,7 @@ if (!defined('DEDEINC')) exit ('dedebiz'); | 
														
													
														
															
																|  |  | * This source file is subject to the MIT license that is bundled |  |  | * This source file is subject to the MIT license that is bundled | 
														
													
														
															
																|  |  | * with this source code in the file LICENSE. |  |  | * with this source code in the file LICENSE. | 
														
													
														
															
																|  |  | */ |  |  | */ | 
														
													
														
															
																|  |  | require_once(DEDEINC."/libraries/fixtures/abstractprovider.php"); |  |  |  | 
														
													
														
															
																|  |  |  |  |  | require_once(DEDEINC . "/libraries/fixtures/abstractprovider.php"); | 
														
													
														
															
																|  |  | 
 |  |  | 
 | 
														
													
														
															
																|  |  | class Crawlers extends AbstractProvider |  |  | class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | { |  |  | { | 
														
													
												
													
														
															
																|  | @@ -22,6 +22,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | '^Aether', |  |  | '^Aether', | 
														
													
														
															
																|  |  | '^Amazon Simple Notification Service Agent$', |  |  | '^Amazon Simple Notification Service Agent$', | 
														
													
														
															
																|  |  | '^Amazon-Route53-Health-Check-Service', |  |  | '^Amazon-Route53-Health-Check-Service', | 
														
													
														
															
																|  |  |  |  |  | '^Amazon CloudFront', | 
														
													
														
															
																|  |  | '^b0t$', |  |  | '^b0t$', | 
														
													
														
															
																|  |  | '^bluefish ', |  |  | '^bluefish ', | 
														
													
														
															
																|  |  | '^Calypso v\/', |  |  | '^Calypso v\/', | 
														
													
												
													
														
															
																|  | @@ -57,6 +58,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | '^pnpm\/', |  |  | '^pnpm\/', | 
														
													
														
															
																|  |  | '^RMA\/', |  |  | '^RMA\/', | 
														
													
														
															
																|  |  | '^Ruby|Ruby\/[0-9]', |  |  | '^Ruby|Ruby\/[0-9]', | 
														
													
														
															
																|  |  |  |  |  | "^symbolicator\\/", | 
														
													
														
															
																|  |  | '^Swurl ', |  |  | '^Swurl ', | 
														
													
														
															
																|  |  | '^TLS tester ', |  |  | '^TLS tester ', | 
														
													
														
															
																|  |  | '^twine\/', |  |  | '^twine\/', | 
														
													
												
													
														
															
																|  | @@ -159,7 +161,6 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'a\.pr-cy\.ru', |  |  | 'a\.pr-cy\.ru', | 
														
													
														
															
																|  |  | 'B-l-i-t-z-B-O-T', |  |  | 'B-l-i-t-z-B-O-T', | 
														
													
														
															
																|  |  | 'Backlink-Ceck', |  |  | 'Backlink-Ceck', | 
														
													
														
															
																|  |  | 'backlink-check', |  |  |  | 
														
													
														
															
																|  |  | 'BacklinkHttpStatus', |  |  | 'BacklinkHttpStatus', | 
														
													
														
															
																|  |  | 'BackStreet', |  |  | 'BackStreet', | 
														
													
														
															
																|  |  | 'BackupLand', |  |  | 'BackupLand', | 
														
													
												
													
														
															
																|  | @@ -168,6 +169,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Badass', |  |  | 'Badass', | 
														
													
														
															
																|  |  | 'baidu\.com', |  |  | 'baidu\.com', | 
														
													
														
															
																|  |  | 'Bandit', |  |  | 'Bandit', | 
														
													
														
															
																|  |  |  |  |  | 'Barracuda Sentinel \(EE\)', | 
														
													
														
															
																|  |  | 'basicstate', |  |  | 'basicstate', | 
														
													
														
															
																|  |  | 'BatchFTP', |  |  | 'BatchFTP', | 
														
													
														
															
																|  |  | 'Battleztar Bazinga', |  |  | 'Battleztar Bazinga', | 
														
													
												
													
														
															
																|  | @@ -208,7 +210,6 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Branch Metrics API', |  |  | 'Branch Metrics API', | 
														
													
														
															
																|  |  | 'Branch-Passthrough', |  |  | 'Branch-Passthrough', | 
														
													
														
															
																|  |  | 'Brandprotect', |  |  | 'Brandprotect', | 
														
													
														
															
																|  |  | 'BrandVerity', |  |  |  | 
														
													
														
															
																|  |  | 'Brandwatch', |  |  | 'Brandwatch', | 
														
													
														
															
																|  |  | 'Brodie\/', |  |  | 'Brodie\/', | 
														
													
														
															
																|  |  | 'Browsershots', |  |  | 'Browsershots', | 
														
													
												
													
														
															
																|  | @@ -222,6 +223,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Butterfly\/', |  |  | 'Butterfly\/', | 
														
													
														
															
																|  |  | 'BuzzSumo', |  |  | 'BuzzSumo', | 
														
													
														
															
																|  |  | 'CAAM\/[0-9]', |  |  | 'CAAM\/[0-9]', | 
														
													
														
															
																|  |  |  |  |  | 'caam dot crwlr at gmail dot com', | 
														
													
														
															
																|  |  | 'CakePHP', |  |  | 'CakePHP', | 
														
													
														
															
																|  |  | 'Calculon', |  |  | 'Calculon', | 
														
													
														
															
																|  |  | 'Canary%20Mail', |  |  | 'Canary%20Mail', | 
														
													
												
													
														
															
																|  | @@ -294,6 +296,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'DareBoost', |  |  | 'DareBoost', | 
														
													
														
															
																|  |  | 'DatabaseDriverMysqli', |  |  | 'DatabaseDriverMysqli', | 
														
													
														
															
																|  |  | 'DataCha0s', |  |  | 'DataCha0s', | 
														
													
														
															
																|  |  |  |  |  | 'DatadogSynthetics', | 
														
													
														
															
																|  |  | 'Datafeedwatch', |  |  | 'Datafeedwatch', | 
														
													
														
															
																|  |  | 'Datanyze', |  |  | 'Datanyze', | 
														
													
														
															
																|  |  | 'DataparkSearch', |  |  | 'DataparkSearch', | 
														
													
												
													
														
															
																|  | @@ -374,6 +377,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Extreme Picture Finder', |  |  | 'Extreme Picture Finder', | 
														
													
														
															
																|  |  | 'EyeNetIE', |  |  | 'EyeNetIE', | 
														
													
														
															
																|  |  | 'ezooms', |  |  | 'ezooms', | 
														
													
														
															
																|  |  |  |  |  | 'facebookcatalog', | 
														
													
														
															
																|  |  | 'facebookexternalhit', |  |  | 'facebookexternalhit', | 
														
													
														
															
																|  |  | 'facebookexternalua', |  |  | 'facebookexternalua', | 
														
													
														
															
																|  |  | 'facebookplatform', |  |  | 'facebookplatform', | 
														
													
												
													
														
															
																|  | @@ -420,16 +424,20 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Flunky', |  |  | 'Flunky', | 
														
													
														
															
																|  |  | 'flynxapp', |  |  | 'flynxapp', | 
														
													
														
															
																|  |  | 'forensiq', |  |  | 'forensiq', | 
														
													
														
															
																|  |  |  |  |  | 'ForusP', | 
														
													
														
															
																|  |  | 'FoundSeoTool', |  |  | 'FoundSeoTool', | 
														
													
														
															
																|  |  | 'free gallery', |  |  |  | 
														
													
														
															
																|  |  |  |  |  | 'fragFINN\.de', | 
														
													
														
															
																|  |  |  |  |  | 'free thumbnails', | 
														
													
														
															
																|  |  | 'Freeuploader', |  |  | 'Freeuploader', | 
														
													
														
															
																|  |  | 'FreshRSS', |  |  | 'FreshRSS', | 
														
													
														
															
																|  |  |  |  |  | 'frontman', | 
														
													
														
															
																|  |  | 'Funnelback', |  |  | 'Funnelback', | 
														
													
														
															
																|  |  | 'Fuzz Faster U Fool', |  |  | 'Fuzz Faster U Fool', | 
														
													
														
															
																|  |  | 'G-i-g-a-b-o-t', |  |  | 'G-i-g-a-b-o-t', | 
														
													
														
															
																|  |  | 'g00g1e\.net', |  |  | 'g00g1e\.net', | 
														
													
														
															
																|  |  | 'ganarvisitas', |  |  | 'ganarvisitas', | 
														
													
														
															
																|  |  | 'gdnplus\.com', |  |  | 'gdnplus\.com', | 
														
													
														
															
																|  |  |  |  |  | 'GeedoProductSearch', | 
														
													
														
															
																|  |  | 'geek-tools', |  |  | 'geek-tools', | 
														
													
														
															
																|  |  | 'Genieo', |  |  | 'Genieo', | 
														
													
														
															
																|  |  | 'GentleSource', |  |  | 'GentleSource', | 
														
													
												
													
														
															
																|  | @@ -471,13 +479,13 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Google PP Default', |  |  | 'Google PP Default', | 
														
													
														
															
																|  |  | 'Google Search Console', |  |  | 'Google Search Console', | 
														
													
														
															
																|  |  | 'Google Web Preview', |  |  | 'Google Web Preview', | 
														
													
														
															
																|  |  | 'Google-Ads-Creatives-Assistant', |  |  |  | 
														
													
														
															
																|  |  | 'Google-Ads-Overview', |  |  |  | 
														
													
														
															
																|  |  |  |  |  | 'Google-Ads', | 
														
													
														
															
																|  |  | 'Google-Adwords', |  |  | 'Google-Adwords', | 
														
													
														
															
																|  |  | 'Google-Apps-Script', |  |  | 'Google-Apps-Script', | 
														
													
														
															
																|  |  | 'Google-Calendar-Importer', |  |  | 'Google-Calendar-Importer', | 
														
													
														
															
																|  |  | 'Google-HotelAdsVerifier', |  |  | 'Google-HotelAdsVerifier', | 
														
													
														
															
																|  |  | 'Google-HTTP-Java-Client', |  |  | 'Google-HTTP-Java-Client', | 
														
													
														
															
																|  |  |  |  |  | 'Google-InspectionTool', | 
														
													
														
															
																|  |  | 'Google-Podcast', |  |  | 'Google-Podcast', | 
														
													
														
															
																|  |  | 'Google-Publisher-Plugin', |  |  | 'Google-Publisher-Plugin', | 
														
													
														
															
																|  |  | 'Google-Read-Aloud', |  |  | 'Google-Read-Aloud', | 
														
													
												
													
														
															
																|  | @@ -491,6 +499,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Google-Youtube-Links', |  |  | 'Google-Youtube-Links', | 
														
													
														
															
																|  |  | 'GoogleDocs', |  |  | 'GoogleDocs', | 
														
													
														
															
																|  |  | 'GoogleHC\/', |  |  | 'GoogleHC\/', | 
														
													
														
															
																|  |  |  |  |  | 'GoogleOther', | 
														
													
														
															
																|  |  | 'GoogleProber', |  |  | 'GoogleProber', | 
														
													
														
															
																|  |  | 'GoogleProducer', |  |  | 'GoogleProducer', | 
														
													
														
															
																|  |  | 'GoogleSites', |  |  | 'GoogleSites', | 
														
													
												
													
														
															
																|  | @@ -524,7 +533,6 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Hatena', |  |  | 'Hatena', | 
														
													
														
															
																|  |  | 'Havij', |  |  | 'Havij', | 
														
													
														
															
																|  |  | 'HaxerMen', |  |  | 'HaxerMen', | 
														
													
														
															
																|  |  | 'HeadlessChrome', |  |  |  | 
														
													
														
															
																|  |  | 'HEADMasterSEO', |  |  | 'HEADMasterSEO', | 
														
													
														
															
																|  |  | 'HeartRails_Capture', |  |  | 'HeartRails_Capture', | 
														
													
														
															
																|  |  | 'help@dataminr\.com', |  |  | 'help@dataminr\.com', | 
														
													
												
													
														
															
																|  | @@ -552,7 +560,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'http-request\/', |  |  | 'http-request\/', | 
														
													
														
															
																|  |  | 'HTTP-Tiny', |  |  | 'HTTP-Tiny', | 
														
													
														
															
																|  |  | 'HTTP::Lite', |  |  | 'HTTP::Lite', | 
														
													
														
															
																|  |  | 'http:\/\/www.neomo.de\/', //'Francis [Bot]' |  |  |  | 
														
													
														
															
																|  |  |  |  |  | 'http:\/\/www.neomo.de\/', // 'Francis [Bot]' | 
														
													
														
															
																|  |  | 'HttpComponents', |  |  | 'HttpComponents', | 
														
													
														
															
																|  |  | 'httphr', |  |  | 'httphr', | 
														
													
														
															
																|  |  | 'HTTPie', |  |  | 'HTTPie', | 
														
													
												
													
														
															
																|  | @@ -614,6 +622,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'intraVnews', |  |  | 'intraVnews', | 
														
													
														
															
																|  |  | 'IODC', |  |  | 'IODC', | 
														
													
														
															
																|  |  | 'IOI', |  |  | 'IOI', | 
														
													
														
															
																|  |  |  |  |  | 'Inboxb0t', | 
														
													
														
															
																|  |  | 'iplabel', |  |  | 'iplabel', | 
														
													
														
															
																|  |  | 'ips-agent', |  |  | 'ips-agent', | 
														
													
														
															
																|  |  | 'IPS\/[0-9]', |  |  | 'IPS\/[0-9]', | 
														
													
												
													
														
															
																|  | @@ -662,6 +671,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'knows\.is', |  |  | 'knows\.is', | 
														
													
														
															
																|  |  | 'KOCMOHABT', |  |  | 'KOCMOHABT', | 
														
													
														
															
																|  |  | 'kouio', |  |  | 'kouio', | 
														
													
														
															
																|  |  |  |  |  | 'krawler\.dk', | 
														
													
														
															
																|  |  | 'kube-probe', |  |  | 'kube-probe', | 
														
													
														
															
																|  |  | 'kubectl', |  |  | 'kubectl', | 
														
													
														
															
																|  |  | 'kulturarw3', |  |  | 'kulturarw3', | 
														
													
												
													
														
															
																|  | @@ -686,6 +696,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Link Valet', |  |  | 'Link Valet', | 
														
													
														
															
																|  |  | 'LinkAlarm\/', |  |  | 'LinkAlarm\/', | 
														
													
														
															
																|  |  | 'LinkAnalyser', |  |  | 'LinkAnalyser', | 
														
													
														
															
																|  |  |  |  |  | 'link-check', | 
														
													
														
															
																|  |  | 'linkCheck', |  |  | 'linkCheck', | 
														
													
														
															
																|  |  | 'linkdex', |  |  | 'linkdex', | 
														
													
														
															
																|  |  | 'LinkExaminer', |  |  | 'LinkExaminer', | 
														
													
												
													
														
															
																|  | @@ -706,6 +717,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'longurl-r-package', |  |  | 'longurl-r-package', | 
														
													
														
															
																|  |  | 'looid\.com', |  |  | 'looid\.com', | 
														
													
														
															
																|  |  | 'looksystems\.net', |  |  | 'looksystems\.net', | 
														
													
														
															
																|  |  |  |  |  | 'lscache_runner', | 
														
													
														
															
																|  |  | 'ltx71', |  |  | 'ltx71', | 
														
													
														
															
																|  |  | 'lua-resty-http', |  |  | 'lua-resty-http', | 
														
													
														
															
																|  |  | 'Lucee \(CFML Engine\)', |  |  | 'Lucee \(CFML Engine\)', | 
														
													
												
													
														
															
																|  | @@ -718,6 +730,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'L\.webis', |  |  | 'L\.webis', | 
														
													
														
															
																|  |  | 'mabontland', |  |  | 'mabontland', | 
														
													
														
															
																|  |  | 'MacOutlook\/', |  |  | 'MacOutlook\/', | 
														
													
														
															
																|  |  |  |  |  | 'MagentaNews\/', | 
														
													
														
															
																|  |  | 'Mag-Net', |  |  | 'Mag-Net', | 
														
													
														
															
																|  |  | 'MagpieRSS', |  |  | 'MagpieRSS', | 
														
													
														
															
																|  |  | 'Mail::STS', |  |  | 'Mail::STS', | 
														
													
												
													
														
															
																|  | @@ -734,6 +747,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'masscan\/', |  |  | 'masscan\/', | 
														
													
														
															
																|  |  | 'Mata Hari', |  |  | 'Mata Hari', | 
														
													
														
															
																|  |  | 'mattermost', |  |  | 'mattermost', | 
														
													
														
															
																|  |  |  |  |  | 'MatchorySearch\/', | 
														
													
														
															
																|  |  | 'Mediametric', |  |  | 'Mediametric', | 
														
													
														
															
																|  |  | 'Mediapartners-Google', |  |  | 'Mediapartners-Google', | 
														
													
														
															
																|  |  | 'mediawords', |  |  | 'mediawords', | 
														
													
												
													
														
															
																|  | @@ -751,6 +765,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Microsoft Windows Network Diagnostics', |  |  | 'Microsoft Windows Network Diagnostics', | 
														
													
														
															
																|  |  | 'Microsoft-WebDAV-MiniRedir', |  |  | 'Microsoft-WebDAV-MiniRedir', | 
														
													
														
															
																|  |  | 'Microsoft\.Data\.Mashup', |  |  | 'Microsoft\.Data\.Mashup', | 
														
													
														
															
																|  |  |  |  |  | 'MicrosoftPreview', | 
														
													
														
															
																|  |  | 'MIDown tool', |  |  | 'MIDown tool', | 
														
													
														
															
																|  |  | 'MIIxpc', |  |  | 'MIIxpc', | 
														
													
														
															
																|  |  | 'Mindjet', |  |  | 'Mindjet', | 
														
													
												
													
														
															
																|  | @@ -766,10 +781,12 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'mogimogi', |  |  | 'mogimogi', | 
														
													
														
															
																|  |  | 'Mojeek', |  |  | 'Mojeek', | 
														
													
														
															
																|  |  | 'Mojolicious \(Perl\)', |  |  | 'Mojolicious \(Perl\)', | 
														
													
														
															
																|  |  |  |  |  | 'Mollie', | 
														
													
														
															
																|  |  | 'monitis', |  |  | 'monitis', | 
														
													
														
															
																|  |  | 'Monitority\/', |  |  | 'Monitority\/', | 
														
													
														
															
																|  |  | 'Monit\/', |  |  | 'Monit\/', | 
														
													
														
															
																|  |  | 'montastic', |  |  | 'montastic', | 
														
													
														
															
																|  |  |  |  |  | 'MonSpark', | 
														
													
														
															
																|  |  | 'MonTools', |  |  | 'MonTools', | 
														
													
														
															
																|  |  | 'Moreover', |  |  | 'Moreover', | 
														
													
														
															
																|  |  | 'Morfeus Fucking Scanner', |  |  | 'Morfeus Fucking Scanner', | 
														
													
												
													
														
															
																|  | @@ -793,6 +810,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Nameprotect', |  |  | 'Nameprotect', | 
														
													
														
															
																|  |  | 'nationalarchives', |  |  | 'nationalarchives', | 
														
													
														
															
																|  |  | 'Navroad', |  |  | 'Navroad', | 
														
													
														
															
																|  |  |  |  |  | 'nbertaupete95', | 
														
													
														
															
																|  |  | 'NearSite', |  |  | 'NearSite', | 
														
													
														
															
																|  |  | 'Needle', |  |  | 'Needle', | 
														
													
														
															
																|  |  | 'Nessus', |  |  | 'Nessus', | 
														
													
												
													
														
															
																|  | @@ -947,6 +965,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'PrintFriendly', |  |  | 'PrintFriendly', | 
														
													
														
															
																|  |  | 'PritTorrent', |  |  | 'PritTorrent', | 
														
													
														
															
																|  |  | 'Prlog', |  |  | 'Prlog', | 
														
													
														
															
																|  |  |  |  |  | 'probely\.com', | 
														
													
														
															
																|  |  | 'probethenet', |  |  | 'probethenet', | 
														
													
														
															
																|  |  | 'Project ?25499', |  |  | 'Project ?25499', | 
														
													
														
															
																|  |  | 'Project-Resonance', |  |  | 'Project-Resonance', | 
														
													
												
													
														
															
																|  | @@ -958,6 +977,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'pshtt, https scanning', |  |  | 'pshtt, https scanning', | 
														
													
														
															
																|  |  | 'PTST ', |  |  | 'PTST ', | 
														
													
														
															
																|  |  | 'PTST\/[0-9]+', |  |  | 'PTST\/[0-9]+', | 
														
													
														
															
																|  |  |  |  |  | 'pulsetic\.com', | 
														
													
														
															
																|  |  | 'Pump', |  |  | 'Pump', | 
														
													
														
															
																|  |  | 'Python-httplib2', |  |  | 'Python-httplib2', | 
														
													
														
															
																|  |  | 'python-httpx', |  |  | 'python-httpx', | 
														
													
												
													
														
															
																|  | @@ -1006,6 +1026,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'RPT-HTTPClient', |  |  | 'RPT-HTTPClient', | 
														
													
														
															
																|  |  | 'RSSMix\/', |  |  | 'RSSMix\/', | 
														
													
														
															
																|  |  | 'RSSOwl', |  |  | 'RSSOwl', | 
														
													
														
															
																|  |  |  |  |  | 'RuxitSynthetic', | 
														
													
														
															
																|  |  | 'RyowlEngine', |  |  | 'RyowlEngine', | 
														
													
														
															
																|  |  | 'safe-agent-scanner', |  |  | 'safe-agent-scanner', | 
														
													
														
															
																|  |  | 'SalesIntelligent', |  |  | 'SalesIntelligent', | 
														
													
												
													
														
															
																|  | @@ -1050,6 +1071,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Seobility', |  |  | 'Seobility', | 
														
													
														
															
																|  |  | 'SEOCentro', |  |  | 'SEOCentro', | 
														
													
														
															
																|  |  | 'SeoCheck', |  |  | 'SeoCheck', | 
														
													
														
															
																|  |  |  |  |  | 'seocompany', | 
														
													
														
															
																|  |  | 'SEOkicks', |  |  | 'SEOkicks', | 
														
													
														
															
																|  |  | 'SEOlizer', |  |  | 'SEOlizer', | 
														
													
														
															
																|  |  | 'Seomoz', |  |  | 'Seomoz', | 
														
													
												
													
														
															
																|  | @@ -1119,9 +1141,11 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'SpamExperts', |  |  | 'SpamExperts', | 
														
													
														
															
																|  |  | 'Spammen', |  |  | 'Spammen', | 
														
													
														
															
																|  |  | 'Spanner', |  |  | 'Spanner', | 
														
													
														
															
																|  |  |  |  |  | 'Spawning-AI', | 
														
													
														
															
																|  |  | 'spaziodati', |  |  | 'spaziodati', | 
														
													
														
															
																|  |  | 'SPDYCheck', |  |  | 'SPDYCheck', | 
														
													
														
															
																|  |  | 'Specificfeeds', |  |  | 'Specificfeeds', | 
														
													
														
															
																|  |  |  |  |  | 'SpeedKit', | 
														
													
														
															
																|  |  | 'speedy', |  |  | 'speedy', | 
														
													
														
															
																|  |  | 'SPEng', |  |  | 'SPEng', | 
														
													
														
															
																|  |  | 'Spinn3r', |  |  | 'Spinn3r', | 
														
													
												
													
														
															
																|  | @@ -1244,9 +1268,11 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'VB Project', |  |  | 'VB Project', | 
														
													
														
															
																|  |  | 'vBSEO', |  |  | 'vBSEO', | 
														
													
														
															
																|  |  | 'VCI', |  |  | 'VCI', | 
														
													
														
															
																|  |  |  |  |  | 'Verity', | 
														
													
														
															
																|  |  | 'via ggpht\.com GoogleImageProxy', |  |  | 'via ggpht\.com GoogleImageProxy', | 
														
													
														
															
																|  |  | 'Virusdie', |  |  | 'Virusdie', | 
														
													
														
															
																|  |  | 'visionutils', |  |  | 'visionutils', | 
														
													
														
															
																|  |  |  |  |  | 'Visual Rights Group', | 
														
													
														
															
																|  |  | 'vkShare', |  |  | 'vkShare', | 
														
													
														
															
																|  |  | 'VoidEYE', |  |  | 'VoidEYE', | 
														
													
														
															
																|  |  | 'Voil', |  |  | 'Voil', | 
														
													
												
													
														
															
																|  | @@ -1394,6 +1420,7 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Zabbix', |  |  | 'Zabbix', | 
														
													
														
															
																|  |  | 'Zade', |  |  | 'Zade', | 
														
													
														
															
																|  |  | 'Zao', |  |  | 'Zao', | 
														
													
														
															
																|  |  |  |  |  | 'Zapier', | 
														
													
														
															
																|  |  | 'Zauba', |  |  | 'Zauba', | 
														
													
														
															
																|  |  | 'Zemanta Aggregator', |  |  | 'Zemanta Aggregator', | 
														
													
														
															
																|  |  | 'Zend\\\\Http\\\\Client', |  |  | 'Zend\\\\Http\\\\Client', | 
														
													
												
													
														
															
																|  | @@ -1407,6 +1434,6 @@ class Crawlers extends AbstractProvider | 
														
													
														
															
																|  |  | 'Zoom\.Mac', |  |  | 'Zoom\.Mac', | 
														
													
														
															
																|  |  | 'ZoteroTranslationServer', |  |  | 'ZoteroTranslationServer', | 
														
													
														
															
																|  |  | 'ZyBorg', |  |  | 'ZyBorg', | 
														
													
														
															
																|  |  | '[a-z0-9\-_]*(bot|crawl|archiver|transcoder|spider|uptime|validator|fetcher|cron|checker|reader|extractor|monitoring|analyzer|scraper)', |  |  |  | 
														
													
														
															
																|  |  |  |  |  | '[a-z0-9\-_]*(bot|crawl|headless|archiver|transcoder|spider|uptime|validator|fetcher|cron|checker|reader|extractor|monitoring|analyzer|scraper)', | 
														
													
														
															
																|  |  | ); |  |  | ); | 
														
													
														
															
																|  |  | } |  |  |  | 
														
													
														
															
																|  |  |  |  |  | } |