Merge pull request #414 from chopsol/master

JayBizzle · Oct 24, 2020 · bffc10d · bffc10d
2 parents 82e1d98 + 847edd0
commit bffc10d
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 1 deletion.
diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php
@@ -124,6 +124,7 @@ class Crawlers extends AbstractProvider
         'aria2',
         'Arukereso',
         'asafaweb',
+        'Asana\/',
         'AskQuickly',
         'Ask Jeeves',
         'ASPSeek',
@@ -539,6 +540,7 @@ class Crawlers extends AbstractProvider
         'httrack',
         'huaweisymantec',
         'HubSpot ',
+        'HubSpot-Link-Resolver',
         'Humanlinks',
         'i2kconnect\/',
         'Iblog',
@@ -696,6 +698,7 @@ class Crawlers extends AbstractProvider
         'Mass Downloader',
         'masscan\/',
         'Mata Hari',
+        'mattermost',
         'Mediametric',
         'Mediapartners-Google',
         'mediawords',
@@ -925,6 +928,7 @@ class Crawlers extends AbstractProvider
         'Quora Link Preview',
         'Qwantify',
         'Radian6',
+        'Railgun\/',
         'RankActive',
         'RankFlex',
         'RankSonicSiteAuditor',
@@ -952,6 +956,7 @@ class Crawlers extends AbstractProvider
         'ROI Hunter',
         'RPT-HTTPClient',
         'RSSOwl',
+        'RSSMix\/',
         'RyowlEngine',
         'safe-agent-scanner',
         'SalesIntelligent',
@@ -981,6 +986,7 @@ class Crawlers extends AbstractProvider
         'Searchestate',
         'SearchExpress',
         'SearchSight',
+        'SearchWP',
         'Seeker',
         'semanticdiscovery',
         'semanticjuice',
@@ -1083,6 +1089,7 @@ class Crawlers extends AbstractProvider
         'StatusCake',
         'Steeler',
         'Stratagems Kumo',
+        'Stripe\/',
         'Stroke\.cz',
         'StudioFACA',
         'StumbleUpon',
@@ -1290,6 +1297,7 @@ class Crawlers extends AbstractProvider
         'WordupinfoSearch',
         'wotbox',
         'WP Engine Install Performance API',
+        'WP Rocket',
         'wpif',
         'wprecon\.com survey',
         'WPScan',

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -2608,6 +2608,7 @@ Mozilla/5.0 [en] (X11, U; OpenVAS 7.0.10)
 JetBrains Omea Reader 1.0.x (http://www.jetbrains.com/omea_reader/)
 JetBrains Omea Reader 2.0 Release Candidate 1 (http://www.jetbrains.com/omea_reader/)
 okhttp/2.5.0
+okhttp/4.9.0
 oegp v. 1.3.0
 Nuzzel
 Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.134 Safari/537.36 http://notifyninja.com/monitoring
@@ -3564,5 +3565,15 @@ Florienzh/1.0
 BKCTwitterUnshortener/0.1 (Contact: [email protected])
 Syndirella/0.91pre 
 PodcastAddict/v2 - Dalvik/2.1.0 (Linux; U; Android 6.0.1; SM-G920F Build/MMB29K) 
+PodcastAddict/v5 (+https://podcastaddict.com/; Android podcast app)
 PDF24 URL To PDF
-MacOutlook/16.41.20091302 (Intelx64 Mac OS X 10.14.4 (Build 18E226))
+MacOutlook/16.41.20091302 (Intelx64 Mac OS X 10.14.4 (Build 18E226))
+HubSpot-Link-Resolver
+Railgun/5.3.3
+RSSMix/3.0
+SearchWP
+Stripe/1.0 (+https://stripe.com/docs/webhooks)
+ZoominfoBot (zoominfobot at zoominfo dot com)
+Asana/1.4.0 WebsiteMetadataRetriever
+mattermost-5.19.0
+WP Rocket/Homepage Preload