From 1dc9522fdcf3e2d9a2344f57cec6274a46efc3d5 Mon Sep 17 00:00:00 2001 From: Greg Roach Date: Sat, 11 Nov 2023 20:17:48 +0000 Subject: [PATCH] Add more bad bots to the blocker --- app/Http/Middleware/BadBotBlocker.php | 3 +++ 1 file changed, 3 insertions(+) diff --git a/app/Http/Middleware/BadBotBlocker.php b/app/Http/Middleware/BadBotBlocker.php index 16ab4471c45..f9b246fd70a 100644 --- a/app/Http/Middleware/BadBotBlocker.php +++ b/app/Http/Middleware/BadBotBlocker.php @@ -66,6 +66,7 @@ class BadBotBlocker implements MiddlewareInterface 'Adsbot', 'AhrefsBot', 'Amazonbot', // Until it understands crawl-delay and noindex / nofollow + 'AntBot', // Aggressive crawler 'AspiegelBot', 'Awario', // Brand management 'Barkrowler', @@ -76,6 +77,7 @@ class BadBotBlocker implements MiddlewareInterface 'DataForSeoBot', // https://dataforseo.com/dataforseo-bot 'DotBot', 'FacebookBot', // Collects training data for Facebook's LLM translator. + 'fidget-spinner-bot', // Agressive crawler 'Google-Extended', // Collects training data for Google Bard 'GPTBot', // Collects training data for ChatGPT 'Grapeshot', @@ -95,6 +97,7 @@ class BadBotBlocker implements MiddlewareInterface 'serpstatbot', 'SEOkicks', 'SiteKiosk', + 'test-bot', // Agressive crawler 'TinyTestBot', 'Turnitin', 'wp_is_mobile', // Nothing to do with wordpress