From 75b6a0d315e203400f305a05acfe846b31d1a1de Mon Sep 17 00:00:00 2001 From: Michael Date: Tue, 7 Jul 2020 18:51:42 +0000 Subject: [PATCH 1/3] Blockbot: Updated bots - again --- blockbot/blockbot.php | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 785c5f25..778358b5 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -75,7 +75,8 @@ function blockbot_init_1(App $a) { 'Cliqzbot/', 'YaK/', 'Mediatoolkitbot', 'Snacktory', 'FunWebProducts', 'oBot/', '7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/', 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio', 'AwarioSmartBot/', - 'SummalyBot/', 'DNSResearchBot/', 'PetalBot;']; + 'SummalyBot/', 'DNSResearchBot/', 'PetalBot;', 'Nmap Scripting Engine;', + 'Google-Apps-Script; beanserver;', 'woorankreview/', 'Seekport Crawler;']; if (!DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents); @@ -115,7 +116,7 @@ function blockbot_init_1(App $a) { 'Faraday v', 'okhttp', 'UniversalFeedParser', 'PixelFedBot', 'python-requests', 'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma', 'Dispatch/', 'Ruby', 'Java/', 'libwww-perl/', 'Mastodon/', - 'lua-resty-http/', 'Tiny Tiny RSS/']; + 'lua-resty-http/', 'Tiny Tiny RSS/', 'Wget/', 'PostmanRuntime/']; if (DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents); From 49b4a2ee7b4ed49eca8abd38c3e58716492d1a86 Mon Sep 17 00:00:00 2001 From: Michael Date: Wed, 8 Jul 2020 19:24:00 +0000 Subject: [PATCH 2/3] Some more bot agents added --- blockbot/blockbot.php | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 778358b5..9e6ce82c 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -76,7 +76,7 @@ function blockbot_init_1(App $a) { '7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/', 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio', 'AwarioSmartBot/', 'SummalyBot/', 'DNSResearchBot/', 'PetalBot;', 'Nmap Scripting Engine;', - 'Google-Apps-Script; beanserver;', 'woorankreview/', 'Seekport Crawler;']; + 'Google-Apps-Script; beanserver;', 'woorankreview/', 'Seekport Crawler;', 'AHC/']; if (!DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents); @@ -116,7 +116,8 @@ function blockbot_init_1(App $a) { 'Faraday v', 'okhttp', 'UniversalFeedParser', 'PixelFedBot', 'python-requests', 'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma', 'Dispatch/', 'Ruby', 'Java/', 'libwww-perl/', 'Mastodon/', - 'lua-resty-http/', 'Tiny Tiny RSS/', 'Wget/', 'PostmanRuntime/']; + 'lua-resty-http/', 'Tiny Tiny RSS/', 'Wget/', 'PostmanRuntime/', + 'W3C_Validator/', 'NetNewsWire']; if (DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents); From 0a794d416befcf10b95ae5a6efaa4d329b073150 Mon Sep 17 00:00:00 2001 From: Michael Date: Thu, 9 Jul 2020 15:08:41 +0000 Subject: [PATCH 3/3] Another bot added --- blockbot/blockbot.php | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 9e6ce82c..c79f7d32 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -76,7 +76,8 @@ function blockbot_init_1(App $a) { '7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/', 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio', 'AwarioSmartBot/', 'SummalyBot/', 'DNSResearchBot/', 'PetalBot;', 'Nmap Scripting Engine;', - 'Google-Apps-Script; beanserver;', 'woorankreview/', 'Seekport Crawler;', 'AHC/']; + 'Google-Apps-Script; beanserver;', 'woorankreview/', 'Seekport Crawler;', 'AHC/', + 'SkypeUriPreview Preview/']; if (!DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents);