From 09ae5cfaff22328cc551631d33f8b2548911b437 Mon Sep 17 00:00:00 2001 From: Michael Date: Wed, 6 Mar 2024 05:27:08 +0000 Subject: [PATCH] More agents added --- blockbot/blockbot.php | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 2c128e40..2df688cb 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -80,6 +80,7 @@ function blockbot_init_1() 'YurichevBot/', 'Crawling at Home Project', 'InfoTigerBot/', 'AdIdxBot/', 'MicrosoftPreview/', 'masscan/', 'Timpibot/', 'everyfeed-spider/', 'AndroidDownloadManager/', 'WebZIP/', 'WDG_Validator/', 'Screaming Frog SEO Spider/', ' Bytespider;', 'ISSCyberRiskCrawler/', + 'BitSightBot/', 'ev-crawler/', ]; if (DI::config()->get('blockbot', 'block_gab')) { @@ -91,7 +92,8 @@ function blockbot_init_1() 'fediverse.space crawler', 'fediverse.network crawler', 'Active_Pods_CheckBot_3.0', 'Social-Relay/', 'Test Certificate Info', 'Uptimebot/', 'GNUSocialBot', 'UptimeRobot/', 'PTST/', 'Zabbix', 'Poduptime/', 'FediFetcher', 'lemmy-stats-crawler', - 'FedditLemmyverseCrawler/', 'kbinBot/', 'lemmy-explorer-crawler/', + 'FedditLemmyverseCrawler/', 'kbinBot/', 'lemmy-explorer-crawler/', 'URIports Validator', + 'rss-is-dead.lol web bot;', ]; if (!DI::config()->get('blockbot', 'good_crawlers')) { @@ -112,7 +114,8 @@ function blockbot_init_1() } // HTTP Libraries - $http_libraries = ['ReactorNetty/', 'GuzzleHttp/', 'Embed PHP library', 'python-urllib3/']; + $http_libraries = ['ReactorNetty/', 'GuzzleHttp/', 'Embed PHP library', 'python-urllib3/', + 'EventMachine HttpClient']; if (!DI::config()->get('blockbot', 'http_libraries')) { $agents = array_merge($agents, $http_libraries); @@ -147,7 +150,7 @@ function blockbot_init_1() 'W3C_Validator/', 'NetNewsWire', 'FeedValidator/', 'theoldreader.com', 'axios/', 'Paw/', 'PeerTube/', 'fedi.inex.dev', 'FediDB/', 'index.community crawler', 'Slackbot-LinkExpanding', 'Firefish/', 'Takahe/', 'Akkoma ', 'Misskey/', 'Lynx/', - 'camo-rs asset proxy', + 'camo-rs asset proxy', 'gotosocial/', ]; if (blockbot_match($agents)) {