From 3e512e3785ee27ff5f5be503e8d87dcd5370ed5e Mon Sep 17 00:00:00 2001 From: Michael Date: Mon, 29 Jul 2019 15:48:51 +0000 Subject: [PATCH 1/2] More bots added --- blockbot/blockbot.php | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 19f341a6..2c9b9618 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -55,7 +55,7 @@ function blockbot_init_1(App $a) { // List of "good" crawlers $good_agents = ['fediverse.space crawler', 'fediverse.network crawler', 'Active_Pods_CheckBot_3.0', - 'Social-Relay/', 'Test Certificate Info', 'Uptimebot/']; + 'Social-Relay/', 'Test Certificate Info', 'Uptimebot/', 'GNUSocialBot']; // List of known crawlers. $agents = ['SemrushBot', 's~feedly-nikon3', 'Qwantify/Bleriot/', 'ltx71', 'Sogou web spider/', @@ -74,7 +74,8 @@ function blockbot_init_1(App $a) { 'ArchiveTeam ArchiveBot/', 'yacybot', 'https://developers.google.com/+/web/snippet/', 'Scrapy/', 'github-camo', 'MJ12bot/', 'DotBot/', 'Pinterestbot/', 'Jooblebot/', 'Cliqzbot/', 'YaK/', 'Mediatoolkitbot', 'Snacktory', 'FunWebProducts', 'oBot/', - '7Siters/', 'KOCMOHABT', 'Google-SearchByImage']; + '7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/', + 'HubSpot Crawler']; if (!Config::get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents); From 9cb6ca5a62232f1b9d0f10c8b6e7c55900d9d1b0 Mon Sep 17 00:00:00 2001 From: Michael Date: Wed, 7 Aug 2019 05:55:04 +0000 Subject: [PATCH 2/2] Some more bots --- blockbot/blockbot.php | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 2c9b9618..2714e494 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -75,7 +75,7 @@ function blockbot_init_1(App $a) { 'Scrapy/', 'github-camo', 'MJ12bot/', 'DotBot/', 'Pinterestbot/', 'Jooblebot/', 'Cliqzbot/', 'YaK/', 'Mediatoolkitbot', 'Snacktory', 'FunWebProducts', 'oBot/', '7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/', - 'HubSpot Crawler']; + 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio']; if (!Config::get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents);