From ac5f3e1a94967651aa0574cd52b15d551bba84d0 Mon Sep 17 00:00:00 2001 From: Michael Vogel Date: Sun, 5 Jul 2020 16:36:17 +0200 Subject: [PATCH] Blockbot: Added bots and goof agents --- blockbot/blockbot.php | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 8c6560c0..785c5f25 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -74,7 +74,8 @@ function blockbot_init_1(App $a) { 'Scrapy/', 'github-camo', 'MJ12bot/', 'DotBot/', 'Pinterestbot/', 'Jooblebot/', 'Cliqzbot/', 'YaK/', 'Mediatoolkitbot', 'Snacktory', 'FunWebProducts', 'oBot/', '7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/', - 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio']; + 'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio', 'AwarioSmartBot/', + 'SummalyBot/', 'DNSResearchBot/', 'PetalBot;']; if (!DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents); @@ -114,7 +115,7 @@ function blockbot_init_1(App $a) { 'Faraday v', 'okhttp', 'UniversalFeedParser', 'PixelFedBot', 'python-requests', 'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma', 'Dispatch/', 'Ruby', 'Java/', 'libwww-perl/', 'Mastodon/', - 'lua-resty-http/']; + 'lua-resty-http/', 'Tiny Tiny RSS/']; if (DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents);