From 9a107801a8b368f86c319c9de2201d1a9e2ba6fc Mon Sep 17 00:00:00 2001 From: Michael Date: Wed, 11 Aug 2021 07:50:55 +0000 Subject: [PATCH] Blockbot: some good guys and bad guys added --- blockbot/blockbot.php | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 0feb8d5c..3c5e3319 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -73,7 +73,8 @@ function blockbot_init_1(App $a) { 'SummalyBot/', 'DNSResearchBot/', 'PetalBot;', 'Nmap Scripting Engine;', 'Google-Apps-Script; beanserver;', 'woorankreview/', 'Seekport Crawler;', 'AHC/', 'SkypeUriPreview Preview/', 'Semanticbot/', 'Embed PHP library', 'XoviOnpageCrawler;', - 'GetHPinfo.com-Bot/', 'BoardReader Favicon Fetcher']; + 'GetHPinfo.com-Bot/', 'BoardReader Favicon Fetcher', 'Google-Adwords-Instant', 'newspaper/', + 'YurichevBot/', 'Crawling at Home Project']; if (!DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents); @@ -114,7 +115,8 @@ function blockbot_init_1(App $a) { 'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma', 'Dispatch/', 'Ruby', 'Java/', 'libwww-perl/', 'Mastodon/', 'FeedlyApp/', 'lua-resty-http/', 'Tiny Tiny RSS/', 'Wget/', 'PostmanRuntime/', - 'W3C_Validator/', 'NetNewsWire', 'FeedValidator/', 'theoldreader.com', 'axios/']; + 'W3C_Validator/', 'NetNewsWire', 'FeedValidator/', 'theoldreader.com', 'axios/', + 'Paw/', 'PeerTube/', 'fedi.inex.dev', 'FediDB/', 'index.community crawler']; if (DI::config()->get('blockbot', 'good_crawlers')) { $agents = array_merge($agents, $good_agents);