From 305b814c8eb30bebbe2ae9b9536c37bbc7eb8e6e Mon Sep 17 00:00:00 2001 From: Michael Date: Thu, 30 May 2019 10:32:01 +0000 Subject: [PATCH 1/2] Bot added, false positive added --- blockbot/blockbot.php | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index 03c8f162..a7989b94 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -38,7 +38,7 @@ function blockbot_init_1(App $a) { 'PaperLiBot/', 'Nuzzel', 'um-LN/', 'Google Favicon', 'Datanyze', 'BLEXBot/', '360Spider', 'adscanner/', 'HeadlessChrome', 'wpif', 'startmebot/', 'Googlebot/', 'Applebot/', 'facebookexternalhit/', 'GoogleImageProxy', 'bingbot/', 'heritrix/', 'ldspider', - 'AwarioRssBot/', 'Zabbix']; + 'AwarioRssBot/', 'Zabbix', 'TweetmemeBot/']; foreach ($agents as $agent) { if (stristr($_SERVER['HTTP_USER_AGENT'], $agent)) { @@ -63,7 +63,8 @@ function blockbot_init_1(App $a) { 'curl', 'zgrab', 'Go-http-client', 'curb', 'github.com', 'reqwest', 'Feedly/', 'Python-urllib/', 'Liferea/', 'aiohttp/', 'WordPress.com Reader', 'hackney/', 'Faraday v', 'okhttp', 'UniversalFeedParser', 'PixelFedBot', 'python-requests', - 'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma']; + 'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma', + 'Dispatch/']; foreach ($agents as $agent) { if (stristr($_SERVER['HTTP_USER_AGENT'], $agent)) { From 5af7f2a6b63ab061025fc92f632ac57e15682754 Mon Sep 17 00:00:00 2001 From: Michael Date: Thu, 30 May 2019 11:52:55 +0000 Subject: [PATCH 2/2] Crawler added --- blockbot/blockbot.php | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/blockbot/blockbot.php b/blockbot/blockbot.php index a7989b94..d4eb54a7 100644 --- a/blockbot/blockbot.php +++ b/blockbot/blockbot.php @@ -38,7 +38,7 @@ function blockbot_init_1(App $a) { 'PaperLiBot/', 'Nuzzel', 'um-LN/', 'Google Favicon', 'Datanyze', 'BLEXBot/', '360Spider', 'adscanner/', 'HeadlessChrome', 'wpif', 'startmebot/', 'Googlebot/', 'Applebot/', 'facebookexternalhit/', 'GoogleImageProxy', 'bingbot/', 'heritrix/', 'ldspider', - 'AwarioRssBot/', 'Zabbix', 'TweetmemeBot/']; + 'AwarioRssBot/', 'Zabbix', 'TweetmemeBot/', 'dcrawl/']; foreach ($agents as $agent) { if (stristr($_SERVER['HTTP_USER_AGENT'], $agent)) {