From d3cc9998669def21d493aaa7b114ba5fd5f63858 Mon Sep 17 00:00:00 2001 From: Michael Date: Sun, 20 Aug 2023 12:41:42 +0000 Subject: [PATCH] GPTBot added to the default robots.txt --- src/Module/RobotsTxt.php | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php index 415a8ab472..a084c1f4a6 100644 --- a/src/Module/RobotsTxt.php +++ b/src/Module/RobotsTxt.php @@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule '/search', '/help', '/proxy', + '/photo', + '/avatar', ]; header('Content-Type: text/plain'); @@ -50,6 +52,10 @@ class RobotsTxt extends BaseModule echo 'User-agent: ChatGPT-User' . PHP_EOL; echo 'Disallow: /' . PHP_EOL; + echo PHP_EOL; + echo 'User-agent: GPTBot' . PHP_EOL; + echo 'Disallow: /' . PHP_EOL; + System::exit(); } }