Add a ChatGPT role for the built in robots.txt
This commit is contained in:
parent
41bc148040
commit
241624027f
1 changed files with 5 additions and 0 deletions
|
@ -45,6 +45,11 @@ class RobotsTxt extends BaseModule
|
||||||
foreach ($allDisallowed as $disallowed) {
|
foreach ($allDisallowed as $disallowed) {
|
||||||
echo 'Disallow: ' . $disallowed . PHP_EOL;
|
echo 'Disallow: ' . $disallowed . PHP_EOL;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
echo PHP_EOL;
|
||||||
|
echo 'User-agent: ChatGPT-User' . PHP_EOL;
|
||||||
|
echo 'Disallow: /' . PHP_EOL;
|
||||||
|
|
||||||
System::exit();
|
System::exit();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue