Simple robots.txt for server 404 log

2017-04-26 15:39:35 +02:00 · 2017-04-26 15:39:35 +02:00 · 4942c97785
parent 0b8f80c747
commit 4942c97785
1 changed files with 29 additions and 0 deletions
--- a/mod/robots_txt.php
+++ b/mod/robots_txt.php
@ -0,0 +1,29 @@
+<?php
+/**
+ * return the default robots.txt
+ * @version 0.1.0
+ */
+
+/**
+ * Simple robots.txt
+ * @inheritdoc (?)
+ */
+function robots_txt_init(App $a) {
+
+    /** @var string[] globally disallowed url */
+    $allDisalloweds=array(
+        '/settings/',
+        '/admin/',
+        '/message/',
+    );
+
+    header("Content-Type: text/plain");
+    echo "User-agent: *\n";
+    echo "Disallow:\n";
+    echo "\n";
+    echo "User-agent: *\n";
+    foreach($allDisalloweds as $disallowed) {
+        echo "Disallow: {$disallowed}\n";
+    }
+    killme();
+}