friendica/mod/robots_txt.php

28 lines
442 B
PHP

<?php
/**
* return the default robots.txt
* @version 0.1.1
*/
/**
* Simple robots.txt
* @param App $a
* @return void
*/
function robots_txt_init(App $a) {
/** @var string[] globally disallowed url */
$allDisalloweds = array(
"/settings/",
"/admin/",
"/message/",
);
header("Content-Type: text/plain");
echo "User-agent: *\n";
foreach($allDisalloweds as $disallowed) {
echo "Disallow: {$disallowed}\n";
}
killme();
}