Magical mathematics to reduce the number of workers

This commit is contained in:
Michael Vogel 2015-09-28 19:14:07 +02:00
parent 9767801be4
commit eb75d9532b

View file

@ -51,6 +51,10 @@ function poller_run(&$argv, &$argc){
if (!posix_kill($pid["pid"], 0)) if (!posix_kill($pid["pid"], 0))
q("UPDATE `workerqueue` SET `executed` = '0000-00-00 00:00:00', `pid` = 0 WHERE `pid` = %d", q("UPDATE `workerqueue` SET `executed` = '0000-00-00 00:00:00', `pid` = 0 WHERE `pid` = %d",
intval($pid["pid"])); intval($pid["pid"]));
else {
// To-Do: Kill long running processes
// But: Update processes (like the database update) mustn't be killed
}
} else } else
// Sleep two seconds before checking for running processes to avoid having too many workers // Sleep two seconds before checking for running processes to avoid having too many workers
@ -124,7 +128,12 @@ function poller_too_much_workers() {
if($maxsysload < 1) if($maxsysload < 1)
$maxsysload = 50; $maxsysload = 50;
$queues = max(0, ceil($queues * (($maxsysload - $load) / $maxsysload))); $maxworkers = $queues;
// Some magical mathemathics to reduce the workers
$exponent = 3;
$slope = $maxworkers / pow($maxsysload, $exponent);
$queues = ceil($slope * pow(max(0, $maxsysload - $load), $exponent));
logger("Current load: ".$load." - maximum: ".$maxsysload." - current queues: ".$active." - maximum: ".$queues, LOGGER_DEBUG); logger("Current load: ".$load." - maximum: ".$maxsysload." - current queues: ".$active." - maximum: ".$queues, LOGGER_DEBUG);