friendica-addons/phototrack/phototrack.php

<?php
/**
 * Name: Photo Track
 * Description: Track which photos are actually being used and delete any others
 * Version: 1.0
 * Author: Matthew Exon <http://mat.exon.name>
 */

/*
 * List of tables and the fields that are checked:
 * 
 * contact: photo thumb micro about
 * fcontact: photo
 * fsuggest: photo
 * gcontact: photo about
 * item: body
 * item-content: body
 * mail: from-photo
 * notify: photo
 * profile: photo thumb about
 */

use Friendica\Core\Addon;
use Friendica\Core\Logger;
use Friendica\Object\Image;
use Friendica\Database\DBA;
use Friendica\Util\Images;
use Friendica\Util\DateTimeFormat;
use Friendica\DI;

if (!defined('PHOTOTRACK_DEFAULT_BATCH_SIZE')) {
    define('PHOTOTRACK_DEFAULT_BATCH_SIZE', 1000);
}
// Time in *minutes* between searching for photo uses
if (!defined('PHOTOTRACK_DEFAULT_SEARCH_INTERVAL')) {
    define('PHOTOTRACK_DEFAULT_SEARCH_INTERVAL', 10);
}

function phototrack_install() {
    global $db;

    Addon::registerHook('post_local_end', 'addon/phototrack/phototrack.php', 'phototrack_post_local_end');
    Addon::registerHook('post_remote_end', 'addon/phototrack/phototrack.php', 'phototrack_post_remote_end');
    Addon::registerHook('notifier_end', 'addon/phototrack/phototrack.php', 'phototrack_notifier_end');
    Addon::registerHook('cron', 'addon/phototrack/phototrack.php', 'phototrack_cron');

    if (DI::config()->get('phototrack', 'dbversion') != '0.1') {
        $schema = file_get_contents(dirname(__file__).'/database.sql');
        $arr = explode(';', $schema);
        foreach ($arr as $a) {
            if (!DBA::e($a)) {
                Logger::warning('Unable to create database table: ' . DBA::errorMessage());
                return;
            }
        }
        DI::config()->set('phototrack', 'dbversion', '0.1');
    }
}

function phototrack_uninstall() {
    Addon::unregisterHook('post_local_end', 'addon/phototrack/phototrack.php', 'phototrack_post_local_end');
    Addon::unregisterHook('post_remote_end', 'addon/phototrack/phototrack.php', 'phototrack_post_remote_end');
    Addon::unregisterHook('notifier_end', 'addon/phototrack/phototrack.php', 'phototrack_notifier_end');
    Addon::unregisterHook('cron', 'addon/phototrack/phototrack.php', 'phototrack_cron');
}

function phototrack_module() {}

function phototrack_finished_row($table, $id) {
    $existing = DBA::selectFirst('phototrack_row_check', ['id'], ['table' => $table, 'row-id' => $id]);
    if (!is_bool($existing)) {
        DBA::update('phototrack_row_check', ['checked' => DateTimeFormat::utcNow()], ['table' => $table, 'row-id' => $id]);
    }
    else {
        DBA::insert('phototrack_row_check', ['table' => $table, 'row-id' => $id, 'checked' => DateTimeFormat::utcNow()]);
    }
}

function phototrack_photo_use($photo, $table, $field, $id) {
    Logger::debug('@@@ phototrack_photo_use ' . $photo);
    foreach (Images::supportedTypes() as $m => $e) {
        $photo = str_replace(".$e", '', $photo);
    }
    if (substr($photo, -2, 1) == '-') {
        $resolution = intval(substr($photo,-1,1));
        $photo = substr($photo,0,-2);
    }
    if (strlen($photo) != 32) {
        return;
    }
    $r = DBA::selectFirst('photo', ['resource-id'], ['resource-id' => $photo]);
    if (!DBA::isResult($r)) {
        return;
    }
    $rid = $r['resource-id'];
    $existing = DBA::selectFirst('phototrack_photo_use', ['id'], ['resource-id' => $rid, 'table' => $table, 'field' => $field, 'row-id' => $id]);
    if (DBA::isResult($existing)) {
        DBA::update('phototrack_photo_use', ['checked' => DateTimeFormat::utcNow()], ['resource-id' => $rid, 'table' => $table, 'field' => $field, 'row-id' => $id]);
    }
    else {
        DBA::insert('phototrack_photo_use', ['resource-id' => $rid, 'table' => $table, 'field' => $field, 'row-id' => $id, 'checked' => DateTimeFormat::utcNow()]);
    }
}

function phototrack_check_field_url($a, $table, $id_field, $field, $id, $url) {
    Logger::info('@@@ phototrack_check_field_url table ' . $table . ' id_field ' . $id_field . ' field ' . $field . ' id ' . $id . ' url ' . $url);
    $baseurl = DI::baseUrl()->get(true);
    if (strpos($url, $baseurl) === FALSE) {
        return;
    }
    else {
        $url = substr($url, strlen($baseurl));
        Logger::info('@@@ phototrack_check_field_url funny url stuff ' . $url . ' base ' . $baseurl);
    }
    if (strpos($url, '/photo/') === FALSE) {
        return;
    }
    else {
        $url = substr($url, strlen('/photo/'));
        Logger::info('@@@ phototrack_check_field_url more url stuff ' . $url);
    }
    if (preg_match('/([0-9a-z]{32})/', $url, $matches)) {
        $rid = $matches[0];
        Logger::info('@@@ phototrack_check_field_url rid ' . $rid);
        phototrack_photo_use($rid, $table, $field, $id);
    }
}

function phototrack_check_field_bbcode($a, $table, $id_field, $field, $id, $value) {
    Logger::info('@@@ phototrack_check_field_url table ' . $table . ' id_field ' . $id_field . ' field ' . $field . ' id ' . $id . ' value ' . $value);
    $baseurl = DI::baseUrl()->get(true);
    $matches = array();
    preg_match_all("/\[img(\=([0-9]*)x([0-9]*))?\](.*?)\[\/img\]/ism", $value, $matches);
    foreach ($matches[4] as $url) {
        phototrack_check_field_url($a, $table, $id_field, $field, $id, $url);
    }
}

function phototrack_post_local_end(&$a, &$item) {
    phototrack_check_row($a, 'item', 'id', $item);
    phototrack_check_row($a, 'item-content', 'id', $item);
}

function phototrack_post_remote_end(&$a, &$item) {
    phototrack_check_row($a, 'item', 'id', $item);
    phototrack_check_row($a, 'item-content', 'id', $item);
}

function phototrack_notifier_end($item) {
}

function phototrack_check_row($a, $table, $id_field, $row) {
    switch ($table) {
        case 'post-content':
            $fields = array(
                'body' => 'bbcode');
            break;
        case 'contact':
            $fields = array(
                'photo' => 'url',
                'thumb' => 'url',
                'micro' => 'url',
                'about' => 'bbcode');
            break;
        case 'fcontact':
            $fields = array(
                'photo' => 'url');
            break;
        case 'fsuggest':
            $fields = array(
                'photo' => 'url');
            break;
        case 'gcontact':
            $fields = array(
                'photo' => 'url',
                'about' => 'bbcode');
            break;
        default: $fields = array(); break;
    }
    foreach ($fields as $field => $type) {
        switch ($type) {
        case 'bbcode': phototrack_check_field_bbcode($a, $table, $id_field, $field, $row['id'], $row[$field]); break;
        case 'url': phototrack_check_field_url($a, $table, $id_field, $field, $row['id'], $row[$field]); break;
        }
    }
    phototrack_finished_row($table, $row['id']);
}

function phototrack_batch_size() {
    $batch_size = DI::config()->get('phototrack', 'batch_size');
    if ($batch_size > 0) {
        return $batch_size;
    }
    return PHOTOTRACK_DEFAULT_BATCH_SIZE;
}

function phototrack_search_table($a, $table, $id_field) {
    $batch_size = phototrack_batch_size();
    $rows = DBA::p("SELECT `$table`.* FROM `$table` LEFT OUTER JOIN phototrack_row_check ON ( phototrack_row_check.`table` = '$table' AND phototrack_row_check.`row-id` = `$table`.$id_field ) WHERE ( ( phototrack_row_check.checked IS NULL ) OR ( phototrack_row_check.checked < DATE_SUB(NOW(), INTERVAL 1 MONTH) ) ) ORDER BY phototrack_row_check.checked LIMIT $batch_size");
    if (DBA::isResult($rows)) {
        while ($row = DBA::fetch($rows)) {
            phototrack_check_row($a, $table, $id_field, $row);
        }
    }
    $r = DBA::p("SELECT COUNT(*) FROM `$table` LEFT OUTER JOIN phototrack_row_check ON ( phototrack_row_check.`table` = '$table' AND phototrack_row_check.`row-id` = `$table`.$id_field ) WHERE ( ( phototrack_row_check.checked IS NULL ) OR ( phototrack_row_check.checked < DATE_SUB(NOW(), INTERVAL 1 MONTH) ) )");
    Logger::info("@@@ phototrack_search_table " . print_r(DBA::fetch($r)));
    $remaining = DBA::fetch($r)['count'];
    Logger::info('phototrack: searched ' . DBA::numRows($rows) . ' rows in table ' . $table . ', ' . $remaining . ' still remaining to search');
    return $remaining;
}

function phototrack_cron_time() {
    $prev_remaining = DI::config()->get('phototrack', 'remaining_items');
    if ($prev_remaining > 10 * phototrack_batch_size()) {
        Logger::debug('phototrack: more than ' . (10 * phototrack_batch_size()) . ' items remaining');
        return true;
    }
    $last = DI::config()->get('phototrack', 'last_search');
    $search_interval = intval(DI::config()->get('phototrack', 'search_interval'));
    if (!$search_interval) {
        $search_interval = PHOTOTRACK_DEFAULT_SEARCH_INTERVAL;
    }
    if ($last) {
        $next = $last + ($search_interval * 60);
        if ($next > time()) {
            Logger::debug('phototrack: search interval not reached');
            return false;
        }
    }
            Logger::debug('@@@ phototrack: search interval reached last ' . $last . ' search interval ' . $search_interval);
    return true;
}

function phototrack_cron($a, $b) {
    return; // @@@ something is broken
    if (!phototrack_cron_time()) {
        return;
    }
    DI::config()->set('phototrack', 'last_search', time());

    $remaining = 0;
    $remaining += phototrack_search_table($a, 'post-content', 'uri-id');
    $remaining += phototrack_search_table($a, 'contact', 'id');
    $remaining += phototrack_search_table($a, 'fcontact', 'id');
    $remaining += phototrack_search_table($a, 'fsuggest', 'id');
    $remaining += phototrack_search_table($a, 'gcontact', 'id');

    DI::config()->set('phototrack', 'remaining_items', $remaining);
    if ($remaining === 0) {
        phototrack_tidy();
    }
}

function phototrack_tidy() {
    $batch_size = phototrack_batch_size();
    DBA::e('CREATE TABLE IF NOT EXISTS `phototrack-temp` (`resource-id` char(255) not null)');
    DBA::e('INSERT INTO `phototrack-temp` SELECT DISTINCT(`resource-id`) FROM photo WHERE photo.`created` < DATE_SUB(NOW(), INTERVAL 2 MONTH)');
    $rows = DBA::p('SELECT `phototrack-temp`.`resource-id` FROM `phototrack-temp` LEFT OUTER JOIN phototrack_photo_use ON (`phototrack-temp`.`resource-id` = phototrack_photo_use.`resource-id`) WHERE phototrack_photo_use.id IS NULL limit ' . /*$batch_size*/1000);
    if (DBA::isResult($rows)) {
        foreach ($rows as $row) {
            Logger::debug('phototrack: remove photo ' . $row['resource-id']);
            DBA::e('DELETE FROM photo WHERE `resource-id` = "' . $row['resource-id'] . '"');
        }
        Logger::info('phototrack_tidy: deleted ' . DBA::numRows($rows) . ' photos');
    }
    DBA::e('DROP TABLE `phototrack-temp`');
    $rows = DBA::p('SELECT id FROM phototrack_photo_use WHERE checked < DATE_SUB(NOW(), INTERVAL 2 MONTH)');
    foreach ($rows as $row) {
        DBA::e( 'DELETE FROM phototrack_photo_use WHERE id = ' . $row['id']);
    }
    Logger::info('phototrack_tidy: deleted ' . DBA::numRows($rows) . ' phototrack_photo_use rows');
}