*/ /* * List of tables and the fields that are checked: * * contact: photo thumb micro about * fcontact: photo * fsuggest: photo * gcontact: photo about * item: body * item-content: body * mail: from-photo * notify: photo * profile: photo thumb about */ use Friendica\Core\Addon; use Friendica\Core\Logger; use Friendica\Object\Image; use Friendica\Database\DBA; use Friendica\Util\Images; use Friendica\Util\DateTimeFormat; use Friendica\DI; if (!defined('PHOTOTRACK_DEFAULT_BATCH_SIZE')) { define('PHOTOTRACK_DEFAULT_BATCH_SIZE', 1000); } // Time in *minutes* between searching for photo uses if (!defined('PHOTOTRACK_DEFAULT_SEARCH_INTERVAL')) { define('PHOTOTRACK_DEFAULT_SEARCH_INTERVAL', 10); } function phototrack_install() { global $db; Addon::registerHook('post_local_end', 'addon/phototrack/phototrack.php', 'phototrack_post_local_end'); Addon::registerHook('post_remote_end', 'addon/phototrack/phototrack.php', 'phototrack_post_remote_end'); Addon::registerHook('notifier_end', 'addon/phototrack/phototrack.php', 'phototrack_notifier_end'); Addon::registerHook('cron', 'addon/phototrack/phototrack.php', 'phototrack_cron'); if (DI::config()->get('phototrack', 'dbversion') != '0.1') { $schema = file_get_contents(dirname(__file__).'/database.sql'); $arr = explode(';', $schema); foreach ($arr as $a) { if (!DBA::e($a)) { Logger::warning('Unable to create database table: ' . DBA::errorMessage()); return; } } DI::config()->set('phototrack', 'dbversion', '0.1'); } } function phototrack_uninstall() { Addon::unregisterHook('post_local_end', 'addon/phototrack/phototrack.php', 'phototrack_post_local_end'); Addon::unregisterHook('post_remote_end', 'addon/phototrack/phototrack.php', 'phototrack_post_remote_end'); Addon::unregisterHook('notifier_end', 'addon/phototrack/phototrack.php', 'phototrack_notifier_end'); Addon::unregisterHook('cron', 'addon/phototrack/phototrack.php', 'phototrack_cron'); } function phototrack_module() {} function phototrack_finished_row($table, $id) { $existing = DBA::selectFirst('phototrack_row_check', ['id'], ['table' => $table, 'row-id' => $id]); if (!is_bool($existing)) { DBA::update('phototrack_row_check', ['checked' => DateTimeFormat::utcNow()], ['table' => $table, 'row-id' => $id]); } else { DBA::insert('phototrack_row_check', ['table' => $table, 'row-id' => $id, 'checked' => DateTimeFormat::utcNow()]); } } function phototrack_photo_use($photo, $table, $field, $id) { Logger::debug('@@@ phototrack_photo_use ' . $photo); foreach (Images::supportedTypes() as $m => $e) { $photo = str_replace(".$e", '', $photo); } if (substr($photo, -2, 1) == '-') { $resolution = intval(substr($photo,-1,1)); $photo = substr($photo,0,-2); } if (strlen($photo) != 32) { return; } $r = DBA::selectFirst('photo', ['resource-id'], ['resource-id' => $photo]); if (!DBA::isResult($r)) { return; } $rid = $r['resource-id']; $existing = DBA::selectFirst('phototrack_photo_use', ['id'], ['resource-id' => $rid, 'table' => $table, 'field' => $field, 'row-id' => $id]); if (DBA::isResult($existing)) { DBA::update('phototrack_photo_use', ['checked' => DateTimeFormat::utcNow()], ['resource-id' => $rid, 'table' => $table, 'field' => $field, 'row-id' => $id]); } else { DBA::insert('phototrack_photo_use', ['resource-id' => $rid, 'table' => $table, 'field' => $field, 'row-id' => $id, 'checked' => DateTimeFormat::utcNow()]); } } function phototrack_check_field_url($a, $table, $id_field, $field, $id, $url) { Logger::info('@@@ phototrack_check_field_url table ' . $table . ' id_field ' . $id_field . ' field ' . $field . ' id ' . $id . ' url ' . $url); $baseurl = DI::baseUrl()->get(true); if (strpos($url, $baseurl) === FALSE) { return; } else { $url = substr($url, strlen($baseurl)); Logger::info('@@@ phototrack_check_field_url funny url stuff ' . $url . ' base ' . $baseurl); } if (strpos($url, '/photo/') === FALSE) { return; } else { $url = substr($url, strlen('/photo/')); Logger::info('@@@ phototrack_check_field_url more url stuff ' . $url); } if (preg_match('/([0-9a-z]{32})/', $url, $matches)) { $rid = $matches[0]; Logger::info('@@@ phototrack_check_field_url rid ' . $rid); phototrack_photo_use($rid, $table, $field, $id); } } function phototrack_check_field_bbcode($a, $table, $id_field, $field, $id, $value) { Logger::info('@@@ phototrack_check_field_url table ' . $table . ' id_field ' . $id_field . ' field ' . $field . ' id ' . $id . ' value ' . $value); $baseurl = DI::baseUrl()->get(true); $matches = array(); preg_match_all("/\[img(\=([0-9]*)x([0-9]*))?\](.*?)\[\/img\]/ism", $value, $matches); foreach ($matches[4] as $url) { phototrack_check_field_url($a, $table, $id_field, $field, $id, $url); } } function phototrack_post_local_end(&$a, &$item) { phototrack_check_row($a, 'item', 'id', $item); phototrack_check_row($a, 'item-content', 'id', $item); } function phototrack_post_remote_end(&$a, &$item) { phototrack_check_row($a, 'item', 'id', $item); phototrack_check_row($a, 'item-content', 'id', $item); } function phototrack_notifier_end($item) { } function phototrack_check_row($a, $table, $id_field, $row) { switch ($table) { case 'post-content': $fields = array( 'body' => 'bbcode'); break; case 'contact': $fields = array( 'photo' => 'url', 'thumb' => 'url', 'micro' => 'url', 'about' => 'bbcode'); break; case 'fcontact': $fields = array( 'photo' => 'url'); break; case 'fsuggest': $fields = array( 'photo' => 'url'); break; case 'gcontact': $fields = array( 'photo' => 'url', 'about' => 'bbcode'); break; default: $fields = array(); break; } foreach ($fields as $field => $type) { switch ($type) { case 'bbcode': phototrack_check_field_bbcode($a, $table, $id_field, $field, $row['id'], $row[$field]); break; case 'url': phototrack_check_field_url($a, $table, $id_field, $field, $row['id'], $row[$field]); break; } } phototrack_finished_row($table, $row['id']); } function phototrack_batch_size() { $batch_size = DI::config()->get('phototrack', 'batch_size'); if ($batch_size > 0) { return $batch_size; } return PHOTOTRACK_DEFAULT_BATCH_SIZE; } function phototrack_search_table($a, $table, $id_field) { $batch_size = phototrack_batch_size(); $rows = DBA::p("SELECT `$table`.* FROM `$table` LEFT OUTER JOIN phototrack_row_check ON ( phototrack_row_check.`table` = '$table' AND phototrack_row_check.`row-id` = `$table`.$id_field ) WHERE ( ( phototrack_row_check.checked IS NULL ) OR ( phototrack_row_check.checked < DATE_SUB(NOW(), INTERVAL 1 MONTH) ) ) ORDER BY phototrack_row_check.checked LIMIT $batch_size"); if (DBA::isResult($rows)) { while ($row = DBA::fetch($rows)) { phototrack_check_row($a, $table, $id_field, $row); } } $r = DBA::p("SELECT COUNT(*) FROM `$table` LEFT OUTER JOIN phototrack_row_check ON ( phototrack_row_check.`table` = '$table' AND phototrack_row_check.`row-id` = `$table`.$id_field ) WHERE ( ( phototrack_row_check.checked IS NULL ) OR ( phototrack_row_check.checked < DATE_SUB(NOW(), INTERVAL 1 MONTH) ) )"); Logger::info("@@@ phototrack_search_table " . print_r(DBA::fetch($r))); $remaining = DBA::fetch($r)['count']; Logger::info('phototrack: searched ' . DBA::numRows($rows) . ' rows in table ' . $table . ', ' . $remaining . ' still remaining to search'); return $remaining; } function phototrack_cron_time() { $prev_remaining = DI::config()->get('phototrack', 'remaining_items'); if ($prev_remaining > 10 * phototrack_batch_size()) { Logger::debug('phototrack: more than ' . (10 * phototrack_batch_size()) . ' items remaining'); return true; } $last = DI::config()->get('phototrack', 'last_search'); $search_interval = intval(DI::config()->get('phototrack', 'search_interval')); if (!$search_interval) { $search_interval = PHOTOTRACK_DEFAULT_SEARCH_INTERVAL; } if ($last) { $next = $last + ($search_interval * 60); if ($next > time()) { Logger::debug('phototrack: search interval not reached'); return false; } } Logger::debug('@@@ phototrack: search interval reached last ' . $last . ' search interval ' . $search_interval); return true; } function phototrack_cron($a, $b) { return; // @@@ something is broken if (!phototrack_cron_time()) { return; } DI::config()->set('phototrack', 'last_search', time()); $remaining = 0; $remaining += phototrack_search_table($a, 'post-content', 'uri-id'); $remaining += phototrack_search_table($a, 'contact', 'id'); $remaining += phototrack_search_table($a, 'fcontact', 'id'); $remaining += phototrack_search_table($a, 'fsuggest', 'id'); $remaining += phototrack_search_table($a, 'gcontact', 'id'); DI::config()->set('phototrack', 'remaining_items', $remaining); if ($remaining === 0) { phototrack_tidy(); } } function phototrack_tidy() { $batch_size = phototrack_batch_size(); DBA::e('CREATE TABLE IF NOT EXISTS `phototrack-temp` (`resource-id` char(255) not null)'); DBA::e('INSERT INTO `phototrack-temp` SELECT DISTINCT(`resource-id`) FROM photo WHERE photo.`created` < DATE_SUB(NOW(), INTERVAL 2 MONTH)'); $rows = DBA::p('SELECT `phototrack-temp`.`resource-id` FROM `phototrack-temp` LEFT OUTER JOIN phototrack_photo_use ON (`phototrack-temp`.`resource-id` = phototrack_photo_use.`resource-id`) WHERE phototrack_photo_use.id IS NULL limit ' . /*$batch_size*/1000); if (DBA::isResult($rows)) { foreach ($rows as $row) { Logger::debug('phototrack: remove photo ' . $row['resource-id']); DBA::e('DELETE FROM photo WHERE `resource-id` = "' . $row['resource-id'] . '"'); } Logger::info('phototrack_tidy: deleted ' . DBA::numRows($rows) . ' photos'); } DBA::e('DROP TABLE `phototrack-temp`'); $rows = DBA::p('SELECT id FROM phototrack_photo_use WHERE checked < DATE_SUB(NOW(), INTERVAL 2 MONTH)'); foreach ($rows as $row) { DBA::e( 'DELETE FROM phototrack_photo_use WHERE id = ' . $row['id']); } Logger::info('phototrack_tidy: deleted ' . DBA::numRows($rows) . ' phototrack_photo_use rows'); }