|
|
|
@ -214,271 +214,11 @@ class PortableContact |
|
|
|
DBA::delete('glink', $condition); |
|
|
|
} |
|
|
|
|
|
|
|
public static function reachable($profile, $server = "", $network = "", $force = false) |
|
|
|
{ |
|
|
|
if ($server == "") { |
|
|
|
$server = Contact::getBasepath($profile); |
|
|
|
} |
|
|
|
|
|
|
|
if ($server == "") { |
|
|
|
return true; |
|
|
|
} |
|
|
|
|
|
|
|
return GServer::check($server, $network, $force); |
|
|
|
} |
|
|
|
|
|
|
|
public static function alternateOStatusUrl($url) |
|
|
|
{ |
|
|
|
return(preg_match("=https?://.+/user/\d+=ism", $url, $matches)); |
|
|
|
} |
|
|
|
|
|
|
|
public static function lastUpdated($profile, $force = false) |
|
|
|
{ |
|
|
|
$gcontacts = q( |
|
|
|
"SELECT * FROM `gcontact` WHERE `nurl` = '%s'", |
|
|
|
DBA::escape(Strings::normaliseLink($profile)) |
|
|
|
); |
|
|
|
|
|
|
|
if (!DBA::isResult($gcontacts)) { |
|
|
|
return false; |
|
|
|
} |
|
|
|
|
|
|
|
$contact = ["url" => $profile]; |
|
|
|
|
|
|
|
if ($gcontacts[0]["created"] <= DBA::NULL_DATETIME) { |
|
|
|
$contact['created'] = DateTimeFormat::utcNow(); |
|
|
|
} |
|
|
|
|
|
|
|
$server_url = ''; |
|
|
|
if ($force) { |
|
|
|
$server_url = Strings::normaliseLink(Contact::getBasepath($profile)); |
|
|
|
} |
|
|
|
|
|
|
|
if (($server_url == '') && ($gcontacts[0]["server_url"] != "")) { |
|
|
|
$server_url = $gcontacts[0]["server_url"]; |
|
|
|
} |
|
|
|
|
|
|
|
if (!$force && (($server_url == '') || ($gcontacts[0]["server_url"] == $gcontacts[0]["nurl"]))) { |
|
|
|
$server_url = Strings::normaliseLink(Contact::getBasepath($profile)); |
|
|
|
} |
|
|
|
|
|
|
|
if (!in_array($gcontacts[0]["network"], [Protocol::DFRN, Protocol::DIASPORA, Protocol::FEED, Protocol::OSTATUS, ""])) { |
|
|
|
Logger::log("Profile ".$profile.": Network type ".$gcontacts[0]["network"]." can't be checked", Logger::DEBUG); |
|
|
|
return false; |
|
|
|
} |
|
|
|
|
|
|
|
if ($server_url != "") { |
|
|
|
if (!GServer::check($server_url, $gcontacts[0]["network"], $force)) { |
|
|
|
if ($force) { |
|
|
|
$fields = ['last_failure' => DateTimeFormat::utcNow()]; |
|
|
|
DBA::update('gcontact', $fields, ['nurl' => Strings::normaliseLink($profile)]); |
|
|
|
} |
|
|
|
|
|
|
|
Logger::log("Profile ".$profile.": Server ".$server_url." wasn't reachable.", Logger::DEBUG); |
|
|
|
return false; |
|
|
|
} |
|
|
|
$contact['server_url'] = $server_url; |
|
|
|
} |
|
|
|
|
|
|
|
if (in_array($gcontacts[0]["network"], ["", Protocol::FEED])) { |
|
|
|
$server = q( |
|
|
|
"SELECT `network` FROM `gserver` WHERE `nurl` = '%s' AND `network` != ''", |
|
|
|
DBA::escape(Strings::normaliseLink($server_url)) |
|
|
|
); |
|
|
|
|
|
|
|
if ($server) { |
|
|
|
$contact['network'] = $server[0]["network"]; |
|
|
|
} else { |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
// noscrape is really fast so we don't cache the call.
|
|
|
|
if (($server_url != "") && ($gcontacts[0]["nick"] != "")) { |
|
|
|
// Use noscrape if possible
|
|
|
|
$server = q("SELECT `noscrape`, `network` FROM `gserver` WHERE `nurl` = '%s' AND `noscrape` != ''", DBA::escape(Strings::normaliseLink($server_url))); |
|
|
|
|
|
|
|
if ($server) { |
|
|
|
$curlResult = Network::curl($server[0]["noscrape"]."/".$gcontacts[0]["nick"]); |
|
|
|
|
|
|
|
if ($curlResult->isSuccess() && ($curlResult->getBody() != "")) { |
|
|
|
$noscrape = json_decode($curlResult->getBody(), true); |
|
|
|
|
|
|
|
if (is_array($noscrape)) { |
|
|
|
$contact["network"] = $server[0]["network"]; |
|
|
|
|
|
|
|
if (isset($noscrape["fn"])) { |
|
|
|
$contact["name"] = $noscrape["fn"]; |
|
|
|
} |
|
|
|
if (isset($noscrape["comm"])) { |
|
|
|
$contact["community"] = $noscrape["comm"]; |
|
|
|
} |
|
|
|
if (isset($noscrape["tags"])) { |
|
|
|
$keywords = implode(" ", $noscrape["tags"]); |
|
|
|
if ($keywords != "") { |
|
|
|
$contact["keywords"] = $keywords; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
$location = Profile::formatLocation($noscrape); |
|
|
|
if ($location) { |
|
|
|
$contact["location"] = $location; |
|
|
|
} |
|
|
|
if (isset($noscrape["dfrn-notify"])) { |
|
|
|
$contact["notify"] = $noscrape["dfrn-notify"]; |
|
|
|
} |
|
|
|
// Remove all fields that are not present in the gcontact table
|
|
|
|
unset($noscrape["fn"]); |
|
|
|
unset($noscrape["key"]); |
|
|
|
unset($noscrape["homepage"]); |
|
|
|
unset($noscrape["comm"]); |
|
|
|
unset($noscrape["tags"]); |
|
|
|
unset($noscrape["locality"]); |
|
|
|
unset($noscrape["region"]); |
|
|
|
unset($noscrape["country-name"]); |
|
|
|
unset($noscrape["contacts"]); |
|
|
|
unset($noscrape["dfrn-request"]); |
|
|
|
unset($noscrape["dfrn-confirm"]); |
|
|
|
unset($noscrape["dfrn-notify"]); |
|
|
|
unset($noscrape["dfrn-poll"]); |
|
|
|
|
|
|
|
// Set the date of the last contact
|
|
|
|
/// @todo By now the function "update_gcontact" doesn't work with this field
|
|
|
|
//$contact["last_contact"] = DateTimeFormat::utcNow();
|
|
|
|
|
|
|
|
$contact = array_merge($contact, $noscrape); |
|
|
|
|
|
|
|
GContact::update($contact); |
|
|
|
|
|
|
|
if (!empty($noscrape["updated"])) { |
|
|
|
$fields = ['last_contact' => DateTimeFormat::utcNow()]; |
|
|
|
DBA::update('gcontact', $fields, ['nurl' => Strings::normaliseLink($profile)]); |
|
|
|
|
|
|
|
Logger::log("Profile ".$profile." was last updated at ".$noscrape["updated"]." (noscrape)", Logger::DEBUG); |
|
|
|
|
|
|
|
return $noscrape["updated"]; |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
// If we only can poll the feed, then we only do this once a while
|
|
|
|
if (!$force && !self::updateNeeded($gcontacts[0]["created"], $gcontacts[0]["updated"], $gcontacts[0]["last_failure"], $gcontacts[0]["last_contact"])) { |
|
|
|
Logger::log("Profile ".$profile." was last updated at ".$gcontacts[0]["updated"]." (cached)", Logger::DEBUG); |
|
|
|
|
|
|
|
GContact::update($contact); |
|
|
|
return $gcontacts[0]["updated"]; |
|
|
|
} |
|
|
|
|
|
|
|
$data = Probe::uri($profile); |
|
|
|
|
|
|
|
// Is the profile link the alternate OStatus link notation? (http://domain.tld/user/4711)
|
|
|
|
// Then check the other link and delete this one
|
|
|
|
if (($data["network"] == Protocol::OSTATUS) && self::alternateOStatusUrl($profile) |
|
|
|
&& (Strings::normaliseLink($profile) == Strings::normaliseLink($data["alias"])) |
|
|
|
&& (Strings::normaliseLink($profile) != Strings::normaliseLink($data["url"])) |
|
|
|
) { |
|
|
|
// Delete the old entry
|
|
|
|
DBA::delete('gcontact', ['nurl' => Strings::normaliseLink($profile)]); |
|
|
|
|
|
|
|
$gcontact = array_merge($gcontacts[0], $data); |
|
|
|
|
|
|
|
$gcontact["server_url"] = $data["baseurl"]; |
|
|
|
|
|
|
|
try { |
|
|
|
$gcontact = GContact::sanitize($gcontact); |
|
|
|
GContact::update($gcontact); |
|
|
|
|
|
|
|
self::lastUpdated($data["url"], $force); |
|
|
|
} catch (Exception $e) { |
|
|
|
Logger::log($e->getMessage(), Logger::DEBUG); |
|
|
|
} |
|
|
|
|
|
|
|
Logger::log("Profile ".$profile." was deleted", Logger::DEBUG); |
|
|
|
return false; |
|
|
|
} |
|
|
|
|
|
|
|
if (($data["poll"] == "") || (in_array($data["network"], [Protocol::FEED, Protocol::PHANTOM]))) { |
|
|
|
$fields = ['last_failure' => DateTimeFormat::utcNow()]; |
|
|
|
DBA::update('gcontact', $fields, ['nurl' => Strings::normaliseLink($profile)]); |
|
|
|
|
|
|
|
Logger::log("Profile ".$profile." wasn't reachable (profile)", Logger::DEBUG); |
|
|
|
return false; |
|
|
|
} |
|
|
|
|
|
|
|
$contact = array_merge($contact, $data); |
|
|
|
|
|
|
|
$contact["server_url"] = $data["baseurl"]; |
|
|
|
|
|
|
|
GContact::update($contact); |
|
|
|
|
|
|
|
$curlResult = Network::curl($data["poll"]); |
|
|
|
|
|
|
|
if (!$curlResult->isSuccess()) { |
|
|
|
$fields = ['last_failure' => DateTimeFormat::utcNow()]; |
|
|
|
DBA::update('gcontact', $fields, ['nurl' => Strings::normaliseLink($profile)]); |
|
|
|
|
|
|
|
Logger::log("Profile ".$profile." wasn't reachable (no feed)", Logger::DEBUG); |
|
|
|
return false; |
|
|
|
} |
|
|
|
|
|
|
|
$doc = new DOMDocument(); |
|
|
|
/// @TODO Avoid error supression here
|
|
|
|
@$doc->loadXML($curlResult->getBody()); |
|
|
|
|
|
|
|
$xpath = new DOMXPath($doc); |
|
|
|
$xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom"); |
|
|
|
|
|
|
|
$entries = $xpath->query('/atom:feed/atom:entry'); |
|
|
|
|
|
|
|
$last_updated = ""; |
|
|
|
|
|
|
|
foreach ($entries as $entry) { |
|
|
|
$published_item = $xpath->query('atom:published/text()', $entry)->item(0); |
|
|
|
$updated_item = $xpath->query('atom:updated/text()' , $entry)->item(0); |
|
|
|
$published = isset($published_item->nodeValue) ? DateTimeFormat::utc($published_item->nodeValue) : null; |
|
|
|
$updated = isset($updated_item->nodeValue) ? DateTimeFormat::utc($updated_item->nodeValue) : null; |
|
|
|
|
|
|
|
if (!isset($published) || !isset($updated)) { |
|
|
|
Logger::notice('Invalid entry for XPath.', ['entry' => $entry, 'profile' => $profile]); |
|
|
|
continue; |
|
|
|
} |
|
|
|
|
|
|
|
if ($last_updated < $published) { |
|
|
|
$last_updated = $published; |
|
|
|
} |
|
|
|
|
|
|
|
if ($last_updated < $updated) { |
|
|
|
$last_updated = $updated; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
// Maybe there aren't any entries. Then check if it is a valid feed
|
|
|
|
if ($last_updated == "") { |
|
|
|
if ($xpath->query('/atom:feed')->length > 0) { |
|
|
|
$last_updated = DBA::NULL_DATETIME; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
$fields = ['last_contact' => DateTimeFormat::utcNow()]; |
|
|
|
|
|
|
|
if (!empty($last_updated)) { |
|
|
|
$fields['updated'] = $last_updated; |
|
|
|
} |
|
|
|
|
|
|
|
DBA::update('gcontact', $fields, ['nurl' => Strings::normaliseLink($profile)]); |
|
|
|
|
|
|
|
if (($gcontacts[0]["generation"] == 0)) { |
|
|
|
$fields = ['generation' => 9]; |
|
|
|
DBA::update('gcontact', $fields, ['nurl' => Strings::normaliseLink($profile)]); |
|
|
|
} |
|
|
|
|
|
|
|
Logger::log("Profile ".$profile." was last updated at ".$last_updated, Logger::DEBUG); |
|
|
|
|
|
|
|
return $last_updated; |
|
|
|
} |
|
|
|
|
|
|
|
public static function updateNeeded($created, $updated, $last_failure, $last_contact) |
|
|
|
{ |
|
|
|
$now = strtotime(DateTimeFormat::utcNow()); |
|
|
|
|
GitHub