2018-09-20 07:30:07 +02:00
|
|
|
<?php
|
|
|
|
/**
|
2021-03-29 08:40:20 +02:00
|
|
|
* @copyright Copyright (C) 2010-2021, the Friendica project
|
2020-02-09 16:18:46 +01:00
|
|
|
*
|
|
|
|
* @license GNU AGPL version 3 or any later version
|
|
|
|
*
|
|
|
|
* This program is free software: you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU Affero General Public License as
|
|
|
|
* published by the Free Software Foundation, either version 3 of the
|
|
|
|
* License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU Affero General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
|
|
* along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
*
|
2018-09-20 07:30:07 +02:00
|
|
|
*/
|
2020-02-09 16:18:46 +01:00
|
|
|
|
2018-09-20 07:30:07 +02:00
|
|
|
namespace Friendica\Util;
|
|
|
|
|
2020-01-18 15:41:19 +01:00
|
|
|
use Friendica\Core\Cache\Duration;
|
2018-10-29 22:20:46 +01:00
|
|
|
use Friendica\Core\Logger;
|
2018-09-27 00:45:13 +02:00
|
|
|
use Exception;
|
2020-01-07 00:41:20 +01:00
|
|
|
use Friendica\DI;
|
2018-09-20 07:30:07 +02:00
|
|
|
|
|
|
|
/**
|
2020-01-19 07:05:23 +01:00
|
|
|
* This class contain methods to work with JsonLD data
|
2018-09-20 07:30:07 +02:00
|
|
|
*/
|
|
|
|
class JsonLD
|
|
|
|
{
|
2018-09-27 00:02:14 +02:00
|
|
|
/**
|
2020-01-19 07:05:23 +01:00
|
|
|
* Loader for LD-JSON validation
|
2018-09-27 00:02:14 +02:00
|
|
|
*
|
|
|
|
* @param $url
|
|
|
|
*
|
2019-01-06 22:06:53 +01:00
|
|
|
* @return mixed the loaded data
|
|
|
|
* @throws \JsonLdException
|
2018-09-27 00:02:14 +02:00
|
|
|
*/
|
2018-09-20 07:30:07 +02:00
|
|
|
public static function documentLoader($url)
|
|
|
|
{
|
|
|
|
$recursion = 0;
|
|
|
|
|
|
|
|
$x = debug_backtrace();
|
|
|
|
if ($x) {
|
|
|
|
foreach ($x as $n) {
|
|
|
|
if ($n['function'] === __FUNCTION__) {
|
|
|
|
$recursion ++;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if ($recursion > 5) {
|
2019-02-28 10:07:24 +01:00
|
|
|
Logger::error('jsonld bomb detected at: ' . $url);
|
2018-09-20 07:30:07 +02:00
|
|
|
exit();
|
|
|
|
}
|
|
|
|
|
2020-01-07 00:45:49 +01:00
|
|
|
$result = DI::cache()->get('documentLoader:' . $url);
|
2018-09-20 07:30:07 +02:00
|
|
|
if (!is_null($result)) {
|
|
|
|
return $result;
|
|
|
|
}
|
|
|
|
|
|
|
|
$data = jsonld_default_document_loader($url);
|
2020-01-18 15:41:19 +01:00
|
|
|
DI::cache()->set('documentLoader:' . $url, $data, Duration::DAY);
|
2018-09-20 07:30:07 +02:00
|
|
|
return $data;
|
|
|
|
}
|
|
|
|
|
2018-09-27 00:02:14 +02:00
|
|
|
/**
|
2020-01-19 07:05:23 +01:00
|
|
|
* Normalises a given JSON array
|
2018-09-27 00:02:14 +02:00
|
|
|
*
|
|
|
|
* @param array $json
|
|
|
|
*
|
2019-01-06 22:06:53 +01:00
|
|
|
* @return mixed|bool normalized JSON string
|
|
|
|
* @throws Exception
|
2018-09-27 00:02:14 +02:00
|
|
|
*/
|
2018-09-20 07:30:07 +02:00
|
|
|
public static function normalize($json)
|
|
|
|
{
|
|
|
|
jsonld_set_document_loader('Friendica\Util\JsonLD::documentLoader');
|
|
|
|
|
2018-09-22 00:31:33 +02:00
|
|
|
$jsonobj = json_decode(json_encode($json, JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE));
|
2018-09-20 07:30:07 +02:00
|
|
|
|
2018-09-27 00:45:13 +02:00
|
|
|
try {
|
|
|
|
$normalized = jsonld_normalize($jsonobj, array('algorithm' => 'URDNA2015', 'format' => 'application/nquads'));
|
|
|
|
}
|
|
|
|
catch (Exception $e) {
|
2018-10-02 10:31:58 +02:00
|
|
|
$normalized = false;
|
2019-05-20 00:18:14 +02:00
|
|
|
$messages = [];
|
|
|
|
$currentException = $e;
|
|
|
|
do {
|
|
|
|
$messages[] = $currentException->getMessage();
|
|
|
|
} while($currentException = $currentException->getPrevious());
|
|
|
|
|
|
|
|
Logger::warning('JsonLD normalize error');
|
|
|
|
Logger::notice('JsonLD normalize error', ['messages' => $messages]);
|
|
|
|
Logger::info('JsonLD normalize error', ['trace' => $e->getTraceAsString()]);
|
|
|
|
Logger::debug('JsonLD normalize error', ['jsonobj' => $jsonobj]);
|
2018-09-27 00:45:13 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
return $normalized;
|
2018-09-20 07:30:07 +02:00
|
|
|
}
|
|
|
|
|
2018-09-27 00:02:14 +02:00
|
|
|
/**
|
2020-01-19 07:05:23 +01:00
|
|
|
* Compacts a given JSON array
|
2018-09-27 00:02:14 +02:00
|
|
|
*
|
|
|
|
* @param array $json
|
|
|
|
*
|
2019-01-06 22:06:53 +01:00
|
|
|
* @return array Compacted JSON array
|
|
|
|
* @throws Exception
|
2018-09-27 00:02:14 +02:00
|
|
|
*/
|
2018-09-20 07:30:07 +02:00
|
|
|
public static function compact($json)
|
|
|
|
{
|
|
|
|
jsonld_set_document_loader('Friendica\Util\JsonLD::documentLoader');
|
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
$context = (object)['as' => 'https://www.w3.org/ns/activitystreams#',
|
|
|
|
'w3id' => 'https://w3id.org/security#',
|
2018-11-02 22:57:06 +01:00
|
|
|
'ldp' => (object)['@id' => 'http://www.w3.org/ns/ldp#', '@type' => '@id'],
|
2018-09-20 07:30:07 +02:00
|
|
|
'vcard' => (object)['@id' => 'http://www.w3.org/2006/vcard/ns#', '@type' => '@id'],
|
2018-11-02 22:57:06 +01:00
|
|
|
'dfrn' => (object)['@id' => 'http://purl.org/macgirvin/dfrn/1.0/', '@type' => '@id'],
|
2018-10-07 15:37:05 +02:00
|
|
|
'diaspora' => (object)['@id' => 'https://diasporafoundation.org/ns/', '@type' => '@id'],
|
2018-11-02 22:57:06 +01:00
|
|
|
'ostatus' => (object)['@id' => 'http://ostatus.org#', '@type' => '@id'],
|
2018-11-07 21:34:03 +01:00
|
|
|
'dc' => (object)['@id' => 'http://purl.org/dc/terms/', '@type' => '@id'],
|
2019-05-14 19:50:45 +02:00
|
|
|
'toot' => (object)['@id' => 'http://joinmastodon.org/ns#', '@type' => '@id'],
|
2020-03-02 08:57:23 +01:00
|
|
|
'litepub' => (object)['@id' => 'http://litepub.social/ns#', '@type' => '@id'],
|
|
|
|
'sc' => (object)['@id' => 'http://schema.org#', '@type' => '@id'],
|
|
|
|
'pt' => (object)['@id' => 'https://joinpeertube.org/ns#', '@type' => '@id']];
|
2018-09-20 07:30:07 +02:00
|
|
|
|
2019-04-25 15:30:30 +02:00
|
|
|
// Preparation for adding possibly missing content to the context
|
|
|
|
if (!empty($json['@context']) && is_string($json['@context'])) {
|
|
|
|
$json['@context'] = [$json['@context']];
|
|
|
|
}
|
|
|
|
|
|
|
|
// Workaround for servers with missing context
|
2019-01-13 10:38:01 +01:00
|
|
|
// See issue https://github.com/nextcloud/social/issues/330
|
2019-01-13 19:03:13 +01:00
|
|
|
if (!empty($json['@context']) && is_array($json['@context'])) {
|
2019-01-13 17:00:27 +01:00
|
|
|
$json['@context'][] = 'https://w3id.org/security/v1';
|
|
|
|
}
|
2019-01-13 10:38:01 +01:00
|
|
|
|
2018-12-11 19:48:33 +01:00
|
|
|
// Trying to avoid memory problems with large content fields
|
|
|
|
if (!empty($json['object']['source']['content'])) {
|
|
|
|
$content = $json['object']['source']['content'];
|
|
|
|
$json['object']['source']['content'] = '';
|
|
|
|
}
|
2018-09-20 07:30:07 +02:00
|
|
|
|
2018-12-11 19:48:33 +01:00
|
|
|
$jsonobj = json_decode(json_encode($json, JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE));
|
2018-10-13 15:17:10 +02:00
|
|
|
|
|
|
|
try {
|
|
|
|
$compacted = jsonld_compact($jsonobj, $context);
|
|
|
|
}
|
|
|
|
catch (Exception $e) {
|
|
|
|
$compacted = false;
|
2019-02-28 10:07:24 +01:00
|
|
|
Logger::error('compacting error');
|
|
|
|
// Sooner or later we should log some details as well - but currently this leads to memory issues
|
|
|
|
// Logger::log('compacting error:' . substr(print_r($e, true), 0, 10000), Logger::DEBUG);
|
2018-10-13 15:17:10 +02:00
|
|
|
}
|
2018-09-20 07:30:07 +02:00
|
|
|
|
2018-12-11 19:48:33 +01:00
|
|
|
$json = json_decode(json_encode($compacted, JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE), true);
|
|
|
|
|
|
|
|
if (isset($json['as:object']['as:source']['as:content']) && !empty($content)) {
|
|
|
|
$json['as:object']['as:source']['as:content'] = $content;
|
|
|
|
}
|
|
|
|
|
|
|
|
return $json;
|
2018-09-20 07:30:07 +02:00
|
|
|
}
|
2018-09-20 07:37:01 +02:00
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
/**
|
2020-01-19 07:05:23 +01:00
|
|
|
* Fetches an element array from a JSON array
|
2018-10-07 15:37:05 +02:00
|
|
|
*
|
|
|
|
* @param $array
|
|
|
|
* @param $element
|
|
|
|
* @param $key
|
|
|
|
*
|
2019-01-06 22:06:53 +01:00
|
|
|
* @return array fetched element
|
2018-10-07 15:37:05 +02:00
|
|
|
*/
|
2020-11-11 17:19:08 +01:00
|
|
|
public static function fetchElementArray($array, $element, $key = null, $type = null, $type_value = null)
|
2018-10-07 15:37:05 +02:00
|
|
|
{
|
|
|
|
if (!isset($array[$element])) {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
// If it isn't an array yet, make it to one
|
|
|
|
if (!is_int(key($array[$element]))) {
|
|
|
|
$array[$element] = [$array[$element]];
|
|
|
|
}
|
|
|
|
|
|
|
|
$elements = [];
|
|
|
|
|
|
|
|
foreach ($array[$element] as $entry) {
|
2020-11-11 17:19:08 +01:00
|
|
|
if (!is_array($entry) || is_null($key)) {
|
|
|
|
$item = $entry;
|
|
|
|
} elseif (isset($entry[$key])) {
|
|
|
|
$item = $entry[$key];
|
|
|
|
}
|
|
|
|
|
|
|
|
if (isset($item) && (is_null($type) || is_null($type_value) || isset($item[$type]) && $item[$type] == $type_value)) {
|
|
|
|
$elements[] = $item;
|
2018-10-07 15:37:05 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return $elements;
|
|
|
|
}
|
|
|
|
|
2018-09-27 00:02:14 +02:00
|
|
|
/**
|
2020-01-19 07:05:23 +01:00
|
|
|
* Fetches an element from a JSON array
|
2018-09-27 00:02:14 +02:00
|
|
|
*
|
|
|
|
* @param $array
|
|
|
|
* @param $element
|
|
|
|
* @param $key
|
|
|
|
* @param $type
|
|
|
|
* @param $type_value
|
|
|
|
*
|
2019-01-06 22:06:53 +01:00
|
|
|
* @return string fetched element
|
2018-09-27 00:02:14 +02:00
|
|
|
*/
|
2018-10-07 15:37:05 +02:00
|
|
|
public static function fetchElement($array, $element, $key = '@id', $type = null, $type_value = null)
|
2018-09-20 07:37:01 +02:00
|
|
|
{
|
|
|
|
if (empty($array)) {
|
2018-10-07 15:37:05 +02:00
|
|
|
return null;
|
2018-09-20 07:37:01 +02:00
|
|
|
}
|
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
if (!isset($array[$element])) {
|
|
|
|
return null;
|
2018-09-20 07:37:01 +02:00
|
|
|
}
|
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
if (!is_array($array[$element])) {
|
2018-09-20 07:37:01 +02:00
|
|
|
return $array[$element];
|
|
|
|
}
|
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
if (is_null($type) || is_null($type_value)) {
|
|
|
|
$element_array = self::fetchElementArray($array, $element, $key);
|
|
|
|
if (is_null($element_array)) {
|
|
|
|
return null;
|
2018-09-20 07:37:01 +02:00
|
|
|
}
|
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
return array_shift($element_array);
|
2018-09-20 07:37:01 +02:00
|
|
|
}
|
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
$element_array = self::fetchElementArray($array, $element);
|
|
|
|
if (is_null($element_array)) {
|
|
|
|
return null;
|
2018-09-20 07:37:01 +02:00
|
|
|
}
|
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
foreach ($element_array as $entry) {
|
|
|
|
if (isset($entry[$key]) && isset($entry[$type]) && ($entry[$type] == $type_value)) {
|
|
|
|
return $entry[$key];
|
|
|
|
}
|
|
|
|
}
|
2018-09-20 07:37:01 +02:00
|
|
|
|
2018-10-07 15:37:05 +02:00
|
|
|
return null;
|
2018-09-20 07:37:01 +02:00
|
|
|
}
|
2018-09-20 07:30:07 +02:00
|
|
|
}
|