2010-07-23 07:41:45 +02:00
|
|
|
<?php
|
2016-11-27 23:41:55 +01:00
|
|
|
|
2017-01-09 13:14:25 +01:00
|
|
|
/**
|
2015-12-25 23:17:34 +01:00
|
|
|
* @file mod/parse_url.php
|
2016-11-25 16:59:31 +01:00
|
|
|
* @brief The parse_url module
|
2017-01-09 13:14:25 +01:00
|
|
|
*
|
2017-01-27 04:57:53 +01:00
|
|
|
* This module does parse an url for embeddable content (audio, video, image files or link)
|
|
|
|
* information and does format this information to BBCode
|
2017-01-09 13:14:25 +01:00
|
|
|
*
|
|
|
|
* @see ParseUrl::getSiteinfo() for more information about scraping embeddable content
|
2018-09-02 23:24:56 +02:00
|
|
|
*/
|
2019-05-29 20:32:16 +02:00
|
|
|
|
2017-04-30 06:07:00 +02:00
|
|
|
use Friendica\App;
|
2018-12-26 07:06:24 +01:00
|
|
|
use Friendica\Core\Hook;
|
2018-10-29 22:20:46 +01:00
|
|
|
use Friendica\Core\Logger;
|
2019-02-01 19:18:08 +01:00
|
|
|
use Friendica\Core\System;
|
2018-01-27 05:18:38 +01:00
|
|
|
use Friendica\Util\Network;
|
2018-01-04 18:03:15 +01:00
|
|
|
use Friendica\Util\ParseUrl;
|
2019-05-29 20:32:16 +02:00
|
|
|
use Friendica\Util\Strings;
|
2012-09-06 01:26:11 +02:00
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
function parse_url_content(App $a)
|
|
|
|
{
|
2016-11-24 01:11:22 +01:00
|
|
|
$text = null;
|
2018-09-02 23:24:56 +02:00
|
|
|
$str_tags = '';
|
2019-02-01 19:18:08 +01:00
|
|
|
$format = '';
|
|
|
|
$ret= ['success' => false, 'contentType' => ''];
|
2016-01-14 23:59:51 +01:00
|
|
|
|
2017-01-27 04:57:53 +01:00
|
|
|
$br = "\n";
|
2014-02-22 15:46:19 +01:00
|
|
|
|
2019-05-29 20:32:16 +02:00
|
|
|
if (!empty($_GET['binurl']) && Strings::isHex($_GET['binurl'])) {
|
2018-09-02 23:24:56 +02:00
|
|
|
$url = trim(hex2bin($_GET['binurl']));
|
2019-05-29 20:32:16 +02:00
|
|
|
} elseif (!empty($_GET['url'])) {
|
2018-09-02 23:24:56 +02:00
|
|
|
$url = trim($_GET['url']);
|
2019-05-29 20:32:16 +02:00
|
|
|
// fallback in case no url is valid
|
|
|
|
} else {
|
|
|
|
$a->internalRedirect();
|
2016-11-12 21:23:00 +01:00
|
|
|
}
|
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
if (!empty($_GET['title'])) {
|
|
|
|
$title = strip_tags(trim($_GET['title']));
|
2014-07-14 08:37:40 +02:00
|
|
|
}
|
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
if (!empty($_GET['description'])) {
|
|
|
|
$text = strip_tags(trim($_GET['description']));
|
2013-03-02 14:46:06 +01:00
|
|
|
}
|
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
if (!empty($_GET['tags'])) {
|
|
|
|
$arr_tags = ParseUrl::convertTagsToArray($_GET['tags']);
|
2016-11-24 01:11:22 +01:00
|
|
|
if (count($arr_tags)) {
|
2018-09-02 23:24:56 +02:00
|
|
|
$str_tags = $br . implode(' ', $arr_tags) . $br;
|
2015-04-05 20:40:31 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-03 16:26:13 +01:00
|
|
|
if (isset($_GET['format']) && $_GET['format'] == 'json') {
|
2019-02-01 19:18:08 +01:00
|
|
|
$format = 'json';
|
|
|
|
}
|
|
|
|
|
2016-11-24 01:11:22 +01:00
|
|
|
// Add url scheme if it is missing
|
|
|
|
$arrurl = parse_url($url);
|
2018-11-30 15:06:22 +01:00
|
|
|
if (empty($arrurl['scheme'])) {
|
|
|
|
if (!empty($arrurl['host'])) {
|
2018-09-02 23:24:56 +02:00
|
|
|
$url = 'http:' . $url;
|
2016-11-24 01:11:22 +01:00
|
|
|
} else {
|
2018-09-02 23:24:56 +02:00
|
|
|
$url = 'http://' . $url;
|
2015-03-07 23:14:26 +01:00
|
|
|
}
|
2013-02-24 12:54:53 +01:00
|
|
|
}
|
|
|
|
|
2018-10-29 22:20:46 +01:00
|
|
|
Logger::log($url);
|
2016-11-24 01:11:22 +01:00
|
|
|
|
2016-11-25 16:59:31 +01:00
|
|
|
// Check if the URL is an image, video or audio file. If so format
|
|
|
|
// the URL with the corresponding BBCode media tag
|
2016-11-24 01:11:22 +01:00
|
|
|
$redirects = 0;
|
|
|
|
// Fetch the header of the URL
|
2018-10-10 21:08:43 +02:00
|
|
|
$curlResponse = Network::curl($url, false, $redirects, ['novalidate' => true, 'nobody' => true]);
|
2018-09-02 23:24:56 +02:00
|
|
|
|
2018-10-10 21:08:43 +02:00
|
|
|
if ($curlResponse->isSuccess()) {
|
2016-11-24 01:11:22 +01:00
|
|
|
// Convert the header fields into an array
|
2018-01-15 14:05:12 +01:00
|
|
|
$hdrs = [];
|
2018-10-10 21:08:43 +02:00
|
|
|
$h = explode("\n", $curlResponse->getHeader());
|
2016-11-24 01:11:22 +01:00
|
|
|
foreach ($h as $l) {
|
2018-09-02 23:24:56 +02:00
|
|
|
$header = array_map('trim', explode(':', trim($l), 2));
|
2018-07-15 20:36:20 +02:00
|
|
|
if (count($header) == 2) {
|
2018-09-02 23:24:56 +02:00
|
|
|
list($k, $v) = $header;
|
2018-07-15 20:36:20 +02:00
|
|
|
$hdrs[$k] = $v;
|
|
|
|
}
|
2016-11-24 01:11:22 +01:00
|
|
|
}
|
2018-10-17 00:27:13 +02:00
|
|
|
$type = null;
|
2019-02-01 19:18:08 +01:00
|
|
|
$content_type = '';
|
|
|
|
$bbcode = '';
|
2018-09-02 23:24:56 +02:00
|
|
|
if (array_key_exists('Content-Type', $hdrs)) {
|
|
|
|
$type = $hdrs['Content-Type'];
|
2016-11-24 01:11:22 +01:00
|
|
|
}
|
|
|
|
if ($type) {
|
2018-09-02 23:24:56 +02:00
|
|
|
if (stripos($type, 'image/') !== false) {
|
2019-02-01 19:18:08 +01:00
|
|
|
$content_type = 'image';
|
|
|
|
$bbcode = $br . '[img]' . $url . '[/img]' . $br;
|
2014-04-04 10:58:31 +02:00
|
|
|
}
|
2018-09-02 23:24:56 +02:00
|
|
|
if (stripos($type, 'video/') !== false) {
|
2019-02-01 19:18:08 +01:00
|
|
|
$content_type = 'video';
|
|
|
|
$bbcode = $br . '[video]' . $url . '[/video]' . $br;
|
2014-04-04 10:58:31 +02:00
|
|
|
}
|
2018-09-02 23:24:56 +02:00
|
|
|
if (stripos($type, 'audio/') !== false) {
|
2019-02-01 19:18:08 +01:00
|
|
|
$content_type = 'audio';
|
|
|
|
$bbcode = $br . '[audio]' . $url . '[/audio]' . $br;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (!empty($content_type)) {
|
|
|
|
if ($format == 'json') {
|
|
|
|
$ret['contentType'] = $content_type;
|
|
|
|
$ret['data'] = ['url' => $url];
|
|
|
|
$ret['success'] = true;
|
|
|
|
System::jsonExit($ret);
|
2012-07-12 08:20:27 +02:00
|
|
|
}
|
2019-02-01 19:18:08 +01:00
|
|
|
|
|
|
|
echo $bbcode;
|
|
|
|
exit();
|
2015-03-07 23:14:26 +01:00
|
|
|
}
|
2012-07-12 08:20:27 +02:00
|
|
|
}
|
2012-07-12 01:17:33 +02:00
|
|
|
|
2018-10-17 21:05:45 +02:00
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
$template = '[bookmark=%s]%s[/bookmark]%s';
|
2010-07-23 07:41:45 +02:00
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
$arr = ['url' => $url, 'text' => ''];
|
2010-12-26 00:01:02 +01:00
|
|
|
|
2018-12-26 07:06:24 +01:00
|
|
|
Hook::callAll('parse_link', $arr);
|
2010-12-26 00:01:02 +01:00
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
if (strlen($arr['text'])) {
|
|
|
|
echo $arr['text'];
|
|
|
|
exit();
|
2010-12-26 00:01:02 +01:00
|
|
|
}
|
|
|
|
|
2018-07-31 07:54:25 +02:00
|
|
|
// If there is already some content information submitted we don't
|
2016-11-25 16:59:31 +01:00
|
|
|
// need to parse the url for content.
|
2018-07-31 07:54:25 +02:00
|
|
|
if (!empty($url) && !empty($title) && !empty($text)) {
|
2018-09-02 23:24:56 +02:00
|
|
|
$title = str_replace(["\r", "\n"], ['', ''], $title);
|
2011-09-20 07:21:55 +02:00
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
$text = '[quote]' . trim($text) . '[/quote]' . $br;
|
2011-09-20 07:21:55 +02:00
|
|
|
|
2016-11-24 01:11:22 +01:00
|
|
|
$result = sprintf($template, $url, ($title) ? $title : $url, $text) . $str_tags;
|
2011-09-20 07:21:55 +02:00
|
|
|
|
2018-10-29 22:20:46 +01:00
|
|
|
Logger::log('(unparsed): returns: ' . $result);
|
2011-09-20 07:21:55 +02:00
|
|
|
|
|
|
|
echo $result;
|
2018-09-02 23:24:56 +02:00
|
|
|
exit();
|
2011-09-20 07:21:55 +02:00
|
|
|
}
|
|
|
|
|
2016-11-25 16:59:31 +01:00
|
|
|
// Fetch the information directly from the webpage
|
2016-11-24 01:11:22 +01:00
|
|
|
$siteinfo = ParseUrl::getSiteinfo($url);
|
2011-09-20 07:21:55 +02:00
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
unset($siteinfo['keywords']);
|
2014-01-05 16:22:42 +01:00
|
|
|
|
2018-10-24 16:20:10 +02:00
|
|
|
// Bypass attachment if parse url for a comment
|
|
|
|
if (!empty($_GET['noAttachment'])) {
|
|
|
|
echo $br . '[url=' . $url . ']' . $siteinfo['title'] . '[/url]';
|
|
|
|
exit();
|
|
|
|
}
|
|
|
|
|
2019-02-01 19:18:08 +01:00
|
|
|
if ($format == 'json') {
|
|
|
|
$ret['data'] = $siteinfo;
|
|
|
|
$ret['contentType'] = 'attachment';
|
|
|
|
$ret['success'] = true;
|
|
|
|
|
|
|
|
System::jsonExit($ret);
|
|
|
|
}
|
|
|
|
|
2016-11-24 01:11:22 +01:00
|
|
|
// Format it as BBCode attachment
|
2016-04-18 20:57:01 +02:00
|
|
|
$info = add_page_info_data($siteinfo);
|
|
|
|
|
|
|
|
echo $info;
|
|
|
|
|
2018-09-02 23:24:56 +02:00
|
|
|
exit();
|
2011-05-23 10:37:09 +02:00
|
|
|
}
|
2016-11-28 15:26:51 +01:00
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Legacy function to call ParseUrl::getSiteinfoCached
|
2017-01-09 13:14:25 +01:00
|
|
|
*
|
2016-11-28 15:26:51 +01:00
|
|
|
* Note: We have moved the function to ParseUrl.php. This function is only for
|
|
|
|
* legacy support and will be remove in the future
|
2017-01-09 13:14:25 +01:00
|
|
|
*
|
2019-01-07 07:07:42 +01:00
|
|
|
* @param string $url The url of the page which should be scraped
|
|
|
|
* @param bool $no_guessing If true the parse doens't search for
|
|
|
|
* preview pictures
|
|
|
|
* @param bool $do_oembed The false option is used by the function fetch_oembed()
|
|
|
|
* to avoid endless loops
|
2017-01-09 13:14:25 +01:00
|
|
|
*
|
2016-11-28 15:26:51 +01:00
|
|
|
* @return array which contains needed data for embedding
|
2017-01-09 13:14:25 +01:00
|
|
|
*
|
2019-01-07 07:07:42 +01:00
|
|
|
* @throws \Friendica\Network\HTTPException\InternalServerErrorException
|
|
|
|
* @see ParseUrl::getSiteinfoCached()
|
2017-01-09 13:14:25 +01:00
|
|
|
*
|
2019-01-07 07:07:42 +01:00
|
|
|
* @deprecated since version 3.6 use ParseUrl::getSiteinfoCached instead
|
2016-11-28 15:26:51 +01:00
|
|
|
*/
|
2018-09-02 23:24:56 +02:00
|
|
|
function parseurl_getsiteinfo_cached($url, $no_guessing = false, $do_oembed = true)
|
|
|
|
{
|
2016-11-28 15:26:51 +01:00
|
|
|
$siteinfo = ParseUrl::getSiteinfoCached($url, $no_guessing, $do_oembed);
|
|
|
|
return $siteinfo;
|
|
|
|
}
|