query("//".$node); foreach ($list as $child) $child->parentNode->removeChild($child); } } function completeurl($url, $scheme) { $urlarr = parse_url($url); if (isset($urlarr["scheme"])) return($url); $schemearr = parse_url($scheme); $complete = $schemearr["scheme"]."://".$schemearr["host"]; if ($schemearr["port"] != "") $complete .= ":".$schemearr["port"]; $complete .= $urlarr["path"]; if ($urlarr["query"] != "") $complete .= "?".$urlarr["query"]; if ($urlarr["fragment"] != "") $complete .= "#".$urlarr["fragment"]; return($complete); } function parseurl_getsiteinfo($url) { $siteinfo = array(); $ch = curl_init(); curl_setopt($ch, CURLOPT_URL, $url); curl_setopt($ch, CURLOPT_HEADER, 1); curl_setopt($ch, CURLOPT_NOBODY, 0); curl_setopt($ch, CURLOPT_TIMEOUT, 3); curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); curl_setopt($ch,CURLOPT_USERAGENT,'Opera/9.64(Windows NT 5.1; U; de) Presto/2.1.1'); $header = curl_exec($ch); curl_close($ch); // Fetch the first mentioned charset. Can be in body or header if (preg_match('/charset=(.*?)['."'".'"\s\n]/', $header, $matches)) $charset = trim(array_pop($matches)); else $charset = "utf-8"; $pos = strpos($header, "\r\n\r\n"); if ($pos) $body = trim(substr($header, $pos)); else $body = $header; $body = mb_convert_encoding($body, "UTF-8", $charset); $body = mb_convert_encoding($body, 'HTML-ENTITIES', "UTF-8"); $doc = new DOMDocument(); @$doc->loadHTML($body); deletenode($doc, 'style'); deletenode($doc, 'script'); deletenode($doc, 'option'); deletenode($doc, 'h1'); deletenode($doc, 'h2'); deletenode($doc, 'h3'); deletenode($doc, 'h4'); deletenode($doc, 'h5'); deletenode($doc, 'h6'); deletenode($doc, 'ol'); deletenode($doc, 'ul'); $xpath = new DomXPath($doc); //$list = $xpath->query("head/title"); $list = $xpath->query("//title"); foreach ($list as $node) $siteinfo["title"] = html_entity_decode($node->nodeValue, ENT_QUOTES, "UTF-8"); //$list = $xpath->query("head/meta[@name]"); $list = $xpath->query("//meta[@name]"); foreach ($list as $node) { $attr = array(); if ($node->attributes->length) foreach ($node->attributes as $attribute) $attr[$attribute->name] = $attribute->value; $attr["content"] = html_entity_decode($attr["content"], ENT_QUOTES, "UTF-8"); switch (strtolower($attr["name"])) { case "fulltitle": $siteinfo["title"] = $attr["content"]; break; case "description": $siteinfo["text"] = $attr["content"]; break; case "dc.title": $siteinfo["title"] = $attr["content"]; break; case "dc.description": $siteinfo["text"] = $attr["content"]; break; } } //$list = $xpath->query("head/meta[@property]"); $list = $xpath->query("//meta[@property]"); foreach ($list as $node) { $attr = array(); if ($node->attributes->length) foreach ($node->attributes as $attribute) $attr[$attribute->name] = $attribute->value; $attr["content"] = html_entity_decode($attr["content"], ENT_QUOTES, "UTF-8"); switch (strtolower($attr["property"])) { case "og:image": $siteinfo["image"] = $attr["content"]; break; case "og:title": $siteinfo["title"] = $attr["content"]; break; case "og:description": $siteinfo["text"] = $attr["content"]; break; } } if ($siteinfo["image"] == "") { $list = $xpath->query("//img[@src]"); foreach ($list as $node) { $attr = array(); if ($node->attributes->length) foreach ($node->attributes as $attribute) $attr[$attribute->name] = $attribute->value; $src = completeurl($attr["src"], $url); $photodata = getimagesize($src); if (($photodata[0] > 150) and ($photodata[1] > 150)) { if ($photodata[0] > 300) { $photodata[1] = $photodata[1] * (300 / $photodata[0]); $photodata[0] = 300; } if ($photodata[1] > 300) { $photodata[0] = $photodata[0] * (300 / $photodata[1]); $photodata[1] = 300; } $siteinfo["images"][] = array("src"=>$src, "width"=>$photodata[0], "height"=>$photodata[1]); } } } else { $src = completeurl($siteinfo["image"], $url); $photodata = getimagesize($src); if (($photodata[0] > 10) and ($photodata[1] > 10)) $siteinfo["images"][] = array("src"=>$src, "width"=>$photodata[0], "height"=>$photodata[1]); } if ($siteinfo["text"] == "") { $text = ""; $list = $xpath->query("//div[@class='article']"); foreach ($list as $node) if (strlen($node->nodeValue) > 40) $text .= " ".trim($node->nodeValue); if ($text == "") { $list = $xpath->query("//div[@class='content']"); foreach ($list as $node) if (strlen($node->nodeValue) > 40) $text .= " ".trim($node->nodeValue); } // If none text was found then take the paragraph content if ($text == "") { $list = $xpath->query("//p"); foreach ($list as $node) if (strlen($node->nodeValue) > 40) $text .= " ".trim($node->nodeValue); } if ($text != "") { $text = trim(str_replace(array("\n", "\r"), array(" ", " "), $text)); while (strpos($text, " ")) $text = trim(str_replace(" ", " ", $text)); $siteinfo["text"] = html_entity_decode(substr($text,0,350), ENT_QUOTES, "UTF-8").'...'; } } return($siteinfo); } function arr_add_hashes(&$item,$k) { $item = '#' . $item; } function parse_url_content(&$a) { $text = null; $str_tags = ''; $textmode = false; if(local_user() && intval(get_pconfig(local_user(),'system','plaintext'))) $textmode = true; //if($textmode) $br = (($textmode) ? "\n" : '
'); if(x($_GET,'binurl')) $url = trim(hex2bin($_GET['binurl'])); else $url = trim($_GET['url']); if($_GET['title']) $title = strip_tags(trim($_GET['title'])); if($_GET['description']) $text = strip_tags(trim($_GET['description'])); if($_GET['tags']) { $arr_tags = str_getcsv($_GET['tags']); if(count($arr_tags)) { array_walk($arr_tags,'arr_add_hashes'); $str_tags = $br . implode(' ',$arr_tags) . $br; } } logger('parse_url: ' . $url); if($textmode) $template = $br . '[bookmark=%s]%s[/bookmark]%s' . $br; else $template = "
%s%s
"; $arr = array('url' => $url, 'text' => ''); call_hooks('parse_link', $arr); if(strlen($arr['text'])) { echo $arr['text']; killme(); } if($url && $title && $text) { if($textmode) $text = $br . '[quote]' . trim($text) . '[/quote]' . $br; else $text = '
' . trim($text) . '

'; $title = str_replace(array("\r","\n"),array('',''),$title); $result = sprintf($template,$url,($title) ? $title : $url,$text) . $str_tags; logger('parse_url (unparsed): returns: ' . $result); echo $result; killme(); } $siteinfo = parseurl_getsiteinfo($url); if($siteinfo["title"] == "") { echo print_r($siteinfo, true); //echo sprintf($template,$url,$url,'') . $str_tags; killme(); } else { $text = $siteinfo["text"]; $title = $siteinfo["title"]; } $image = ""; foreach ($siteinfo["images"] as $imagedata) if($textmode) $image .= '[img='.$imagedata["width"].'x'.$imagedata["height"].']'.$imagedata["src"].'[/img]'; else $image .= 'photo'; if(strlen($text)) { if($textmode) $text = $br.'[quote]'.trim($text).'[/quote]'.$br ; else $text = '
'.trim($text).'

'; } if($image) { $text = $br.$br.$image.$text; } $title = str_replace(array("\r","\n"),array('',''),$title); $result = sprintf($template,$url,($title) ? $title : $url,$text) . $str_tags; logger('parse_url: returns: ' . $result); echo trim($result); killme(); }