bitPickups/friendica_2020-09-1_sharedHosting
1
0
Fork 0
Code Pull requests Activity

do a slightly better job at finding relevant content from scraping submitted links

Browse source
This commit is contained in:
Friendika 2010-12-19 19:04:37 -08:00
commit 2d9718fee9
1 changed files with 34 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

43
mod/parse_url.php
View file

@ -6,6 +6,8 @@ function parse_url_content(&$a) {
$url = trim($_GET['url']);
$text = null;
$template = "<a href=\"%s\" >%s</a>%s";
if($url)
@ -34,15 +36,38 @@ function parse_url_content(&$a) {
}
}
$items = $dom->getElementsByTagName('p');
if($items) {
foreach($items as $item) {
$text = $item->textContent;
$text = strip_tags($text);
if(strlen($text) < 100)
continue;
$text = substr($text,0,250) . '...' ;
break;
$divs = $dom->getElementsByTagName('div');
if($divs) {
foreach($divs as $div) {
$class = $div->getAttribute('class');
if($class && stristr($class,'article')) {
$items = $div->getElementsByTagName('p');
if($items) {
foreach($items as $item) {
$text = $item->textContent;
$text = strip_tags($text);
if(strlen($text) < 100)
continue;
$text = substr($text,0,250) . '...' ;
break;
}
}
}
}
}
if(! $text) {
$items = $dom->getElementsByTagName('p');
if($items) {
foreach($items as $item) {
$text = $item->textContent;
$text = strip_tags($text);
if(strlen($text) < 100)
continue;
$text = substr($text,0,250) . '...' ;
break;
}
}
}