Use more cookies to allow processing of the NYT feed
Conflicts: include/Scrape.php
This commit is contained in:
parent
09622ad593
commit
4007876b84
|
@ -235,7 +235,9 @@ function scrape_feed($url) {
|
||||||
$a = get_app();
|
$a = get_app();
|
||||||
|
|
||||||
$ret = array();
|
$ret = array();
|
||||||
$s = fetch_url($url);
|
$cookiejar = tempnam('/tmp', 'cookiejar-scrape-feed-');
|
||||||
|
$s = fetch_url($url, false, $redirects, 0, Null, $cookiejar);
|
||||||
|
unlink($cookiejar);
|
||||||
|
|
||||||
$headers = $a->get_curl_headers();
|
$headers = $a->get_curl_headers();
|
||||||
$code = $a->get_curl_code();
|
$code = $a->get_curl_code();
|
||||||
|
@ -662,7 +664,9 @@ function probe_url($url, $mode = PROBE_NORMAL, $level = 1) {
|
||||||
$vcard['photo'] = $feedret['photo'];
|
$vcard['photo'] = $feedret['photo'];
|
||||||
require_once('library/simplepie/simplepie.inc');
|
require_once('library/simplepie/simplepie.inc');
|
||||||
$feed = new SimplePie();
|
$feed = new SimplePie();
|
||||||
$xml = fetch_url($poll);
|
$cookiejar = tempnam('/tmp', 'cookiejar-scrape-feed-');
|
||||||
|
$xml = fetch_url($poll, false, $redirects, 0, Null, $cookiejar);
|
||||||
|
unlink($cookiejar);
|
||||||
|
|
||||||
logger('probe_url: fetch feed: ' . $poll . ' returns: ' . $xml, LOGGER_DATA);
|
logger('probe_url: fetch feed: ' . $poll . ' returns: ' . $xml, LOGGER_DATA);
|
||||||
$a = get_app();
|
$a = get_app();
|
||||||
|
|
|
@ -335,7 +335,9 @@ function onepoll_run(&$argv, &$argc){
|
||||||
if($contact['rel'] == CONTACT_IS_FOLLOWER || $contact['blocked'] || $contact['readonly'])
|
if($contact['rel'] == CONTACT_IS_FOLLOWER || $contact['blocked'] || $contact['readonly'])
|
||||||
return;
|
return;
|
||||||
|
|
||||||
$xml = fetch_url($contact['poll']);
|
$cookiejar = tempnam('/tmp', 'cookiejar-onepoll-');
|
||||||
|
$xml = fetch_url($contact['poll'], false, $redirects, 0, Null, $cookiejar);
|
||||||
|
unlink($cookiejar);
|
||||||
}
|
}
|
||||||
elseif($contact['network'] === NETWORK_MAIL || $contact['network'] === NETWORK_MAIL2) {
|
elseif($contact['network'] === NETWORK_MAIL || $contact['network'] === NETWORK_MAIL2) {
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue