oldkid/friendica-addons
1
0
Fork 0
forked from friendica/friendica-addons
Code Pull requests Activity

Tumblr: Import the timeline

Browse source
This commit is contained in:
Michael 2023-04-18 05:56:32 +00:00
parent 5cae2bffb2
commit 71eb147c13
3 changed files with 601 additions and 192 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

107
tumblr/library/tumblroauth.php
View file

@ -6,35 +6,62 @@
* The first PHP Library to support OAuth for Tumblr's REST API. (Originally for Twitter, modified for Tumblr by Lucas) * The first PHP Library to support OAuth for Tumblr's REST API. (Originally for Twitter, modified for Tumblr by Lucas)
*/ */
use Friendica\Core\Logger;
use Friendica\DI; use Friendica\DI;
use Friendica\Security\OAuth1\OAuthConsumer; use Friendica\Security\OAuth1\OAuthConsumer;
use Friendica\Security\OAuth1\OAuthRequest; use Friendica\Security\OAuth1\OAuthRequest;
use Friendica\Security\OAuth1\Signature\OAuthSignatureMethod_HMAC_SHA1; use Friendica\Security\OAuth1\Signature\OAuthSignatureMethod_HMAC_SHA1;
use Friendica\Security\OAuth1\OAuthToken; use Friendica\Security\OAuth1\OAuthToken;
use Friendica\Security\OAuth1\OAuthUtil; use Friendica\Security\OAuth1\OAuthUtil;
use GuzzleHttp\Client;
use GuzzleHttp\Exception\RequestException;
use GuzzleHttp\HandlerStack;
use GuzzleHttp\Subscriber\Oauth\Oauth1;
use Psr\Http\Message\ResponseInterface;
/** /**
* Tumblr OAuth class * Tumblr OAuth class
*/ */
class TumblrOAuth class TumblrOAuth
{ {
/* Contains the last HTTP status code returned. */ private $consumer_key;
public $http_code; private $consumer_secret;
private $oauth_token;
private $oauth_token_secret;
/** @var OAuthConsumer */ /** @var GuzzleHttp\Client */
private $consumer; private $client;
/** @var \Friendica\Security\OAuth1\Signature\OAuthSignatureMethod_HMAC_SHA1 */
private $sha1_method;
// API URLs // API URLs
const accessTokenURL = 'https://www.tumblr.com/oauth/access_token'; const accessTokenURL = 'https://www.tumblr.com/oauth/access_token';
const authorizeURL = 'https://www.tumblr.com/oauth/authorize'; const authorizeURL = 'https://www.tumblr.com/oauth/authorize';
const requestTokenURL = 'https://www.tumblr.com/oauth/request_token'; const requestTokenURL = 'https://www.tumblr.com/oauth/request_token';
function __construct(string $consumer_key, string $consumer_secret) function __construct(string $consumer_key, string $consumer_secret, string $oauth_token = '', string $oauth_token_secret = '')
{ {
$this->sha1_method = new OAuthSignatureMethod_HMAC_SHA1(); $this->consumer_key = $consumer_key;
$this->consumer = new OAuthConsumer($consumer_key, $consumer_secret); $this->consumer_secret = $consumer_secret;
$this->oauth_token = $oauth_token;
$this->oauth_token_secret = $oauth_token_secret;
if (empty($this->oauth_token) || empty($this->oauth_token_secret)) {
return;
}
$stack = HandlerStack::create();
$middleware = new Oauth1([
'consumer_key' => $this->consumer_key,
'consumer_secret' => $this->consumer_secret,
'token' => $this->oauth_token,
'token_secret' => $this->oauth_token_secret
]);
$stack->push($middleware);
$this->client = new Client([
'base_uri' => 'https://api.tumblr.com/v2/',
'handler' => $stack
]);
} }
/** /**
@ -46,6 +73,9 @@ class TumblrOAuth
function getRequestToken(string $oauth_callback): array function getRequestToken(string $oauth_callback): array
{ {
$request = $this->oAuthRequest(self::requestTokenURL, ['oauth_callback' => $oauth_callback]); $request = $this->oAuthRequest(self::requestTokenURL, ['oauth_callback' => $oauth_callback]);
if (empty($request)) {
return [];
}
return OAuthUtil::parse_parameters($request); return OAuthUtil::parse_parameters($request);
} }
@ -82,6 +112,9 @@ class TumblrOAuth
} }
$request = $this->oAuthRequest(self::accessTokenURL, $parameters, $token); $request = $this->oAuthRequest(self::accessTokenURL, $parameters, $token);
if (empty($request)) {
return [];
}
return OAuthUtil::parse_parameters($request); return OAuthUtil::parse_parameters($request);
} }
@ -95,14 +128,64 @@ class TumblrOAuth
*/ */
private function oAuthRequest(string $url, array $parameters, OAuthToken $token = null): string private function oAuthRequest(string $url, array $parameters, OAuthToken $token = null): string
{ {
$request = OAuthRequest::from_consumer_and_token($this->consumer, 'GET', $url, $parameters, $token); $consumer = new OAuthConsumer($this->consumer_key, $this->consumer_secret);
$request->sign_request($this->sha1_method, $this->consumer, $token); $sha1_method = new OAuthSignatureMethod_HMAC_SHA1();
$request = OAuthRequest::from_consumer_and_token($consumer, 'GET', $url, $parameters, $token);
$request->sign_request($sha1_method, $consumer, $token);
$curlResult = DI::httpClient()->get($request->to_url()); $curlResult = DI::httpClient()->get($request->to_url());
$this->http_code = $curlResult->getReturnCode();
if ($curlResult->isSuccess()) { if ($curlResult->isSuccess()) {
return $curlResult->getBody(); return $curlResult->getBody();
} }
return ''; return '';
} }
public function get(string $url, array $parameters = []): stdClass
{
if (!empty($parameters)) {
$url .= '?' . http_build_query($parameters);
}
try {
$response = $this->client->get($url, ['auth' => 'oauth']);
} catch (RequestException $exception) {
$response = $exception->getResponse();
Logger::notice('Get failed', ['code' => $exception->getCode(), 'message' => $exception->getMessage()]);
}
return $this->formatResponse($response);
}
public function post(string $url, array $parameter): stdClass
{
try {
$response = $this->client->post($url, ['auth' => 'oauth', 'json' => $parameter]);
} catch (RequestException $exception) {
$response = $exception->getResponse();
Logger::notice('Post failed', ['code' => $exception->getCode(), 'message' => $exception->getMessage()]);
}
return $this->formatResponse($response);
}
private function formatResponse(ResponseInterface $response = null): stdClass
{
if (!is_null($response)) {
$content = $response->getBody()->getContents();
if (!empty($content)) {
$result = json_decode($content);
}
}
if (empty($result) || empty($result->meta)) {
$result = new stdClass;
$result->meta = new stdClass;
$result->meta->status = 500;
$result->meta->msg = '';
$result->response = [];
$result->errors = [];
}
return $result;
}
} }

1
tumblr/templates/connector_settings.tpl
View file

@ -2,6 +2,7 @@
{{include file="field_checkbox.tpl" field=$enable}} {{include file="field_checkbox.tpl" field=$enable}}
{{include file="field_checkbox.tpl" field=$bydefault}} {{include file="field_checkbox.tpl" field=$bydefault}}
{{include file="field_checkbox.tpl" field=$import}}
{{if $page_select}} {{if $page_select}}
{{include file="field_select.tpl" field=$page_select}} {{include file="field_select.tpl" field=$page_select}}

681
tumblr/tumblr.php
View file

@ -9,32 +9,40 @@
require_once __DIR__ . DIRECTORY_SEPARATOR . 'library' . DIRECTORY_SEPARATOR . 'tumblroauth.php'; require_once __DIR__ . DIRECTORY_SEPARATOR . 'library' . DIRECTORY_SEPARATOR . 'tumblroauth.php';
use Friendica\Content\PageInfo;
use Friendica\Content\Text\BBCode; use Friendica\Content\Text\BBCode;
use Friendica\Content\Text\HTML;
use Friendica\Content\Text\NPF; use Friendica\Content\Text\NPF;
use Friendica\Core\Cache\Enum\Duration;
use Friendica\Core\Hook; use Friendica\Core\Hook;
use Friendica\Core\Logger; use Friendica\Core\Logger;
use Friendica\Core\Protocol;
use Friendica\Core\Renderer; use Friendica\Core\Renderer;
use Friendica\Core\System; use Friendica\Core\System;
use Friendica\Database\DBA;
use Friendica\DI; use Friendica\DI;
use Friendica\Model\Contact;
use Friendica\Model\Item; use Friendica\Model\Item;
use Friendica\Model\ItemURI;
use Friendica\Model\Photo; use Friendica\Model\Photo;
use Friendica\Model\Post; use Friendica\Model\Post;
use Friendica\Model\Tag; use Friendica\Model\Tag;
use Friendica\Protocol\Activity;
use Friendica\Util\DateTimeFormat; use Friendica\Util\DateTimeFormat;
use Friendica\Util\Network; use Friendica\Util\Network;
use GuzzleHttp\Client; use Friendica\Util\Strings;
use GuzzleHttp\Exception\RequestException;
use GuzzleHttp\HandlerStack; define('TUMBLR_DEFAULT_POLL_INTERVAL', 10); // given in minutes
use GuzzleHttp\Subscriber\Oauth\Oauth1;
function tumblr_install() function tumblr_install()
{ {
Hook::register('hook_fork', 'addon/tumblr/tumblr.php', 'tumblr_hook_fork'); Hook::register('hook_fork', __FILE__, 'tumblr_hook_fork');
Hook::register('post_local', 'addon/tumblr/tumblr.php', 'tumblr_post_local'); Hook::register('post_local', __FILE__, 'tumblr_post_local');
Hook::register('notifier_normal', 'addon/tumblr/tumblr.php', 'tumblr_send'); Hook::register('notifier_normal', __FILE__, 'tumblr_send');
Hook::register('jot_networks', 'addon/tumblr/tumblr.php', 'tumblr_jot_nets'); Hook::register('jot_networks', __FILE__, 'tumblr_jot_nets');
Hook::register('connector_settings', 'addon/tumblr/tumblr.php', 'tumblr_settings'); Hook::register('connector_settings', __FILE__, 'tumblr_settings');
Hook::register('connector_settings_post', 'addon/tumblr/tumblr.php', 'tumblr_settings_post'); Hook::register('connector_settings_post', __FILE__, 'tumblr_settings_post');
Hook::register('cron' , __FILE__, 'tumblr_cron');
} }
/** /**
@ -53,106 +61,84 @@ function tumblr_content()
return ''; return '';
} }
if (isset(DI::args()->getArgv()[1])) { if (!isset(DI::args()->getArgv()[1])) {
switch (DI::args()->getArgv()[1]) { DI::baseUrl()->redirect('settings/connectors/tumblr');
case 'connect': }
$o = tumblr_connect();
break;
case 'callback': switch (DI::args()->getArgv()[1]) {
$o = tumblr_callback(); case 'connect':
break; $o = tumblr_connect();
break;
default: case 'callback':
$o = print_r(DI::args()->getArgv(), true); $o = tumblr_callback();
break; break;
}
} else { default:
$o = tumblr_connect(); DI::baseUrl()->redirect('settings/connectors/tumblr');
break;
} }
return $o; return $o;
} }
function tumblr_addon_admin(string &$o)
{
$t = Renderer::getMarkupTemplate('admin.tpl', 'addon/tumblr/');
$o = Renderer::replaceMacros($t, [
'$submit' => DI::l10n()->t('Save Settings'),
// name, label, value, help, [extra values]
'$consumer_key' => ['consumer_key', DI::l10n()->t('Consumer Key'), DI::config()->get('tumblr', 'consumer_key'), ''],
'$consumer_secret' => ['consumer_secret', DI::l10n()->t('Consumer Secret'), DI::config()->get('tumblr', 'consumer_secret'), ''],
]);
}
function tumblr_addon_admin_post()
{
DI::config()->set('tumblr', 'consumer_key', trim($_POST['consumer_key'] ?? ''));
DI::config()->set('tumblr', 'consumer_secret', trim($_POST['consumer_secret'] ?? ''));
}
function tumblr_connect() function tumblr_connect()
{ {
// Start a session. This is necessary to hold on to a few keys the callback script will also need
session_start();
// Define the needed keys // Define the needed keys
$consumer_key = DI::config()->get('tumblr', 'consumer_key'); $consumer_key = DI::config()->get('tumblr', 'consumer_key');
$consumer_secret = DI::config()->get('tumblr', 'consumer_secret'); $consumer_secret = DI::config()->get('tumblr', 'consumer_secret');
if (empty($consumer_key) || empty($consumer_secret)) {
DI::baseUrl()->redirect('settings/connectors/tumblr');
}
// The callback URL is the script that gets called after the user authenticates with tumblr // The callback URL is the script that gets called after the user authenticates with tumblr
// In this example, it would be the included callback.php // In this example, it would be the included callback.php
$callback_url = DI::baseUrl() . '/tumblr/callback'; $callback_url = DI::baseUrl() . '/tumblr/callback';
// Let's begin. First we need a Request Token. The request token is required to send the user // Let's begin. First we need a Request Token. The request token is required to send the user
// to Tumblr's login page. // to Tumblr's login page.
// Create a new instance of the TumblrOAuth library. For this step, all we need to give the library is our // Create a new instance of the TumblrOAuth library. For this step, all we need to give the library is our
// Consumer Key and Consumer Secret // Consumer Key and Consumer Secret
$tum_oauth = new TumblrOAuth($consumer_key, $consumer_secret); $tum_oauth = new TumblrOAuth($consumer_key, $consumer_secret);
// Ask Tumblr for a Request Token. Specify the Callback URL here too (although this should be optional) // Ask Tumblr for a Request Token. Specify the Callback URL here too (although this should be optional)
$request_token = $tum_oauth->getRequestToken($callback_url); $request_token = $tum_oauth->getRequestToken($callback_url);
if (empty($request_token)) {
// Give an error message
return DI::l10n()->t('Could not connect to Tumblr. Refresh the page or try again later.');
}
// Store the request token and Request Token Secret as out callback.php script will need this // Store the request token and Request Token Secret as out callback.php script will need this
DI::session()->set('request_token', $request_token['oauth_token']); DI::session()->set('request_token', $request_token['oauth_token']);
DI::session()->set('request_token_secret', $request_token['oauth_token_secret']); DI::session()->set('request_token_secret', $request_token['oauth_token_secret']);
// Check the HTTP Code. It should be a 200 (OK), if it's anything else then something didn't work. // Ask Tumblr to give us a special address to their login page
switch ($tum_oauth->http_code) { $url = $tum_oauth->getAuthorizeURL($request_token['oauth_token']);
case 200:
// Ask Tumblr to give us a special address to their login page
$url = $tum_oauth->getAuthorizeURL($request_token['oauth_token']);
// Redirect the user to the login URL given to us by Tumblr // Redirect the user to the login URL given to us by Tumblr
System::externalRedirect($url); System::externalRedirect($url);
/* /*
* That's it for our side. The user is sent to a Tumblr Login page and * That's it for our side. The user is sent to a Tumblr Login page and
* asked to authroize our app. After that, Tumblr sends the user back to * asked to authroize our app. After that, Tumblr sends the user back to
* our Callback URL (callback.php) along with some information we need to get * our Callback URL (callback.php) along with some information we need to get
* an access token. * an access token.
*/ */
break;
default:
// Give an error message
$o = 'Could not connect to Tumblr. Refresh the page or try again later.';
}
return $o;
} }
function tumblr_callback() function tumblr_callback()
{ {
// Start a session, load the library
session_start();
// Define the needed keys // Define the needed keys
$consumer_key = DI::config()->get('tumblr', 'consumer_key'); $consumer_key = DI::config()->get('tumblr', 'consumer_key');
$consumer_secret = DI::config()->get('tumblr', 'consumer_secret'); $consumer_secret = DI::config()->get('tumblr', 'consumer_secret');
if (empty($_REQUEST['oauth_verifier']) || empty($consumer_key) || empty($consumer_secret)) {
DI::baseUrl()->redirect('settings/connectors/tumblr');
}
// Once the user approves your app at Tumblr, they are sent back to this script. // Once the user approves your app at Tumblr, they are sent back to this script.
// This script is passed two parameters in the URL, oauth_token (our Request Token) // This script is passed two parameters in the URL, oauth_token (our Request Token)
// and oauth_verifier (Key that we need to get Access Token). // and oauth_verifier (Key that we need to get Access Token).
@ -169,11 +155,8 @@ function tumblr_callback()
DI::session()->remove('request_token'); DI::session()->remove('request_token');
DI::session()->remove('request_token_secret'); DI::session()->remove('request_token_secret');
// Make sure nothing went wrong. if (empty($access_token)) {
if (200 == $tum_oauth->http_code) { return DI::l10n()->t('Unable to authenticate');
// good to go
} else {
return 'Unable to authenticate';
} }
// What's next? Now that we have an Access Token and Secret, we can make an API call. // What's next? Now that we have an Access Token and Secret, we can make an API call.
@ -183,6 +166,76 @@ function tumblr_callback()
DI::baseUrl()->redirect('settings/connectors/tumblr'); DI::baseUrl()->redirect('settings/connectors/tumblr');
} }
function tumblr_addon_admin(string &$o)
{
$t = Renderer::getMarkupTemplate('admin.tpl', 'addon/tumblr/');
$o = Renderer::replaceMacros($t, [
'$submit' => DI::l10n()->t('Save Settings'),
// name, label, value, help, [extra values]
'$consumer_key' => ['consumer_key', DI::l10n()->t('Consumer Key'), DI::config()->get('tumblr', 'consumer_key'), ''],
'$consumer_secret' => ['consumer_secret', DI::l10n()->t('Consumer Secret'), DI::config()->get('tumblr', 'consumer_secret'), ''],
]);
}
function tumblr_addon_admin_post()
{
DI::config()->set('tumblr', 'consumer_key', trim($_POST['consumer_key'] ?? ''));
DI::config()->set('tumblr', 'consumer_secret', trim($_POST['consumer_secret'] ?? ''));
}
function tumblr_settings(array &$data)
{
if (!DI::userSession()->getLocalUserId()) {
return;
}
$enabled = DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post', false);
$def_enabled = DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post_by_default', false);
$import = DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'import', false);
$cachekey = 'tumblr-blogs-' . DI::userSession()->getLocalUserId();
$blogs = DI::cache()->get($cachekey);
if (empty($blogs)) {
$blogs = tumblr_get_blogs(DI::userSession()->getLocalUserId());
if (!empty($blogs)) {
DI::cache()->set($cachekey, $blogs, Duration::HALF_HOUR);
}
} elseif (empty(tumblr_connection(DI::userSession()->getLocalUserId()))) {
$blogs = null;
DI::cache()->delete($cachekey);
}
if (!empty($blogs)) {
$page = tumblr_get_page(DI::userSession()->getLocalUserId(), $blogs);
$page_select = ['tumblr_page', DI::l10n()->t('Post to page:'), $page, '', $blogs];
}
$t = Renderer::getMarkupTemplate('connector_settings.tpl', 'addon/tumblr/');
$html = Renderer::replaceMacros($t, [
'$l10n' => [
'connect' => DI::l10n()->t('(Re-)Authenticate your tumblr page'),
'noconnect' => DI::l10n()->t('You are not authenticated to tumblr'),
],
'$authenticate_url' => DI::baseUrl() . '/tumblr/connect',
'$enable' => ['tumblr', DI::l10n()->t('Enable Tumblr Post Addon'), $enabled],
'$bydefault' => ['tumblr_bydefault', DI::l10n()->t('Post to Tumblr by default'), $def_enabled],
'$import' => ['tumblr_import', DI::l10n()->t('Import the remote timeline'), $import],
'$page_select' => $page_select ?? '',
]);
$data = [
'connector' => 'tumblr',
'title' => DI::l10n()->t('Tumblr Export'),
'image' => 'images/tumblr.png',
'enabled' => $enabled,
'html' => $html,
];
}
function tumblr_jot_nets(array &$jotnets_fields) function tumblr_jot_nets(array &$jotnets_fields)
{ {
if (!DI::userSession()->getLocalUserId()) { if (!DI::userSession()->getLocalUserId()) {
@ -201,51 +254,13 @@ function tumblr_jot_nets(array &$jotnets_fields)
} }
} }
function tumblr_settings(array &$data)
{
if (!DI::userSession()->getLocalUserId()) {
return;
}
$enabled = DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post', false);
$def_enabled = DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post_by_default', false);
$blogs = tumblr_get_blogs(DI::userSession()->getLocalUserId());
if (!empty($blogs)) {
$page = tumblr_get_page(DI::userSession()->getLocalUserId(), $blogs);
$page_select = ['tumblr_page', DI::l10n()->t('Post to page:'), $page, '', $blogs];
}
$t = Renderer::getMarkupTemplate('connector_settings.tpl', 'addon/tumblr/');
$html = Renderer::replaceMacros($t, [
'$l10n' => [
'connect' => DI::l10n()->t('(Re-)Authenticate your tumblr page'),
'noconnect' => DI::l10n()->t('You are not authenticated to tumblr'),
],
'$authenticate_url' => DI::baseUrl() . '/tumblr/connect',
'$enable' => ['tumblr', DI::l10n()->t('Enable Tumblr Post Addon'), $enabled],
'$bydefault' => ['tumblr_bydefault', DI::l10n()->t('Post to Tumblr by default'), $def_enabled],
'$page_select' => $page_select ?? '',
]);
$data = [
'connector' => 'tumblr',
'title' => DI::l10n()->t('Tumblr Export'),
'image' => 'images/tumblr.png',
'enabled' => $enabled,
'html' => $html,
];
}
function tumblr_settings_post(array &$b) function tumblr_settings_post(array &$b)
{ {
if (!empty($_POST['tumblr-submit'])) { if (!empty($_POST['tumblr-submit'])) {
DI::pConfig()->set(DI::userSession()->getLocalUserId(), 'tumblr', 'post', intval($_POST['tumblr'])); DI::pConfig()->set(DI::userSession()->getLocalUserId(), 'tumblr', 'post', intval($_POST['tumblr']));
DI::pConfig()->set(DI::userSession()->getLocalUserId(), 'tumblr', 'page', $_POST['tumblr_page']); DI::pConfig()->set(DI::userSession()->getLocalUserId(), 'tumblr', 'page', $_POST['tumblr_page']);
DI::pConfig()->set(DI::userSession()->getLocalUserId(), 'tumblr', 'post_by_default', intval($_POST['tumblr_bydefault'])); DI::pConfig()->set(DI::userSession()->getLocalUserId(), 'tumblr', 'post_by_default', intval($_POST['tumblr_bydefault']));
DI::pConfig()->set(DI::userSession()->getLocalUserId(), 'tumblr', 'import', intval($_POST['tumblr_import']));
} }
} }
@ -283,9 +298,9 @@ function tumblr_post_local(array &$b)
} }
$tmbl_post = intval(DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post')); $tmbl_post = intval(DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post'));
$tmbl_enable = (($tmbl_post && !empty($_REQUEST['tumblr_enable'])) ? intval($_REQUEST['tumblr_enable']) : 0); $tmbl_enable = (($tmbl_post && !empty($_REQUEST['tumblr_enable'])) ? intval($_REQUEST['tumblr_enable']) : 0);
// if API is used, default to the chosen settings
if ($b['api_source'] && intval(DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post_by_default'))) { if ($b['api_source'] && intval(DI::pConfig()->get(DI::userSession()->getLocalUserId(), 'tumblr', 'post_by_default'))) {
$tmbl_enable = 1; $tmbl_enable = 1;
} }
@ -395,13 +410,13 @@ function tumblr_send(array &$b)
$page = tumblr_get_page($b['uid']); $page = tumblr_get_page($b['uid']);
$result = tumblr_post($connection, 'blog/' . $page . '/post', $params); $result = $connection->post('blog/' . $page . '/post', $params);
if ($result['success']) { if ($result->meta->status < 400) {
Logger::info('success', ['blog' => $page, 'params' => $params]); Logger::info('Success (legacy)', ['blog' => $page, 'meta' => $result->meta, 'response' => $result->response]);
return true; return true;
} else { } else {
Logger::notice('error', ['blog' => $page, 'params' => $params, 'result' => $result['data']]); Logger::notice('Error posting blog (legacy)', ['blog' => $page, 'meta' => $result->meta, 'response' => $result->response, 'errors' => $result->errors, 'params' => $params]);
return false; return false;
} }
} }
@ -431,18 +446,374 @@ function tumblr_send_npf(array $post): bool
'interactability_reblog' => 'everyone' 'interactability_reblog' => 'everyone'
]; ];
$result = tumblr_post($connection, 'blog/' . $page . '/posts', $params); $result = $connection->post('blog/' . $page . '/posts', $params);
if ($result['success']) { if ($result->meta->status < 400) {
Logger::info('success', ['blog' => $page, 'params' => $params]); Logger::info('Success (NPF)', ['blog' => $page, 'meta' => $result->meta, 'response' => $result->response]);
return true; return true;
} else { } else {
Logger::notice('error', ['blog' => $page, 'params' => $params, 'result' => $result['data']]); Logger::notice('Error posting blog (NPF)', ['blog' => $page, 'meta' => $result->meta, 'response' => $result->response, 'errors' => $result->errors, 'params' => $params]);
return false; return false;
} }
} }
function tumblr_connection(int $uid): ?GuzzleHttp\Client function tumblr_cron()
{
$last = DI::keyValue()->get('tumblr_last_poll');
$poll_interval = intval(DI::config()->get('tumblr', 'poll_interval'));
if (!$poll_interval) {
$poll_interval = TUMBLR_DEFAULT_POLL_INTERVAL;
}
if ($last) {
$next = $last + ($poll_interval * 60);
if ($next > time()) {
Logger::notice('poll intervall not reached');
return;
}
}
Logger::notice('cron_start');
$abandon_days = intval(DI::config()->get('system', 'account_abandon_days'));
if ($abandon_days < 1) {
$abandon_days = 0;
}
$abandon_limit = date(DateTimeFormat::MYSQL, time() - $abandon_days * 86400);
$pconfigs = DBA::selectToArray('pconfig', [], ['cat' => 'tumblr', 'k' => 'import', 'v' => true]);
foreach ($pconfigs as $pconfig) {
if ($abandon_days != 0) {
if (!DBA::exists('user', ["`uid` = ? AND `login_date` >= ?", $pconfig['uid'], $abandon_limit])) {
Logger::notice('abandoned account: timeline from user will not be imported', ['user' => $pconfig['uid']]);
continue;
}
}
Logger::notice('importing timeline - start', ['user' => $pconfig['uid']]);
tumblr_fetch_dashboard($pconfig['uid']);
Logger::notice('importing timeline - done', ['user' => $pconfig['uid']]);
}
Logger::notice('cron_end');
DI::keyValue()->set('tumblr_last_poll', time());
}
function tumblr_add_npf_data($html)
{
$doc = new DOMDocument();
$doc->formatOutput = true;
@$doc->loadHTML(mb_convert_encoding($html, 'HTML-ENTITIES', 'UTF-8'));
$xpath = new DomXPath($doc);
$list = $xpath->query('//p[@class="npf_link"]');
foreach ($list as $node) {
$data = tumblr_get_npf_data($node);
if (empty($data)) {
continue;
}
tumblr_replace_with_npf($doc, $node, PageInfo::getFooterFromUrl($data['url']));
}
$list = $xpath->query('//figure[@data-provider="youtube"]');
foreach ($list as $node) {
$attributes = tumblr_get_attributes($node);
if (empty($attributes['data-url'])) {
continue;
}
tumblr_replace_with_npf($doc, $node, '[youtube]' . $attributes['data-url'] . '[/youtube]');
}
return $doc->saveHTML();
}
function tumblr_get_attributes($node): array
{
$attributes = [];
foreach ($node->attributes as $key => $attribute) {
$attributes[$key] = trim($attribute->value);
}
return $attributes;
}
function tumblr_get_npf_data($node): array
{
$attributes = tumblr_get_attributes($node);
if (empty($attributes['data-npf'])) {
return [];
}
return json_decode($attributes['data-npf'], true);
}
function tumblr_replace_with_npf($doc, $node, $replacement)
{
$replace = $doc->createTextNode($replacement);
$node->parentNode->insertBefore($replace, $node);
$node->parentNode->removeChild($node);
}
function tumblr_fetch_dashboard(int $uid)
{
$page = tumblr_get_page($uid);
$parameters = ['reblog_info' => false, 'notes_info' => false, 'npf' => false];
$last = DI::pConfig()->get($uid, 'tumblr', 'last_id');
if (!empty($last)) {
$parameters['since_id'] = $last;
}
$connection = tumblr_connection($uid);
$dashboard = $connection->get('user/dashboard', $parameters);
if ($dashboard->meta->status > 399) {
Logger::notice('Error fetching dashboard', ['meta' => $dashboard->meta, 'response' => $dashboard->response, 'errors' => $dashboard->errors]);
return [];
}
if (empty($dashboard->response->posts)) {
return;
}
foreach (array_reverse($dashboard->response->posts) as $post) {
$uri = 'tumblr::' . $post->id_string;
if ($post->id > $last) {
$last = $post->id;
}
if (Post::exists(['uri' => $uri, 'uid' => $uid]) || ($post->blog->uuid == $page)) {
DI::pConfig()->set($uid, 'tumblr', 'last_id', $last);
continue;
}
$item = tumblr_get_header($post, $uri, $uid);
$item = tumblr_get_content($item, $post);
item::insert($item);
DI::pConfig()->set($uid, 'tumblr', 'last_id', $last);
}
}
function tumblr_get_header(stdClass $post, string $uri, int $uid): array
{
$contact = tumblr_get_contact($post->blog, $uid);
$item = [
'network' => Protocol::TUMBLR,
'uid' => $uid,
'wall' => false,
'uri' => $uri,
'private' => Item::UNLISTED,
'verb' => Activity::POST,
'contact-id' => $contact['id'],
'author-name' => $contact['name'],
'author-link' => $contact['url'],
'author-avatar' => $contact['avatar'],
'plink' => $post->post_url,
'created' => date(DateTimeFormat::MYSQL, $post->timestamp)
];
$item['owner-name'] = $item['author-name'];
$item['owner-link'] = $item['author-link'];
$item['owner-avatar'] = $item['author-avatar'];
// @todo process $post->tags;
return $item;
}
function tumblr_get_content(array $item, stdClass $post): array
{
switch ($post->type) {
case 'text':
$item['title'] = $post->title;
$item['body'] = HTML::toBBCode($post->body);
break;
case 'quote':
if (empty($post->text)) {
$body = HTML::toBBCode($post->text) . "\n";
} else {
$body = '';
}
if (!empty($post->source_title) && !empty($post->source_url)) {
$body .= '[url=' . $post->source_url . ']' . $post->source_title . "[/url]:\n";
} elseif (!empty($post->source_title)) {
$body .= $post->source_title . ":\n";
}
$body .= '[quote]' . HTML::toBBCode($post->source) . '[/quote]';
$item['body'] = $body;
break;
case 'link':
$item['body'] = HTML::toBBCode($post->description) . "\n" . PageInfo::getFooterFromUrl($post->url);
break;
case 'answer':
if (!empty($post->asking_name) && !empty($post->asking_url)) {
$body = '[url=' . $post->asking_url . ']' . $post->asking_name . "[/url]:\n";
} elseif (!empty($post->asking_name)) {
$body = $post->asking_name . ":\n";
} else {
$body = '';
}
$body .= '[quote]' . HTML::toBBCode($post->question) . "[/quote]\n" . HTML::toBBCode($post->answer);
$item['body'] = $body;
break;
case 'video':
$item['body'] = HTML::toBBCode($post->caption);
if (!empty($post->video_url)) {
$item['body'] .= "\n[video]" . $post->video_url . "[/video]\n";
} elseif(!empty($post->thumbnail_url)) {
$item['body'] .= "\n[url=" . $post->permalink_url ."][img]" . $post->thumbnail_url . "[/img][/url]\n";
} elseif(!empty($post->permalink_url)) {
$item['body'] .= "\n[url]" . $post->permalink_url ."[/url]\n";
} elseif(!empty($post->source_url) && !empty($post->source_title)) {
$item['body'] .= "\n[url=" . $post->source_url ."]" . $post->source_title . "[/url]\n";
} elseif(!empty($post->source_url)) {
$item['body'] .= "\n[url]" . $post->source_url ."[/url]\n";
}
break;
case 'audio':
$item['body'] = HTML::toBBCode($post->caption);
if(!empty($post->source_url) && !empty($post->source_title)) {
$item['body'] .= "\n[url=" . $post->source_url ."]" . $post->source_title . "[/url]\n";
} elseif(!empty($post->source_url)) {
$item['body'] .= "\n[url]" . $post->source_url ."[/url]\n";
}
break;
case 'photo':
$item['body'] = HTML::toBBCode($post->caption);
foreach ($post->photos as $photo) {
if (!empty($photo->original_size)) {
$item['body'] .= "\n[img]" . $photo->original_size->url . "[/img]";
} elseif (!empty($photo->alt_sizes)) {
$item['body'] .= "\n[img]" . $photo->alt_sizes[0]->url . "[/img]";
}
}
break;
case 'chat':
$item['title'] = $post->title;
$item['body'] = "\n[ul]";
foreach ($post->dialogue as $line) {
$item['body'] .= "\n[li]" . $line->label . " " . $line->phrase . "[/li]";
}
$item['body'] .= "[/ul]\n";
break;
}
return $item;
}
function tumblr_get_contact(stdClass $blog, int $uid)
{
$condition = ['network' => Protocol::TUMBLR, 'uid' => $uid, 'poll' => 'tumblr::' . $blog->uuid];
$contact = Contact::selectFirst([], $condition);
if (!empty($contact) && (strtotime($contact['updated']) >= $blog->updated)) {
return $contact;
}
if (empty($contact)) {
$cid = tumblr_insert_contact($blog, $uid);
} else {
$cid = $contact['id'];
}
$condition['uid'] = 0;
$contact = Contact::selectFirst([], $condition);
if (empty($contact)) {
$pcid = tumblr_insert_contact($blog, 0);
} else {
$pcid = $contact['id'];
}
tumblr_update_contact($blog, $uid, $cid, $pcid);
return Contact::getById($cid);
}
function tumblr_insert_contact(stdClass $blog, int $uid)
{
$baseurl = 'https://tumblr.com';
$url = $baseurl . '/' . $blog->name;
$fields = [
'uid' => $uid,
'network' => Protocol::TUMBLR,
'poll' => 'tumblr::' . $blog->uuid,
'baseurl' => $baseurl,
'priority' => 1,
'writable' => false, // @todo Allow interaction at a later point in time
'blocked' => false,
'readonly' => false,
'pending' => false,
'url' => $url,
'nurl' => Strings::normaliseLink($url),
'alias' => $blog->url,
'name' => $blog->title,
'nick' => $blog->name,
'addr' => $blog->name . '@tumblr.com',
'about' => $blog->description,
'updated' => date(DateTimeFormat::MYSQL, $blog->updated)
];
return Contact::insert($fields);
}
function tumblr_update_contact(stdClass $blog, int $uid, int $cid, int $pcid)
{
$connection = tumblr_connection($uid);
$info = $connection->get('blog/' . $blog->uuid . '/info');
if ($info->meta->status > 399) {
Logger::notice('Error fetching dashboard', ['meta' => $info->meta, 'response' => $info->response, 'errors' => $info->errors]);
return;
}
$avatar = $info->response->blog->avatar;
if (!empty($avatar)) {
Contact::updateAvatar($cid, $avatar[0]->url);
}
$baseurl = 'https://tumblr.com';
$url = $baseurl . '/' . $info->response->blog->name;
if ($info->response->blog->followed && $info->response->blog->subscribed) {
$rel = Contact::FRIEND;
} elseif ($info->response->blog->followed && !$info->response->blog->subscribed) {
$rel = Contact::SHARING;
} elseif (!$info->response->blog->followed && $info->response->blog->subscribed) {
$rel = Contact::FOLLOWER;
} else {
$rel = Contact::NOTHING;
}
$fields = [
'url' => $url,
'nurl' => Strings::normaliseLink($url),
'uri-id' => ItemURI::getIdByURI($url),
'alias' => $info->response->blog->url,
'name' => $info->response->blog->title,
'nick' => $info->response->blog->name,
'addr' => $info->response->blog->name . '@tumblr.com',
'about' => $info->response->blog->description,
'updated' => date(DateTimeFormat::MYSQL, $info->response->blog->updated),
'header' => $info->response->blog->theme->header_image_focused,
'rel' => $rel,
];
Contact::update($fields, ['id' => $cid]);
$fields['rel'] = Contact::NOTHING;
Contact::update($fields, ['id' => $pcid]);
}
function tumblr_connection(int $uid): ?TumblrOAuth
{ {
$oauth_token = DI::pConfig()->get($uid, 'tumblr', 'oauth_token'); $oauth_token = DI::pConfig()->get($uid, 'tumblr', 'oauth_token');
$oauth_token_secret = DI::pConfig()->get($uid, 'tumblr', 'oauth_token_secret'); $oauth_token_secret = DI::pConfig()->get($uid, 'tumblr', 'oauth_token_secret');
@ -454,25 +825,8 @@ function tumblr_connection(int $uid): ?GuzzleHttp\Client
Logger::notice('Missing data, connection is not established', ['uid' => $uid]); Logger::notice('Missing data, connection is not established', ['uid' => $uid]);
return null; return null;
} }
return tumblr_client($consumer_key, $consumer_secret, $oauth_token, $oauth_token_secret);
}
function tumblr_client(string $consumer_key, string $consumer_secret, string $oauth_token, string $oauth_token_secret): GuzzleHttp\Client return new TumblrOAuth($consumer_key, $consumer_secret, $oauth_token, $oauth_token_secret);
{
$stack = HandlerStack::create();
$middleware = new Oauth1([
'consumer_key' => $consumer_key,
'consumer_secret' => $consumer_secret,
'token' => $oauth_token,
'token_secret' => $oauth_token_secret
]);
$stack->push($middleware);
return new Client([
'base_uri' => 'https://api.tumblr.com/v2/',
'handler' => $stack
]);
} }
function tumblr_get_page(int $uid, array $blogs = []) function tumblr_get_page(int $uid, array $blogs = [])
@ -503,44 +857,15 @@ function tumblr_get_blogs(int $uid)
return []; return [];
} }
$userinfo = tumblr_get($connection, 'user/info'); $userinfo = $connection->get('user/info');
if (empty($userinfo['success'])) { if ($userinfo->meta->status > 299) {
Logger::notice('Error fetching blogs', ['meta' => $userinfo->meta, 'response' => $userinfo->response, 'errors' => $userinfo->errors]);
return []; return [];
} }
$blogs = []; $blogs = [];
foreach ($userinfo['data']->response->user->blogs as $blog) { foreach ($userinfo->response->user->blogs as $blog) {
$blogs[$blog->uuid] = $blog->name; $blogs[$blog->uuid] = $blog->name;
} }
return $blogs; return $blogs;
} }
function tumblr_get($connection, string $url)
{
try {
$res = $connection->get($url, ['auth' => 'oauth']);
$success = true;
$data = json_decode($res->getBody()->getContents());
} catch (RequestException $exception) {
$success = false;
$data = [];
Logger::notice('Request failed', ['code' => $exception->getCode(), 'message' => $exception->getMessage()]);
}
return ['success' => $success, 'data' => $data];
}
function tumblr_post($connection, string $url, array $parameter)
{
try {
$res = $connection->post($url, ['auth' => 'oauth', 'json' => $parameter]);
$success = true;
$data = json_decode($res->getBody()->getContents());
} catch (RequestException $exception) {
$success = false;
$data = json_decode($exception->getResponse()->getBody()->getContents());
Logger::notice('Post failed', ['code' => $exception->getCode(), 'message' => $exception->getMessage()]);
}
return ['success' => $success, 'data' => $data];
}