Streams/streams
Streams/streams
1
0
Fork 0
mirror of https://codeberg.org/streams/streams.git synced 2024-09-20 14:35:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions
streams/include/zot.php

5187 lines
162 KiB
PHP
Raw Normal View History

Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
<?php
item store hooks
2013-11-29 02:10:04 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @file include/zot.php
first pass name change
2015-05-05 10:56:10 +00:00
* @brief Hubzilla implementation of zot protocol.
item store hooks
2013-11-29 02:10:04 +00:00
*
* https://github.com/friendica/red/wiki/zot
* https://github.com/friendica/red/wiki/Zot---A-High-Level-Overview
*
*/
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
require_once('include/crypto.php');
require_once('include/items.php');
more work on queue api
2015-12-15 06:44:05 +00:00
require_once('include/queue_fn.php');
clone channel perms
2016-07-18 05:18:35 +00:00
require_once('include/perm_upgrade.php');
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
item store hooks
2013-11-29 02:10:04 +00:00
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Generates a unique string for use as a zot guid.
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* Generates a unique string for use as a zot guid using our DNS-based url, the
* channel nickname and some entropy.
* The entropy ensures uniqueness against re-installs where the same URL and
* nickname are chosen.
doco
2013-11-29 01:47:33 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @note zot doesn't require this to be unique. Internally we use a whirlpool
* hash of this guid and the signature of this guid signed with the channel
* private key. This can be verified and should make the probability of
* collision of the verified result negligible within the constraints of our
* immediate universe.
doco
2013-11-29 01:47:33 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param string $channel_nick a unique nickname of controlling entity
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
* @returns string
*/
moving a lot of structure around. 'entity' is now 'channel'
2012-09-26 00:57:20 +00:00
function zot_new_uid($channel_nick) {
$rawstr = z_root() . '/' . $channel_nick . '.' . mt_rand();
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
return(base64url_encode(hash('whirlpool', $rawstr, true), true));
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
}
clean up more code duplication
2014-07-15 04:21:24 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Generates a portable hash identifier for a channel.
clean up more code duplication
2014-07-15 04:21:24 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* Generates a portable hash identifier for the channel identified by $guid and
* signed with $guid_sig.
clean up more code duplication
2014-07-15 04:21:24 +00:00
*
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @note This ID is portable across the network but MUST be calculated locally
* by verifying the signature and can not be trusted as an identity.
clean up more code duplication
2014-07-15 04:21:24 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param string $guid
* @param string $guid_sig
clean up more code duplication
2014-07-15 04:21:24 +00:00
*/
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
function make_xchan_hash($guid, $guid_sig) {
return base64url_encode(hash('whirlpool', $guid . $guid_sig, true));
clean up more code duplication
2014-07-15 04:21:24 +00:00
}
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Given a zot hash, return all distinct hubs.
*
* This function is used in building the zot discovery packet and therefore
* should only be used by channels which are defined on this hub.
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param string $hash - xchan_hash
* @returns array of hubloc (hub location structures)
* * \b hubloc_id int
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
* * \b hubloc_guid char(191)
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \b hubloc_guid_sig text
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
* * \b hubloc_hash char(191)
* * \b hubloc_addr char(191)
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \b hubloc_flags int
* * \b hubloc_status int
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
* * \b hubloc_url char(191)
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \b hubloc_url_sig text
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
* * \b hubloc_host char(191)
* * \b hubloc_callback char(191)
* * \b hubloc_connect char(191)
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \b hubloc_sitekey text
* * \b hubloc_updated datetime
* * \b hubloc_connected datetime
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
*/
reduce the likelihood that a given channel will have 30-40 valid hublocs with the same hubloc_url.
2013-11-27 10:51:16 +00:00
function zot_get_hublocs($hash) {
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/* Only search for active hublocs - e.g. those that haven't been marked deleted */
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
incorrect value for hubloc_deleted in zot_get_hublocs() query
2015-07-07 23:06:34 +00:00
$ret = q("select * from hubloc where hubloc_hash = '%s' and hubloc_deleted = 0 order by hubloc_url ",
first cut at unpacking bitfields in hubloc, fixed hubloc_error and hubloc_deleted
2015-01-20 23:35:42 +00:00
dbesc($hash)
only list undeleted hublocs in zot_finger
2013-11-29 00:46:47 +00:00
);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
reduce the likelihood that a given channel will have 30-40 valid hublocs with the same hubloc_url.
2013-11-27 10:51:16 +00:00
return $ret;
move today's events into a ping notification
2012-07-29 00:21:42 +00:00
}
php warnings
2014-11-03 03:22:18 +00:00
doco
2013-11-29 01:47:33 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Builds a zot notification packet.
doco
2013-11-29 01:47:33 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* Builds a zot notification packet that you can either store in the queue with
* a message array or call zot_zot to immediately zot it to the other side.
more infrastructure changes
2012-11-15 03:27:16 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param array $channel
* sender channel structure
* @param string $type
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
* packet type: one of 'ping', 'pickup', 'purge', 'refresh', 'keychange', 'force_refresh', 'notify', 'auth_check'
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param array $recipients
* envelope information, array ( 'guid' => string, 'guid_sig' => string ); empty for public posts
* @param string $remote_key
* optional public site key of target hub used to encrypt entire packet
* NOTE: remote_key and encrypted packets are required for 'auth_check' packets, optional for all others
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @param string $methods
* optional comma separated list of encryption methods @ref zot_best_algorithm()
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param string $secret
* random string, required for packets which require verification/callback
* e.g. 'pickup', 'purge', 'notify', 'auth_check'. Packet types 'ping', 'force_refresh', and 'refresh' do not require verification
* @param string $extra
doco
2013-11-29 01:47:33 +00:00
* @returns string json encoded zot packet
more infrastructure changes
2012-11-15 03:27:16 +00:00
*/
zot 1.2
2016-12-01 00:22:31 +00:00
function zot_build_packet($channel, $type = 'notify', $recipients = null, $remote_key = null, $methods = '', $secret = null, $extra = null) {
more infrastructure changes
2012-11-15 03:27:16 +00:00
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
$sig_method = get_config('system','signature_algorithm','sha256');
zot 1.2
2016-12-01 00:22:31 +00:00
$data = [
more infrastructure changes
2012-11-15 03:27:16 +00:00
'type' => $type,
zot 1.2
2016-12-01 00:22:31 +00:00
'sender' => [
more infrastructure changes
2012-11-15 03:27:16 +00:00
'guid' => $channel['channel_guid'],
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
'guid_sig' => base64url_encode(rsa_sign($channel['channel_guid'],$channel['channel_prvkey'],$sig_method)),
more infrastructure changes
2012-11-15 03:27:16 +00:00
'url' => z_root(),
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
'url_sig' => base64url_encode(rsa_sign(z_root(),$channel['channel_prvkey'],$sig_method)),
better re-install detection/protection. This necessitated a slight protocol change but should not introduce any compatibility issues with older software. Things just work better if you use an up-to-date server.
2015-11-04 04:28:56 +00:00
'sitekey' => get_config('system','pubkey')
zot 1.2
2016-12-01 00:22:31 +00:00
],
more infrastructure changes
2012-11-15 03:27:16 +00:00
'callback' => '/post',
more zot6 basic stuff
2017-09-26 03:11:21 +00:00
'version' => Zotlabs\Lib\System::get_zot_revision(),
make signing methods variable and signable
2017-07-25 22:59:58 +00:00
'encryption' => crypto_methods(),
'signing' => signing_methods()
zot 1.2
2016-12-01 00:22:31 +00:00
];
more infrastructure changes
2012-11-15 03:27:16 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($recipients) {
for ($x = 0; $x < count($recipients); $x ++)
works one way sort of - now to go the other way - which will require fixing a whole slew of FIXMEs
2014-08-27 01:58:48 +00:00
unset($recipients[$x]['hash']);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
more infrastructure changes
2012-11-15 03:27:16 +00:00
$data['recipients'] = $recipients;
works one way sort of - now to go the other way - which will require fixing a whole slew of FIXMEs
2014-08-27 01:58:48 +00:00
}
more infrastructure changes
2012-11-15 03:27:16 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($secret) {
avoid a security patch and resultant compatibility issues; instead restrict the input characters we accept in token verification strings to hex digits. This will all be changing in the coming weeks/months anyway.
2017-09-06 00:12:31 +00:00
$data['secret'] = preg_replace('/[^0-9a-fA-F]/','',$secret);
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
$data['secret_sig'] = base64url_encode(rsa_sign($secret,$channel['channel_prvkey'],$sig_method));
magic auth - it's mostly done or at least all the code bits are written and it looks in theory to be pretty secure and it doesn't white screen. Getting it to actually work(?), well we won't know how hard that will be until we get it on a couple of systems and try it. Magic auth on one box is a no-op because you're already authenticated.
2013-01-22 03:16:21 +00:00
}
For private messages, use hush-hush ultra top-secret mode by default
2012-11-19 03:19:16 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($extra) {
foreach ($extra as $k => $v)
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$data[$k] = $v;
}
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('zot_build_packet: ' . print_r($data,true), LOGGER_DATA, LOG_DEBUG);
tracking through comments
2012-11-27 11:08:26 +00:00
more infrastructure changes
2012-11-15 03:27:16 +00:00
// Hush-hush ultra top-secret mode
zot 1.2
2016-12-01 00:22:31 +00:00
if($remote_key) {
$algorithm = zot_best_algorithm($methods);
$data = crypto_encapsulate(json_encode($data),$remote_key, $algorithm);
more infrastructure changes
2012-11-15 03:27:16 +00:00
}
return json_encode($data);
}
more zot6 delivery work
2018-02-08 02:38:10 +00:00
/**
* @brief Builds a zot6 notification packet.
*
* Builds a zot6 notification packet that you can either store in the queue with
* a message array or call zot_zot to immediately zot it to the other side.
*
* @param array $channel
* sender channel structure
* @param string $type
* packet type: one of 'ping', 'pickup', 'purge', 'refresh', 'keychange', 'force_refresh', 'notify', 'auth_check'
* @param array $recipients
* envelope information, array ( 'guid' => string, 'guid_sig' => string ); empty for public posts
Update composer autoload cache.
2018-03-01 10:29:15 +00:00
* @param string msg
* optional message
more zot6 delivery work
2018-02-08 02:38:10 +00:00
* @param string $remote_key
* optional public site key of target hub used to encrypt entire packet
* NOTE: remote_key and encrypted packets are required for 'auth_check' packets, optional for all others
* @param string $methods
* optional comma separated list of encryption methods @ref zot_best_algorithm()
* @param string $secret
* random string, required for packets which require verification/callback
* e.g. 'pickup', 'purge', 'notify', 'auth_check'. Packet types 'ping', 'force_refresh', and 'refresh' do not require verification
* @param string $extra
* @returns string json encoded zot packet
*/
function zot6_build_packet($channel, $type = 'notify', $recipients = null, $msg = '', $remote_key = null, $methods = '', $secret = null, $extra = null) {
$sig_method = get_config('system','signature_algorithm','sha256');
$data = [
'type' => $type,
'sender' => [
'guid' => $channel['channel_guid'],
'guid_sig' => base64url_encode(rsa_sign($channel['channel_guid'],$channel['channel_prvkey'],$sig_method)),
'url' => z_root(),
'url_sig' => base64url_encode(rsa_sign(z_root(),$channel['channel_prvkey'],$sig_method)),
'sitekey' => get_config('system','pubkey')
],
'callback' => '/post',
'version' => Zotlabs\Lib\System::get_zot_revision(),
'encryption' => crypto_methods(),
'signing' => signing_methods()
];
if ($recipients) {
for ($x = 0; $x < count($recipients); $x ++)
unset($recipients[$x]['hash']);
$data['recipients'] = $recipients;
}
if($msg) {
$data['msg'] = $msg;
}
if ($secret) {
$data['secret'] = preg_replace('/[^0-9a-fA-F]/','',$secret);
$data['secret_sig'] = base64url_encode(rsa_sign($secret,$channel['channel_prvkey'],$sig_method));
}
if ($extra) {
foreach ($extra as $k => $v)
$data[$k] = $v;
}
logger('zot6_build_packet: ' . print_r($data,true), LOGGER_DATA, LOG_DEBUG);
// Hush-hush ultra top-secret mode
if($remote_key) {
$algorithm = zot_best_algorithm($methods);
$data = crypto_encapsulate(json_encode($data),$remote_key, $algorithm);
}
return json_encode($data);
}
zot 1.2
2016-12-01 00:22:31 +00:00
/**
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @brief Choose best encryption function from those available on both sites.
*
zot 1.2
2016-12-01 00:22:31 +00:00
* @param string $methods
* comma separated list of encryption methods
* @return string first match from our site method preferences crypto_methods() array
* of a method which is common to both sites; or 'aes256cbc' if no matches are found.
*/
function zot_best_algorithm($methods) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$x = [
'methods' => $methods,
'result' => ''
];
/**
* @hooks zot_best_algorithm
* Called when negotiating crypto algorithms with remote sites.
* * \e string \b methods - comma separated list of encryption methods
* * \e string \b result - the algorithm to return
*/
call_hooks('zot_best_algorithm', $x);
add plugin hook to zot_best_algorithm()
2016-12-14 02:43:47 +00:00
if($x['result'])
return $x['result'];
zot 1.2
2016-12-01 00:22:31 +00:00
if($methods) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$x = explode(',', $methods);
zot 1.2
2016-12-01 00:22:31 +00:00
if($x) {
$y = crypto_methods();
if($y) {
foreach($y as $yv) {
$yv = trim($yv);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
if(in_array($yv, $x)) {
zot 1.2
2016-12-01 00:22:31 +00:00
return($yv);
}
}
}
}
}
return 'aes256cbc';
}
doco
2013-03-26 04:32:12 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief
*
* @see z_post_url()
doco
2013-03-26 04:32:12 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param string $url
* @param array $data
encrypt the httpsig for zot6 transport
2018-02-08 05:53:47 +00:00
* @param array $channel (optional if using zot6 delivery)
* @param array $crypto (optional if encrypted httpsig, requires hubloc_sitekey and site_crypto elements)
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @return array see z_post_url() for returned data format
doco
2013-03-26 04:32:12 +00:00
*/
encrypt the httpsig for zot6 transport
2018-02-08 05:53:47 +00:00
function zot_zot($url, $data, $channel = null,$crypto = null) {
z6 deliver
2018-01-17 02:15:58 +00:00
$headers = [];
if($channel) {
$headers['X-Zot-Token'] = random_string();
$hash = \Zotlabs\Web\HTTPSig::generate_digest($data,false);
Update composer autoload cache.
2018-03-01 10:29:15 +00:00
$headers['X-Zot-Digest'] = 'SHA-256=' . $hash;
encrypt the httpsig for zot6 transport
2018-02-08 05:53:47 +00:00
$h = \Zotlabs\Web\HTTPSig::create_sig('',$headers,$channel['channel_prvkey'],'acct:' . $channel['channel_address'] . '@' . \App::get_hostname(),false,false,'sha512',(($crypto) ? $crypto['hubloc_sitekey'] : ''), (($crypto) ? zot_best_algorithm($crypto['site_crypto']) : ''));
z6 deliver
2018-01-17 02:15:58 +00:00
}
$redirects = 0;
initial z6 delivery
2018-01-17 04:08:10 +00:00
return z_post_url($url, array('data' => $data),$redirects,((empty($h)) ? [] : [ 'headers' => $h ]));
more infrastructure changes
2012-11-15 03:27:16 +00:00
}
doco
2013-03-26 04:32:12 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Refreshes after permission changed or friending, etc.
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* The top half of this function is similar to \\Zotlabs\\Zot\\Finger::run() and could potentially be
zot 1.2
2016-12-01 00:22:31 +00:00
* consolidated.
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* zot_refresh is typically invoked when somebody has changed permissions of a channel and they are notified
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* to fetch new permissions via a finger/discovery operation. This may result in a new connection
* (abook entry) being added to a local channel and it may result in auto-permissions being granted.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
*
* Friending in zot is accomplished by sending a refresh packet to a specific channel which indicates a
* permission change has been made by the sender which affects the target channel. The hub controlling
* the target channel does targetted discovery (a zot-finger request requesting permissions for the local
* channel). These are decoded here, and if necessary and abook structure (addressbook) is created to store
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* the permissions assigned to this channel.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
*
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* Initially these abook structures are created with a 'pending' flag, so that no reverse permissions are
* implied until this is approved by the owner channel. A channel can also auto-populate permissions in
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* return and send back a refresh packet of its own. This is used by forum and group communication channels
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* so that friending and membership in the channel's "club" is automatic.
doco
2013-03-26 04:32:12 +00:00
*
doco
2013-11-29 02:46:59 +00:00
* @param array $them => xchan structure of sender
* @param array $channel => local channel structure of target recipient, required for "friending" operations
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @param array $force (optional) default false
doco
2013-03-26 04:32:12 +00:00
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @return boolean
* * \b true if successful
* * otherwise \b false
doco
2013-03-26 04:32:12 +00:00
*/
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
function zot_refresh($them, $channel = null, $force = false) {
doco
2013-03-26 04:32:12 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (array_key_exists('xchan_network', $them) && ($them['xchan_network'] !== 'zot')) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('not got zot. ' . $them['xchan_name']);
sort out some anomalies
2014-08-26 04:42:46 +00:00
return true;
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('them: ' . print_r($them,true), LOGGER_DATA, LOG_DEBUG);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($channel)
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('channel: ' . print_r($channel,true), LOGGER_DATA, LOG_DEBUG);
more logging, some debugging of group membership page
2012-12-30 23:28:13 +00:00
let zot_refresh continue without a primary hub if one cannot be found. also weekly doc updates
2015-01-30 21:45:28 +00:00
$url = null;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($them['hubloc_url']) {
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
$url = $them['hubloc_url'];
zot 1.2
2016-12-01 00:22:31 +00:00
}
else {
zot_refresh: always try the hubloc pointed to by xchan_addr first
2015-09-10 23:48:08 +00:00
$r = null;
more work on surviving hub re-installs
2015-09-18 21:31:29 +00:00
// if they re-installed the server we could end up with the wrong record - pointing to the old install.
// We'll order by reverse id to try and pick off the newest one first and hopefully end up with the
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// correct hubloc. If this doesn't work we may have to re-write this section to try them all.
more work on surviving hub re-installs
2015-09-18 21:31:29 +00:00
zot_refresh: always try the hubloc pointed to by xchan_addr first
2015-09-10 23:48:08 +00:00
if(array_key_exists('xchan_addr',$them) && $them['xchan_addr']) {
more work on surviving hub re-installs
2015-09-18 21:31:29 +00:00
$r = q("select hubloc_url, hubloc_primary from hubloc where hubloc_addr = '%s' order by hubloc_id desc",
zot_refresh: always try the hubloc pointed to by xchan_addr first
2015-09-10 23:48:08 +00:00
dbesc($them['xchan_addr'])
);
}
if(! $r) {
more work on surviving hub re-installs
2015-09-18 21:31:29 +00:00
$r = q("select hubloc_url, hubloc_primary from hubloc where hubloc_hash = '%s' order by hubloc_id desc",
zot_refresh: always try the hubloc pointed to by xchan_addr first
2015-09-10 23:48:08 +00:00
dbesc($them['xchan_hash'])
);
}
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-10 23:51:22 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($r) {
foreach ($r as $rr) {
issues encountered with hubzilla DB changes, zot_refresh and item_drop and hub sync
2015-08-23 20:27:34 +00:00
if (intval($rr['hubloc_primary'])) {
let zot_refresh continue without a primary hub if one cannot be found. also weekly doc updates
2015-01-30 21:45:28 +00:00
$url = $rr['hubloc_url'];
break;
}
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! $url)
let zot_refresh continue without a primary hub if one cannot be found. also weekly doc updates
2015-01-30 21:45:28 +00:00
$url = $r[0]['hubloc_url'];
}
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! $url) {
more logging, some debugging of group membership page
2012-12-30 23:28:13 +00:00
logger('zot_refresh: no url');
more progress on onepoll
2012-12-31 06:41:53 +00:00
return false;
more logging, some debugging of group membership page
2012-12-30 23:28:13 +00:00
}
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
don't perform zot_refresh on dead sites unless $force is set
2017-11-02 02:24:29 +00:00
$s = q("select site_dead from site where site_url = '%s' limit 1",
dbesc($url)
);
if($s && intval($s[0]['site_dead']) && (! $force)) {
logger('zot_refresh: site ' . $url . ' is marked dead and force flag is not set. Cancelling operation.');
return false;
Update composer autoload cache.
2018-03-01 10:29:15 +00:00
}
don't perform zot_refresh on dead sites unless $force is set
2017-11-02 02:24:29 +00:00
require token signatures in zot_refresh, also move channel specific stuff into include/channel.php from include/connections.php
2016-05-25 06:05:00 +00:00
$token = random_string();
zot 1.2
2016-12-01 00:22:31 +00:00
$postvars = [];
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
require token signatures in zot_refresh, also move channel specific stuff into include/channel.php from include/connections.php
2016-05-25 06:05:00 +00:00
$postvars['token'] = $token;
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
if($channel) {
$postvars['target'] = $channel['channel_guid'];
$postvars['target_sig'] = $channel['channel_guid_sig'];
$postvars['key'] = $channel['channel_pubkey'];
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (array_key_exists('xchan_addr',$them) && $them['xchan_addr'])
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
$postvars['address'] = $them['xchan_addr'];
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (array_key_exists('xchan_hash',$them) && $them['xchan_hash'])
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
$postvars['guid_hash'] = $them['xchan_hash'];
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (array_key_exists('xchan_guid',$them) && $them['xchan_guid']
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
&& array_key_exists('xchan_guid_sig',$them) && $them['xchan_guid_sig']) {
$postvars['guid'] = $them['xchan_guid'];
$postvars['guid_sig'] = $them['xchan_guid_sig'];
}
rework a couple of zot basics
2012-11-11 07:26:12 +00:00
$rhs = '/.well-known/zot-info';
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
try to filter any path information from leaking through to zot_finger; and log the url wherever called to track down where it might be called with a malformed webbie or complete path instead of hostname.
2016-10-14 04:01:54 +00:00
logger('zot_refresh: ' . $url, LOGGER_DATA, LOG_INFO);
typo
2017-10-12 00:52:03 +00:00
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
$result = z_post_url($url . $rhs,$postvars);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($result['success']) {
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
$j = json_decode($result['body'],true);
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! (($j) && ($j['success']))) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Result not decodable');
better handling of failures to lookup remote authors
2013-01-26 23:50:31 +00:00
return false;
searchable flag logic reversed
2013-02-02 11:11:23 +00:00
}
better handling of failures to lookup remote authors
2013-01-26 23:50:31 +00:00
only log zot_refresh content if json decode was successful.
2017-04-07 02:55:43 +00:00
logger('zot-info: ' . print_r($result,true), LOGGER_DATA, LOG_DEBUG);
require token signatures in zot_refresh, also move channel specific stuff into include/channel.php from include/connections.php
2016-05-25 06:05:00 +00:00
$signed_token = ((is_array($j) && array_key_exists('signed_token',$j)) ? $j['signed_token'] : null);
if($signed_token) {
$valid = rsa_verify('token.' . $token,base64url_decode($signed_token),$j['key']);
if(! $valid) {
track down some issues from the application logs
2016-05-27 01:45:47 +00:00
logger('invalid signed token: ' . $url . $rhs, LOGGER_NORMAL, LOG_ERR);
require token signatures in zot_refresh, also move channel specific stuff into include/channel.php from include/connections.php
2016-05-25 06:05:00 +00:00
return false;
}
}
else {
track down some issues from the application logs
2016-05-27 01:45:47 +00:00
logger('No signed token from ' . $url . $rhs, LOGGER_NORMAL, LOG_WARNING);
We've passed the deadline for allowing unsigned zot finger tokens. It is now a protocol requirement.
2017-02-24 21:53:49 +00:00
return false;
require token signatures in zot_refresh, also move channel specific stuff into include/channel.php from include/connections.php
2016-05-25 06:05:00 +00:00
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$x = import_xchan($j, (($force) ? UPDATE_FLAGS_FORCED : UPDATE_FLAGS_UPDATED));
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
better handling of failures to lookup remote authors
2013-01-26 23:50:31 +00:00
if(! $x['success'])
return false;
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
if($channel) {
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
if($j['permissions']['data']) {
zot 1.2
2016-12-01 00:22:31 +00:00
$permissions = crypto_unencapsulate(
[
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
'data' => $j['permissions']['data'],
'key' => $j['permissions']['key'],
wrong function
2016-11-21 22:38:02 +00:00
'iv' => $j['permissions']['iv'],
zot 1.2
2016-12-01 00:22:31 +00:00
'alg' => $j['permissions']['alg']
],
wrong function
2016-11-21 22:38:02 +00:00
$channel['channel_prvkey']);
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
if($permissions)
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
$permissions = json_decode($permissions,true);
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('decrypted permissions: ' . print_r($permissions,true), LOGGER_DATA, LOG_DEBUG);
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
}
else
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
$permissions = $j['permissions'];
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
foreach issue
2013-01-02 09:44:50 +00:00
if($permissions && is_array($permissions)) {
perms work
2016-07-11 00:45:14 +00:00
$old_read_stream_perm = get_abconfig($channel['channel_id'],$x['hash'],'their_perms','view_stream');
foreach issue
2013-01-02 09:44:50 +00:00
foreach($permissions as $k => $v) {
perms work
2016-07-11 00:45:14 +00:00
set_abconfig($channel['channel_id'],$x['hash'],'their_perms',$k,$v);
one could say we've sort of got zot - at least there are two-way communications for channel meta info, don't yet know if it's working
2012-11-13 00:16:37 +00:00
}
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
}
add pending check on group queries
2012-11-30 07:06:03 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(array_key_exists('profile',$j) && array_key_exists('next_birthday',$j['profile'])) {
bring back birthdays
2014-06-03 00:49:19 +00:00
$next_birthday = datetime_convert('UTC','UTC',$j['profile']['next_birthday']);
}
else {
This is long overdue - use a symblic constant NULL_DATE instead of the easily mis-typed sequence '0000-00-00 00:00:00'
2014-09-09 03:35:15 +00:00
$next_birthday = NULL_DATE;
bring back birthdays
2014-06-03 00:49:19 +00:00
}
default profile assign
2017-11-24 22:55:39 +00:00
$profile_assign = get_pconfig($channel['channel_id'],'system','profile_assign','');
minor re-arrange
2016-11-28 22:00:34 +00:00
// Keep original perms to check if we need to notify them
$previous_perms = get_all_perms($channel['channel_id'],$x['hash']);
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php util/messages.po
2015-09-28 00:00:41 +00:00
$r = q("select * from abook where abook_xchan = '%s' and abook_channel = %d and abook_self = 0 limit 1",
add some safety checks on the sending side of sync
2015-09-27 23:47:25 +00:00
dbesc($x['hash']),
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php util/messages.po
2015-09-28 00:00:41 +00:00
intval($channel['channel_id'])
add some safety checks on the sending side of sync
2015-09-27 23:47:25 +00:00
);
change flags for one-way connections from hidden to unconnected so we can still use hidden for - well hiding connections
2014-03-04 22:35:42 +00:00
if($r) {
add some safety checks on the sending side of sync
2015-09-27 23:47:25 +00:00
// connection exists
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// if the dob is the same as what we have stored (disregarding the year), keep the one
duplicate birthday events showing up
2014-06-05 04:02:57 +00:00
// we have as we may have updated the year after sending a notification; and resetting
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// to the one we just received would cause us to create duplicated events.
duplicate birthday events showing up
2014-06-05 04:02:57 +00:00
if(substr($r[0]['abook_dob'],5) == substr($next_birthday,5))
$next_birthday = $r[0]['abook_dob'];
perms work
2016-07-11 00:45:14 +00:00
$y = q("update abook set abook_dob = '%s'
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
where abook_xchan = '%s' and abook_channel = %d
convert the abook fields
2015-06-15 04:08:00 +00:00
and abook_self = 0 ",
escape dates
2015-02-05 17:15:26 +00:00
dbescdate($next_birthday),
Now if you follow somebody it will create an abook entry on the other site with blocked,ignored, and pending set. No "friend notifications" yet.
2012-11-30 02:15:13 +00:00
dbesc($x['hash']),
convert the abook fields
2015-06-15 04:08:00 +00:00
intval($channel['channel_id'])
Now if you follow somebody it will create an abook entry on the other site with blocked,ignored, and pending set. No "friend notifications" yet.
2012-11-30 02:15:13 +00:00
);
some anomolies found when viewing connections in various cases.
2014-03-03 03:40:59 +00:00
Now if you follow somebody it will create an abook entry on the other site with blocked,ignored, and pending set. No "friend notifications" yet.
2012-11-30 02:15:13 +00:00
if(! $y)
logger('abook update failed');
populate some posts when somebody is granted "read stream" permission
2013-11-18 00:50:32 +00:00
else {
// if we were just granted read stream permission and didn't have it before, try to pull in some posts
perms work
2016-07-11 00:45:14 +00:00
if((! $old_read_stream_perm) && (intval($permissions['view_stream'])))
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Onepoll',$r[0]['abook_id']));
populate some posts when somebody is granted "read stream" permission
2013-11-18 00:50:32 +00:00
}
Now if you follow somebody it will create an abook entry on the other site with blocked,ignored, and pending set. No "friend notifications" yet.
2012-11-30 02:15:13 +00:00
}
else {
add some safety checks on the sending side of sync
2015-09-27 23:47:25 +00:00
more work on permcats and consolidating calls that try to discover connect permissions, also create lowlevel store functions for abook and profile - since these currently may have issues with sql strict mode.
2017-02-10 01:29:24 +00:00
$p = \Zotlabs\Access\Permissions::connect_perms($channel['channel_id']);
more perms work (a lot more)
2016-07-19 04:37:34 +00:00
more work on permcats and consolidating calls that try to discover connect permissions, also create lowlevel store functions for abook and profile - since these currently may have issues with sql strict mode.
2017-02-10 01:29:24 +00:00
$my_perms = $p['perms'];
$automatic = $p['automatic'];
more perms work (a lot more)
2016-07-19 04:37:34 +00:00
more work on permcats and consolidating calls that try to discover connect permissions, also create lowlevel store functions for abook and profile - since these currently may have issues with sql strict mode.
2017-02-10 01:29:24 +00:00
// new connection
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
more perms work (a lot more)
2016-07-19 04:37:34 +00:00
if($my_perms) {
foreach($my_perms as $k => $v) {
set_abconfig($channel['channel_id'],$x['hash'],'my_perms',$k,$v);
}
}
auto-friending for forums and stuff is almost trivial now. But we will need a page to set the permissions on the "self" abook record. These will be the default permissions for anybody we wish to connect with.
2012-12-02 06:37:41 +00:00
change default affinity (abook_closeness) to 80 for all new connections going forward (was 99). This way it can be adjusted down later without requiring you to change all your existing connections upward (since your existing connections are likely all sitting at 99 at the moment). The default setting is also configurable with a pconfig system.new_abook_closeness
2015-03-08 21:11:38 +00:00
$closeness = get_pconfig($channel['channel_id'],'system','new_abook_closeness');
if($closeness === false)
$closeness = 80;
more work on permcats and consolidating calls that try to discover connect permissions, also create lowlevel store functions for abook and profile - since these currently may have issues with sql strict mode.
2017-02-10 01:29:24 +00:00
$y = abook_store_lowlevel(
[
'abook_account' => intval($channel['channel_account_id']),
'abook_channel' => intval($channel['channel_id']),
'abook_closeness' => intval($closeness),
'abook_xchan' => $x['hash'],
default profile assign
2017-11-24 22:55:39 +00:00
'abook_profile' => $profile_assign,
more work on permcats and consolidating calls that try to discover connect permissions, also create lowlevel store functions for abook and profile - since these currently may have issues with sql strict mode.
2017-02-10 01:29:24 +00:00
'abook_created' => datetime_convert(),
'abook_updated' => datetime_convert(),
'abook_dob' => $next_birthday,
'abook_pending' => intval(($automatic) ? 0 : 1)
]
Now if you follow somebody it will create an abook entry on the other site with blocked,ignored, and pending set. No "friend notifications" yet.
2012-11-30 02:15:13 +00:00
);
this should fix the auto-friend stuff
2013-02-07 22:49:09 +00:00
auto-friending for forums and stuff is almost trivial now. But we will need a page to set the permissions on the "self" abook record. These will be the default permissions for anybody we wish to connect with.
2012-12-02 06:37:41 +00:00
if($y) {
Now if you follow somebody it will create an abook entry on the other site with blocked,ignored, and pending set. No "friend notifications" yet.
2012-11-30 02:15:13 +00:00
logger("New introduction received for {$channel['channel_name']}");
Implements a new permission level PERMS_PENDING With this a user can allow some action to any user which connects to them, even before they've connected back. Ref. https://mobiliza.org.br/display/478d9e71eaf55748dc646d3990651d6d34cfb7db5c38360538ec730ca3ccf908@zothub.com Also some code cleanup and an alternative logic for handling notifications of permission changes in zot.php. This assumes that private posts are still restricted to people in your addressbook. Regardless of your global permissions, a pending channel won't get private posts, even if the post only has a deny clause not matching the pending channel.
2014-06-17 07:26:18 +00:00
$new_perms = get_all_perms($channel['channel_id'],$x['hash']);
clone new connections
2015-09-20 05:46:59 +00:00
// Send a clone sync packet and a permissions update if permissions have changed
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-20 05:48:22 +00:00
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-20 23:55:24 +00:00
$new_connection = q("select * from abook left join xchan on abook_xchan = xchan_hash where abook_xchan = '%s' and abook_channel = %d and abook_self = 0 order by abook_created desc limit 1",
clone new connections
2015-09-20 05:46:59 +00:00
dbesc($x['hash']),
intval($channel['channel_id'])
populate some posts when somebody is granted "read stream" permission
2013-11-18 00:50:32 +00:00
);
clone new connections
2015-09-20 05:46:59 +00:00
send new connection notification even if auto-perms are set
2014-06-13 00:31:42 +00:00
if($new_connection) {
more perms work (a lot more)
2016-07-19 04:37:34 +00:00
if(! \Zotlabs\Access\Permissions::PermsCompare($new_perms,$previous_perms))
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Notifier','permission_create',$new_connection[0]['abook_id']));
zot 1.2
2016-12-01 00:22:31 +00:00
Zotlabs\Lib\Enotify::submit(
[
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
'type' => NOTIFY_INTRO,
'from_xchan' => $x['hash'],
'to_xchan' => $channel['channel_hash'],
zot 1.2
2016-12-01 00:22:31 +00:00
'link' => z_root() . '/connedit/' . $new_connection[0]['abook_id']
]
);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
if(intval($permissions['view_stream'])) {
deprecate/remove json_decode_plus
2016-07-14 05:11:06 +00:00
if(intval(get_pconfig($channel['channel_id'],'perm_limits','send_stream') & PERMS_PENDING)
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
|| (! intval($new_connection[0]['abook_pending'])))
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Onepoll',$new_connection[0]['abook_id']));
clone new connections
2015-09-20 05:46:59 +00:00
}
add new connection to default group when auto-accepted
2016-06-15 12:28:16 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
// If there is a default group for this channel, add this connection to it
don't add pending connections to the default privacy group until accepted
2018-03-06 19:39:49 +00:00
// for pending connections this will happens at acceptance time.
if(! intval($new_connection[0]['abook_pending'])) {
$default_group = $channel['channel_default_group'];
if($default_group) {
require_once('include/group.php');
$g = group_rec_byhash($channel['channel_id'],$default_group);
if($g)
group_add_member($channel['channel_id'],'',$x['hash'],$g['id']);
}
add new connection to default group when auto-accepted
2016-06-15 12:28:16 +00:00
}
clone new connections
2015-09-20 05:46:59 +00:00
unset($new_connection[0]['abook_id']);
unset($new_connection[0]['abook_account']);
unset($new_connection[0]['abook_channel']);
abconfig
2016-03-01 03:31:52 +00:00
change AbConfig to use channel_id instead of channel_hash; which was a mistake in retrospect
2016-06-24 01:12:26 +00:00
$abconfig = load_abconfig($channel['channel_id'],$new_connection['abook_xchan']);
abconfig
2016-03-01 03:31:52 +00:00
if($abconfig)
$new_connection['abconfig'] = $abconfig;
clone new connections
2015-09-20 05:46:59 +00:00
build_sync_packet($channel['channel_id'], array('abook' => $new_connection));
Implements a new permission level PERMS_PENDING With this a user can allow some action to any user which connects to them, even before they've connected back. Ref. https://mobiliza.org.br/display/478d9e71eaf55748dc646d3990651d6d34cfb7db5c38360538ec730ca3ccf908@zothub.com Also some code cleanup and an alternative logic for handling notifications of permission changes in zot.php. This assumes that private posts are still restricted to people in your addressbook. Regardless of your global permissions, a pending channel won't get private posts, even if the post only has a deny clause not matching the pending channel.
2014-06-17 07:26:18 +00:00
}
auto-friending for forums and stuff is almost trivial now. But we will need a page to set the permissions on the "self" abook record. These will be the default permissions for anybody we wish to connect with.
2012-12-02 06:37:41 +00:00
}
Now if you follow somebody it will create an abook entry on the other site with blocked,ignored, and pending set. No "friend notifications" yet.
2012-11-30 02:15:13 +00:00
}
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
}
return true;
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
starting to get into the hairy parts of zot - identity, location, and permission synchronisation. After this, messaging should be a piece of cake.
2012-11-11 04:08:07 +00:00
return false;
}
doco
2013-03-26 04:32:12 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Look up if channel is known and previously verified.
doco
2013-03-26 04:32:12 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* A guid and a url, both signed by the sender, distinguish a known sender at a
* known location.
* This function looks these up to see if the channel is known and therefore
* previously verified. If not, we will need to verify it.
zot doco
2013-11-29 00:13:09 +00:00
*
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @param array $arr an associative array which must contain:
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \e string \b guid => guid of conversant
* * \e string \b guid_sig => guid signed with conversant's private key
* * \e string \b url => URL of the origination hub of this communication
* * \e string \b url_sig => URL signed with conversant's private key
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* @param boolean $multiple (optional) default false
zot doco
2013-11-29 00:13:09 +00:00
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @return array|null
* * null if site is blacklisted or not found
* * otherwise an array with an hubloc record
doco
2013-03-26 04:32:12 +00:00
*/
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
function zot_gethub($arr, $multiple = false) {
got zot
2012-11-13 04:59:18 +00:00
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
if($arr['guid'] && $arr['guid_sig'] && $arr['url'] && $arr['url_sig']) {
provide the site blacklist everywhere it is needed
2014-08-22 04:07:32 +00:00
generalise the site black|white allow lists, also add a channel black|white list for future use
2015-11-30 04:26:00 +00:00
if(! check_siteallowed($arr['url'])) {
logger('blacklisted site: ' . $arr['url']);
provide the site blacklist everywhere it is needed
2014-08-22 04:07:32 +00:00
return null;
}
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
$limit = (($multiple) ? '' : ' limit 1 ');
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
$sitekey = ((array_key_exists('sitekey',$arr) && $arr['sitekey']) ? " and hubloc_sitekey = '" . dbesc(protect_sprintf($arr['sitekey'])) . "' " : '');
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
$r = q("select hubloc.*, site.site_crypto from hubloc left join site on hubloc_url = site_url
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
where hubloc_guid = '%s' and hubloc_guid_sig = '%s'
a few minor changes
2012-08-27 06:05:00 +00:00
and hubloc_url = '%s' and hubloc_url_sig = '%s'
better re-install detection/protection. This necessitated a slight protocol change but should not introduce any compatibility issues with older software. Things just work better if you use an up-to-date server.
2015-11-04 04:28:56 +00:00
$sitekey $limit",
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
dbesc($arr['guid']),
dbesc($arr['guid_sig']),
dbesc($arr['url']),
dbesc($arr['url_sig'])
zot basic comm structure (real basic)
2012-08-10 03:31:06 +00:00
);
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
if($r) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Found', LOGGER_DEBUG);
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
return (($multiple) ? $r : $r[0]);
fix the contorted update logic on the network page
2013-01-05 03:24:17 +00:00
}
zot basic comm structure (real basic)
2012-08-10 03:31:06 +00:00
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Not found: ' . print_r($arr,true), LOGGER_DEBUG);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
channel move stuff (disabled currently because not yet complete)
2017-01-09 22:37:56 +00:00
return false;
zot basic comm structure (real basic)
2012-08-10 03:31:06 +00:00
}
zot doco
2013-11-29 00:13:09 +00:00
/**
typo
2015-07-20 04:04:02 +00:00
* @brief Registers an unknown hub.
zot doco
2013-11-29 00:13:09 +00:00
*
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* A communication has been received which has an unknown (to us) sender.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* Perform discovery based on our calculated hash of the sender at the
* origination address. This will fetch the discovery packet of the sender,
* which contains the public key we need to verify our guid and url signatures.
zot doco
2013-11-29 00:13:09 +00:00
*
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @param array $arr an associative array which must contain:
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \e string \b guid => guid of conversant
* * \e string \b guid_sig => guid signed with conversant's private key
* * \e string \b url => URL of the origination hub of this communication
* * \e string \b url_sig => URL signed with conversant's private key
zot doco
2013-11-29 00:13:09 +00:00
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @return array An associative array with
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \b success boolean true or false
* * \b message (optional) error string only if success is false
zot doco
2013-11-29 00:13:09 +00:00
*/
zot basic comm structure (real basic)
2012-08-10 03:31:06 +00:00
function zot_register_hub($arr) {
rework a couple of zot basics
2012-11-11 07:26:12 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
$result = [ 'success' => false ];
rework a couple of zot basics
2012-11-11 07:26:12 +00:00
no hub - well doh, no wonder; we were looking for array['hub'] and it's actually array['url'].
2012-12-30 07:45:06 +00:00
if($arr['url'] && $arr['url_sig'] && $arr['guid'] && $arr['guid_sig']) {
rework a couple of zot basics
2012-11-11 07:26:12 +00:00
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
$sig_methods = ((array_key_exists('signing',$arr) && is_array($arr['signing'])) ? $arr['signing'] : [ 'sha256' ]);
clean up more code duplication
2014-07-15 04:21:24 +00:00
$guid_hash = make_xchan_hash($arr['guid'],$arr['guid_sig']);
rework a couple of zot basics
2012-11-11 07:26:12 +00:00
zome issues registering new hubs
2013-01-03 00:28:47 +00:00
$url = $arr['url'] . '/.well-known/zot-info/?f=&guid_hash=' . $guid_hash;
turn down the log noise a bit
2013-01-25 03:45:08 +00:00
logger('zot_register_hub: ' . $url, LOGGER_DEBUG);
zome issues registering new hubs
2013-01-03 00:28:47 +00:00
$x = z_fetch_url($url);
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('zot_register_hub: ' . print_r($x,true), LOGGER_DATA, LOG_DEBUG);
rework a couple of zot basics
2012-11-11 07:26:12 +00:00
zot basic comm structure (real basic)
2012-08-10 03:31:06 +00:00
if($x['success']) {
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
$record = json_decode($x['body'],true);
zot doco
2013-11-29 00:13:09 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/*
* We now have a key - only continue registration if our signatures are valid
zot doco
2013-11-29 00:13:09 +00:00
* AND the guid and guid sig in the returned packet match those provided in
* our current communication.
*/
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
foreach($sig_methods as $method) {
if((rsa_verify($arr['guid'],base64url_decode($arr['guid_sig']),$record['key'],$method))
&& (rsa_verify($arr['url'],base64url_decode($arr['url_sig']),$record['key'],$method))
zot doco
2013-11-29 00:13:09 +00:00
&& ($arr['guid'] === $record['guid'])
&& ($arr['guid_sig'] === $record['guid_sig'])) {
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
$c = import_xchan($record);
if($c['success'])
$result['success'] = true;
}
else {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Failure to verify returned packet using ' . $method);
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
}
zot basic comm structure (real basic)
2012-08-10 03:31:06 +00:00
}
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
rework a couple of zot basics
2012-11-11 07:26:12 +00:00
return $result;
basic hub registration
2012-08-22 06:11:27 +00:00
}
grrr... hashes aren't matching.
2012-11-02 05:23:13 +00:00
zot doco
2013-11-29 00:13:09 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Takes an associative array of a fetched discovery packet and updates
zot doco
2013-11-29 00:13:09 +00:00
* all internal data structures which need to be updated as a result.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
*
zot doco
2013-11-29 00:13:09 +00:00
* @param array $arr => json_decoded discovery packet
* @param int $ud_flags
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
* Determines whether to create a directory update record if any changes occur, default is UPDATE_FLAGS_UPDATED
directory sync issues
2014-03-04 05:00:42 +00:00
* $ud_flags = UPDATE_FLAGS_FORCED indicates a forced refresh where we unconditionally create a directory update record
implement a forced directory update mode where we unconditionally create a directory sync packet. This is needed to ensure that monthly directory pings are propagated to other directory servers so they can each prove for themselves whether or not an account is alive or dead. We do not trust other directories to provide us information beyond "look at this entry and decide for yourself" as doing otherwise would invite rogue directory manipulations. As this scheduled update occurs on all channels across all servers, we should also pick up refresh messages from all existing channel clones and these should also propagate out to all directory servers using the same mechanism (though perhaps not at the same time).
2014-02-11 22:19:20 +00:00
* this typically occurs once a month for each channel as part of a scheduled ping to notify the directory
* that the channel still exists
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
* @param array $ud_arr
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* If set [typically by update_directory_entry()] indicates a specific update table row and more particularly
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
* contains a particular address (ud_addr) which needs to be updated in that table.
zot doco
2013-11-29 00:13:09 +00:00
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @return array An associative array with:
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \e boolean \b success boolean true or false
* * \e string \b message (optional) error string only if success is false
zot doco
2013-11-29 00:13:09 +00:00
*/
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
function import_xchan($arr, $ud_flags = UPDATE_FLAGS_UPDATED, $ud_arr = null) {
zot 1.2
2016-12-01 00:22:31 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @hooks import_xchan
* Called when processing the result of zot_finger() to store the result
* * \e array
*/
add hooks to zot-finger and import_xchan
2013-12-04 01:55:10 +00:00
call_hooks('import_xchan', $arr);
more infrastructure changes
2012-11-15 03:27:16 +00:00
$ret = array('success' => false);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$dirmode = intval(get_config('system','directory_mode'));
start saving site info
2013-07-24 05:33:56 +00:00
update
2013-03-21 09:21:44 +00:00
$changed = false;
implement what I hope will now be the server side of directory sync, add viewsrc to item_photo_menu, and log what changed in import_xchan update objects so we can find out why there are so many updates when nothing _obvious_ has changed that should trigger it.
2013-09-15 10:48:43 +00:00
$what = '';
more infrastructure changes
2012-11-15 03:27:16 +00:00
validate input to import_xchan(), as we don't consistently check it prior to entering this function
2013-07-19 01:22:08 +00:00
if(! (is_array($arr) && array_key_exists('success',$arr) && $arr['success'])) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Invalid data packet: ' . print_r($arr,true));
validate input to import_xchan(), as we don't consistently check it prior to entering this function
2013-07-19 01:22:08 +00:00
$ret['message'] = t('Invalid data packet');
return $ret;
}
zot logging to figure out why we occasionally don't have an address on xchan_import - I suspect we don't have anything useful at all.
2014-08-13 03:46:33 +00:00
if(! ($arr['guid'] && $arr['guid_sig'])) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('No identity information provided. ' . print_r($arr,true));
zot logging to figure out why we occasionally don't have an address on xchan_import - I suspect we don't have anything useful at all.
2014-08-13 03:46:33 +00:00
return $ret;
}
validate input to import_xchan(), as we don't consistently check it prior to entering this function
2013-07-19 01:22:08 +00:00
clean up more code duplication
2014-07-15 04:21:24 +00:00
$xchan_hash = make_xchan_hash($arr['guid'],$arr['guid_sig']);
pull the plug on the old location sync section of import_xchan - this has now been split off into its own function. Cross fingers because this is core functionality which was tried and true, well tested; and now it's a bit different. Please revert this if the matrix breaks in the next few hours.
2014-09-15 01:09:16 +00:00
$arr['hash'] = $xchan_hash;
more infrastructure changes
2012-11-15 03:27:16 +00:00
$import_photos = false;
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
$sig_methods = ((array_key_exists('signing',$arr) && is_array($arr['signing'])) ? $arr['signing'] : [ 'sha256' ]);
$verified = false;
foreach($sig_methods as $method) {
if(! rsa_verify($arr['guid'],base64url_decode($arr['guid_sig']),$arr['key'],$method)) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Unable to verify channel signature for ' . $arr['address'] . ' using ' . $method);
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
continue;
}
else {
$verified = true;
}
}
if(! $verified) {
more infrastructure changes
2012-11-15 03:27:16 +00:00
$ret['message'] = t('Unable to verify channel signature');
return $ret;
}
add some debugging - update times are changing much faster than they're supposed to. Log what has changed.
2013-04-30 01:21:23 +00:00
logger('import_xchan: ' . $xchan_hash, LOGGER_DEBUG);
more infrastructure changes
2012-11-15 03:27:16 +00:00
$r = q("select * from xchan where xchan_hash = '%s' limit 1",
dbesc($xchan_hash)
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
);
more infrastructure changes
2012-11-15 03:27:16 +00:00
implement premium channel discovery
2013-08-22 00:34:04 +00:00
if(! array_key_exists('connect_url', $arr))
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$arr['connect_url'] = '';
try to fix bad addresses that got into the network
2013-08-26 03:17:45 +00:00
if(strpos($arr['address'],'/') !== false)
$arr['address'] = substr($arr['address'],0,strpos($arr['address'],'/'));
hidden directory entries
2013-01-22 08:20:25 +00:00
more infrastructure changes
2012-11-15 03:27:16 +00:00
if($r) {
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
if($r[0]['xchan_photo_date'] != $arr['photo_updated'])
hidden directory entries
2013-01-22 08:20:25 +00:00
$import_photos = true;
security fixes related to directory access and sites that are off the grid
2013-01-22 10:56:32 +00:00
// if we import an entry from a site that's not ours and either or both of us is off the grid - hide the entry.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/** @TODO: check if we're the same directory realm, which would mean we are allowed to see it */
security fixes related to directory access and sites that are off the grid
2013-01-22 10:56:32 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$dirmode = get_config('system','directory_mode');
security fixes related to directory access and sites that are off the grid
2013-01-22 10:56:32 +00:00
add public forum identification to libzot. No attempt is made to identify other types of forums or weird custom channel permissions. If the channel is auto-accept and taggable, it's a public forum.
2014-11-10 23:21:04 +00:00
if((($arr['site']['directory_mode'] === 'standalone') || ($dirmode & DIRECTORY_MODE_STANDALONE)) && ($arr['site']['url'] != z_root()))
security fixes related to directory access and sites that are off the grid
2013-01-22 10:56:32 +00:00
$arr['searchable'] = false;
searchable flag logic reversed
2013-02-02 11:11:23 +00:00
$hidden = (1 - intval($arr['searchable']));
security fixes related to directory access and sites that are off the grid
2013-01-22 10:56:32 +00:00
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
$hidden_changed = $adult_changed = $deleted_changed = $pubforum_changed = 0;
adult channel setting
2013-09-23 03:38:24 +00:00
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
if(intval($r[0]['xchan_hidden']) != (1 - intval($arr['searchable'])))
$hidden_changed = 1;
if(intval($r[0]['xchan_selfcensored']) != intval($arr['adult_content']))
$adult_changed = 1;
if(intval($r[0]['xchan_deleted']) != intval($arr['deleted']))
$deleted_changed = 1;
if(intval($r[0]['xchan_pubforum']) != intval($arr['public_forum']))
$pubforum_changed = 1;
indicate public forums in directory results (there will be some [possibly considerable] lag time before existing forums are correctly tagged).
2014-11-11 01:44:02 +00:00
for federated forums we need to keep track of what protocols are available to red/hubzilla channels to determine which posts need to be mangled for transport to individual networks - based on what networks the author can communicate with. We probably need this for all xchans and hublocs but at some point it becomes increasingly difficult to scrape this information and map out a compatibility matrix. It's also doubtful anybody will use this system because we basically have to forge comments between network sites involving different protocols and this is going to look like crap to anybody that isn't on red/Hubzilla. Eventually they have to fix their protocols for this to work correctly, but nobody seems to believe me that their networks are basically anti-federation, so we need something like this to highlight their walled garden specifications and the resulting federation problems in a form they can't really argue with.
2017-10-11 05:02:22 +00:00
if($arr['protocols']) {
$protocols = implode(',',$arr['protocols']);
if($protocols !== 'zot') {
set_xconfig($xchan_hash,'system','protocols',$protocols);
}
else {
del_xconfig($xchan_hash,'system','protocols');
}
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
if(($r[0]['xchan_name_date'] != $arr['name_updated'])
|| ($r[0]['xchan_connurl'] != $arr['connections_url'])
update xchans on url change
2013-03-13 00:39:35 +00:00
|| ($r[0]['xchan_addr'] != $arr['address'])
implement premium channel discovery
2013-08-22 00:34:04 +00:00
|| ($r[0]['xchan_follow'] != $arr['follow_url'])
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
|| ($r[0]['xchan_connpage'] != $arr['connect_url'])
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
|| ($r[0]['xchan_url'] != $arr['url'])
issues connecting to local forum
2015-11-16 01:28:45 +00:00
|| $hidden_changed || $adult_changed || $deleted_changed || $pubforum_changed ) {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$rup = q("update xchan set xchan_name = '%s', xchan_name_date = '%s', xchan_connurl = '%s', xchan_follow = '%s',
xchan_connpage = '%s', xchan_hidden = %d, xchan_selfcensored = %d, xchan_deleted = %d, xchan_pubforum = %d,
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
xchan_addr = '%s', xchan_url = '%s' where xchan_hash = '%s'",
don't allow an xchan to be imported with an empty name. To avoid translation issues we'll just make it '-'.
2014-09-12 01:11:07 +00:00
dbesc(($arr['name']) ? $arr['name'] : '-'),
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
dbesc($arr['name_updated']),
more poco discovery
2013-01-01 10:06:41 +00:00
dbesc($arr['connections_url']),
implement premium channel discovery
2013-08-22 00:34:04 +00:00
dbesc($arr['follow_url']),
dbesc($arr['connect_url']),
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
intval(1 - intval($arr['searchable'])),
intval($arr['adult_content']),
intval($arr['deleted']),
intval($arr['public_forum']),
update xchans on url change
2013-03-13 00:39:35 +00:00
dbesc($arr['address']),
dbesc($arr['url']),
more infrastructure changes
2012-11-15 03:27:16 +00:00
dbesc($xchan_hash)
);
add some debugging - update times are changing much faster than they're supposed to. Log what has changed.
2013-04-30 01:21:23 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Update: existing: ' . print_r($r[0],true), LOGGER_DATA, LOG_DEBUG);
logger('Update: new: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
implement what I hope will now be the server side of directory sync, add viewsrc to item_photo_menu, and log what changed in import_xchan update objects so we can find out why there are so many updates when nothing _obvious_ has changed that should trigger it.
2013-09-15 10:48:43 +00:00
$what .= 'xchan ';
update
2013-03-21 09:21:44 +00:00
$changed = true;
more infrastructure changes
2012-11-15 03:27:16 +00:00
}
zot 1.2
2016-12-01 00:22:31 +00:00
}
else {
more infrastructure changes
2012-11-15 03:27:16 +00:00
$import_photos = true;
set hidden flags on new directory entries, not just existing ones
2013-03-27 02:37:33 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if((($arr['site']['directory_mode'] === 'standalone')
|| ($dirmode & DIRECTORY_MODE_STANDALONE))
&& ($arr['site']['url'] != z_root()))
set hidden flags on new directory entries, not just existing ones
2013-03-27 02:37:33 +00:00
$arr['searchable'] = false;
provide lowlevel xchan storage function to ensure that all non-null rows are initialised
2017-01-28 23:01:19 +00:00
$x = xchan_store_lowlevel(
[
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
'xchan_hash' => $xchan_hash,
provide lowlevel xchan storage function to ensure that all non-null rows are initialised
2017-01-28 23:01:19 +00:00
'xchan_guid' => $arr['guid'],
'xchan_guid_sig' => $arr['guid_sig'],
'xchan_pubkey' => $arr['key'],
'xchan_photo_mimetype' => $arr['photo_mimetype'],
'xchan_photo_l' => $arr['photo'],
'xchan_addr' => $arr['address'],
'xchan_url' => $arr['url'],
'xchan_connurl' => $arr['connections_url'],
'xchan_follow' => $arr['follow_url'],
'xchan_connpage' => $arr['connect_url'],
'xchan_name' => (($arr['name']) ? $arr['name'] : '-'),
'xchan_network' => 'zot',
'xchan_photo_date' => $arr['photo_updated'],
'xchan_name_date' => $arr['name_updated'],
'xchan_hidden' => intval(1 - intval($arr['searchable'])),
'xchan_selfcensored' => $arr['adult_content'],
'xchan_deleted' => $arr['deleted'],
'xchan_pubforum' => $arr['public_forum']
]
more infrastructure changes
2012-11-15 03:27:16 +00:00
);
some alteration to the way directory sync was originally supposed to work. I'm making this up as I go and not exactly certain where to go next but it makes more sense now and I think the basic idea will actually work. I'll just have to keep making it up until it does work.
2013-09-09 08:05:29 +00:00
implement what I hope will now be the server side of directory sync, add viewsrc to item_photo_menu, and log what changed in import_xchan update objects so we can find out why there are so many updates when nothing _obvious_ has changed that should trigger it.
2013-09-15 10:48:43 +00:00
$what .= 'new_xchan';
update
2013-03-21 09:21:44 +00:00
$changed = true;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
}
more infrastructure changes
2012-11-15 03:27:16 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if($import_photos) {
more infrastructure changes
2012-11-15 03:27:16 +00:00
photo driver abstraction
2013-04-26 03:01:24 +00:00
require_once('include/photo/photo_driver.php');
more infrastructure changes
2012-11-15 03:27:16 +00:00
issue #225
2013-12-06 02:17:16 +00:00
// see if this is a channel clone that's hosted locally - which we treat different from other xchans/connections
$local = q("select channel_account_id, channel_id from channel where channel_hash = '%s' limit 1",
dbesc($xchan_hash)
);
zot 1.2
2016-12-01 00:22:31 +00:00
if($local) {
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$ph = z_fetch_url($arr['photo'], true);
zot 1.2
2016-12-01 00:22:31 +00:00
if($ph['success']) {
possibly improve cloned profile images a bit - mod/photo would pick some random photos if there are more than one kind of PHOTO_PROFILE
2015-10-30 14:08:28 +00:00
make sure we only have one profile photo for a cloned channel
2015-11-01 20:04:55 +00:00
$hash = import_channel_photo($ph['body'], $arr['photo_mimetype'], $local[0]['channel_account_id'], $local[0]['channel_id']);
possibly improve cloned profile images a bit - mod/photo would pick some random photos if there are more than one kind of PHOTO_PROFILE
2015-10-30 14:08:28 +00:00
make sure we only have one profile photo for a cloned channel
2015-11-01 20:04:55 +00:00
if($hash) {
// unless proven otherwise
$is_default_profile = 1;
possibly improve cloned profile images a bit - mod/photo would pick some random photos if there are more than one kind of PHOTO_PROFILE
2015-10-30 14:08:28 +00:00
make sure we only have one profile photo for a cloned channel
2015-11-01 20:04:55 +00:00
$profile = q("select is_default from profile where aid = %d and uid = %d limit 1",
possibly improve cloned profile images a bit - mod/photo would pick some random photos if there are more than one kind of PHOTO_PROFILE
2015-10-30 14:08:28 +00:00
intval($local[0]['channel_account_id']),
intval($local[0]['channel_id'])
);
make sure we only have one profile photo for a cloned channel
2015-11-01 20:04:55 +00:00
if($profile) {
if(! intval($profile[0]['is_default']))
$is_default_profile = 0;
}
// If setting for the default profile, unset the profile photo flag from any other photos I own
if($is_default_profile) {
q("UPDATE photo SET photo_usage = %d WHERE photo_usage = %d AND resource_id != '%s' AND aid = %d AND uid = %d",
intval(PHOTO_NORMAL),
intval(PHOTO_PROFILE),
dbesc($hash),
intval($local[0]['channel_account_id']),
intval($local[0]['channel_id'])
);
}
possibly improve cloned profile images a bit - mod/photo would pick some random photos if there are more than one kind of PHOTO_PROFILE
2015-10-30 14:08:28 +00:00
}
issue #225
2013-12-06 02:17:16 +00:00
// reset the names in case they got messed up when we had a bug in this function
$photos = array(
z_root() . '/photo/profile/l/' . $local[0]['channel_id'],
z_root() . '/photo/profile/m/' . $local[0]['channel_id'],
z_root() . '/photo/profile/s/' . $local[0]['channel_id'],
Often somebody will join the matrix with a dodgy cert and we'll sort that out but their profile photo will remain rainbow man (or the site default). However the photo_date has been updated so we won't try again. This checkin looks for such a failure and leaves the photo_date alone if the photo import failed.
2014-04-14 01:30:06 +00:00
$arr['photo_mimetype'],
false
issue #225
2013-12-06 02:17:16 +00:00
);
}
zot 1.2
2016-12-01 00:22:31 +00:00
}
else {
initial work on obj import, rename import_profile_photo to import_xchan_photo to more accurately state its purpose.
2015-09-02 05:03:10 +00:00
$photos = import_xchan_photo($arr['photo'], $xchan_hash);
issue #225
2013-12-06 02:17:16 +00:00
}
zot 1.2
2016-12-01 00:22:31 +00:00
if($photos) {
if($photos[4]) {
Often somebody will join the matrix with a dodgy cert and we'll sort that out but their profile photo will remain rainbow man (or the site default). However the photo_date has been updated so we won't try again. This checkin looks for such a failure and leaves the photo_date alone if the photo import failed.
2014-04-14 01:30:06 +00:00
// importing the photo failed somehow. Leave the photo_date alone so we can try again at a later date.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// This often happens when somebody joins the matrix with a bad cert.
Often somebody will join the matrix with a dodgy cert and we'll sort that out but their profile photo will remain rainbow man (or the site default). However the photo_date has been updated so we won't try again. This checkin looks for such a failure and leaves the photo_date alone if the photo import failed.
2014-04-14 01:30:06 +00:00
$r = q("update xchan set xchan_photo_l = '%s', xchan_photo_m = '%s', xchan_photo_s = '%s', xchan_photo_mimetype = '%s'
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
where xchan_hash = '%s'",
Often somebody will join the matrix with a dodgy cert and we'll sort that out but their profile photo will remain rainbow man (or the site default). However the photo_date has been updated so we won't try again. This checkin looks for such a failure and leaves the photo_date alone if the photo import failed.
2014-04-14 01:30:06 +00:00
dbesc($photos[0]),
dbesc($photos[1]),
dbesc($photos[2]),
dbesc($photos[3]),
dbesc($xchan_hash)
);
zot 1.2
2016-12-01 00:22:31 +00:00
}
else {
Often somebody will join the matrix with a dodgy cert and we'll sort that out but their profile photo will remain rainbow man (or the site default). However the photo_date has been updated so we won't try again. This checkin looks for such a failure and leaves the photo_date alone if the photo import failed.
2014-04-14 01:30:06 +00:00
$r = q("update xchan set xchan_photo_date = '%s', xchan_photo_l = '%s', xchan_photo_m = '%s', xchan_photo_s = '%s', xchan_photo_mimetype = '%s'
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
where xchan_hash = '%s'",
dbescdate(datetime_convert('UTC','UTC',$arr['photo_updated'])),
Often somebody will join the matrix with a dodgy cert and we'll sort that out but their profile photo will remain rainbow man (or the site default). However the photo_date has been updated so we won't try again. This checkin looks for such a failure and leaves the photo_date alone if the photo import failed.
2014-04-14 01:30:06 +00:00
dbesc($photos[0]),
dbesc($photos[1]),
dbesc($photos[2]),
dbesc($photos[3]),
dbesc($xchan_hash)
);
}
issue #225
2013-12-06 02:17:16 +00:00
$what .= 'photo ';
$changed = true;
}
more infrastructure changes
2012-11-15 03:27:16 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// what we are missing for true hub independence is for any changes in the primary hub to
.
2013-03-11 01:45:58 +00:00
// get reflected not only in the hublocs, but also to update the URLs and addr in the appropriate xchan
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$s = sync_locations($arr, $arr);
believe i found the issue which was causing hundreds/thousands of identical hublocs to be created
2014-02-20 09:35:08 +00:00
pull the plug on the old location sync section of import_xchan - this has now been split off into its own function. Cross fingers because this is core functionality which was tried and true, well tested; and now it's a bit different. Please revert this if the matrix breaks in the next few hours.
2014-09-15 01:09:16 +00:00
if($s) {
if($s['change_message'])
$what .= $s['change_message'];
if($s['changed'])
$changed = $s['changed'];
if($s['message'])
$ret['message'] .= $s['message'];
more infrastructure changes
2012-11-15 03:27:16 +00:00
}
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
// Which entries in the update table are we interested in updating?
cleanup
2014-03-18 23:50:46 +00:00
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
$address = (($ud_arr && $ud_arr['ud_addr']) ? $ud_arr['ud_addr'] : $arr['address']);
cleanup
2014-03-18 23:50:46 +00:00
change the way profiles are imported
2013-05-01 01:16:51 +00:00
// Are we a directory server of some kind?
start saving site info
2013-07-24 05:33:56 +00:00
add collections widget to connections page - and some more work on realms
2014-08-18 00:48:41 +00:00
$other_realm = false;
$realm = get_directory_realm();
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(array_key_exists('site',$arr)
&& array_key_exists('realm',$arr['site'])
realm detection logic reversed
2014-09-04 23:09:52 +00:00
&& (strpos($arr['site']['realm'],$realm) === false))
add collections widget to connections page - and some more work on realms
2014-08-18 00:48:41 +00:00
$other_realm = true;
change the way profiles are imported
2013-05-01 01:16:51 +00:00
if($dirmode != DIRECTORY_MODE_NORMAL) {
add collections widget to connections page - and some more work on realms
2014-08-18 00:48:41 +00:00
// We're some kind of directory server. However we can only add directory information
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// if the entry is in the same realm (or is a sub-realm). Sub-realms are denoted by
// including the parent realm in the name. e.g. 'RED_GLOBAL:foo' would allow an entry to
add collections widget to connections page - and some more work on realms
2014-08-18 00:48:41 +00:00
// be in directories for the local realm (foo) and also the RED_GLOBAL realm.
if(array_key_exists('profile',$arr) && is_array($arr['profile']) && (! $other_realm)) {
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
$profile_changed = import_directory_profile($xchan_hash,$arr['profile'],$address,$ud_flags, 1);
change the way profiles are imported
2013-05-01 01:16:51 +00:00
if($profile_changed) {
implement what I hope will now be the server side of directory sync, add viewsrc to item_photo_menu, and log what changed in import_xchan update objects so we can find out why there are so many updates when nothing _obvious_ has changed that should trigger it.
2013-09-15 10:48:43 +00:00
$what .= 'profile ';
change the way profiles are imported
2013-05-01 01:16:51 +00:00
$changed = true;
}
zot 1.2
2016-12-01 00:22:31 +00:00
}
else {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Profile not available - hiding');
change the way profiles are imported
2013-05-01 01:16:51 +00:00
// they may have made it private
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
$r = q("delete from xprof where xprof_hash = '%s'",
change the way profiles are imported
2013-05-01 01:16:51 +00:00
dbesc($xchan_hash)
);
allow additional uses for xtags
2015-10-02 00:28:03 +00:00
$r = q("delete from xtag where xtag_hash = '%s' and xtag_flags = 0",
change the way profiles are imported
2013-05-01 01:16:51 +00:00
dbesc($xchan_hash)
);
}
}
start saving site info
2013-07-24 05:33:56 +00:00
if(array_key_exists('site',$arr) && is_array($arr['site'])) {
$profile_changed = import_site($arr['site'],$arr['key']);
if($profile_changed) {
implement what I hope will now be the server side of directory sync, add viewsrc to item_photo_menu, and log what changed in import_xchan update objects so we can find out why there are so many updates when nothing _obvious_ has changed that should trigger it.
2013-09-15 10:48:43 +00:00
$what .= 'site ';
start saving site info
2013-07-24 05:33:56 +00:00
$changed = true;
}
}
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
directory sync issues
2014-03-04 05:00:42 +00:00
if(($changed) || ($ud_flags == UPDATE_FLAGS_FORCED)) {
static App
2016-03-31 23:06:03 +00:00
$guid = random_string() . '@' . App::get_hostname();
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
update_modtime($xchan_hash,$guid,$address,$ud_flags);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Changed: ' . $what,LOGGER_DEBUG);
update
2013-03-21 09:21:44 +00:00
}
update even if no change
2013-10-15 05:20:14 +00:00
elseif(! $ud_flags) {
// nothing changed but we still need to update the updates record
start to implement the code needed for verifying variable signature algorithms
2017-07-26 05:17:31 +00:00
q("update updates set ud_flags = ( ud_flags | %d ) where ud_addr = '%s' and not (ud_flags & %d) > 0 ",
much better fix to problem yesterday of updates with the wrong ud_addr getting updated. Now we'll pass in the update table row to import_xchan so we know exactly which ud_addr applies. We still need ud_flags passed in separately.
2014-07-01 04:17:19 +00:00
intval(UPDATE_FLAGS_UPDATED),
dbesc($address),
intval(UPDATE_FLAGS_UPDATED)
);
update even if no change
2013-10-15 05:20:14 +00:00
}
update
2013-03-21 09:21:44 +00:00
more infrastructure changes
2012-11-15 03:27:16 +00:00
if(! x($ret,'message')) {
$ret['success'] = true;
$ret['hash'] = $xchan_hash;
}
more logging, some debugging of group membership page
2012-12-30 23:28:13 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Result: ' . print_r($ret,true), LOGGER_DATA, LOG_DEBUG);
more infrastructure changes
2012-11-15 03:27:16 +00:00
return $ret;
}
zot doco
2013-11-29 00:13:09 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Called immediately after sending a zot message which is using queue processing.
*
* Updates the queue item according to the response result and logs any information
* returned to aid communications troubleshooting.
zot doco
2013-11-29 00:13:09 +00:00
*
* @param string $hub - url of site we just contacted
* @param array $arr - output of z_post_url()
* @param array $outq - The queue structure attached to this request
*/
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
function zot_process_response($hub, $arr, $outq) {
zot doco
2013-11-29 00:13:09 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if(! $arr['success']) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Failed: ' . $hub);
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
return;
more delivery diagnostics
2012-12-31 22:45:26 +00:00
}
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$x = json_decode($arr['body'], true);
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if(! $x) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('No json from ' . $hub);
logger('Headers: ' . print_r($arr['header'], true), LOGGER_DATA, LOG_DEBUG);
more delivery diagnostics
2012-12-31 22:45:26 +00:00
}
add one more test
2015-09-22 11:28:05 +00:00
if(is_array($x) && array_key_exists('delivery_report',$x) && is_array($x['delivery_report'])) {
encrypt delivery reports. This will cause a bit of consternation because this is not backward compatible and older sites will see some incorrect delivery reports from newer sites until the next upgrade; as their systems will not know how to read the ecnrypted final reports.
2017-09-22 06:37:13 +00:00
if(array_key_exists('iv',$x['delivery_report'])) {
$j = crypto_unencapsulate($x['delivery_report'],get_config('system','prvkey'));
if($j) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$x['delivery_report'] = json_decode($j,true);
encrypt delivery reports. This will cause a bit of consternation because this is not backward compatible and older sites will see some incorrect delivery reports from newer sites until the next upgrade; as their systems will not know how to read the ecnrypted final reports.
2017-09-22 06:37:13 +00:00
}
if(! (is_array($x['delivery_report']) && count($x['delivery_report']))) {
logger('encrypted delivery report could not be decrypted');
return;
}
}
more progress on delivery reports. Store the remote results from zot sites locally.
2015-09-22 05:30:28 +00:00
foreach($x['delivery_report'] as $xx) {
filter delivery reports
2015-10-17 20:26:55 +00:00
if(is_array($xx) && array_key_exists('message_id',$xx) && delivery_report_is_storable($xx)) {
more progress on delivery reports. Store the remote results from zot sites locally.
2015-09-22 05:30:28 +00:00
q("insert into dreport ( dreport_mid, dreport_site, dreport_recip, dreport_result, dreport_time, dreport_xchan ) values ( '%s', '%s','%s','%s','%s','%s' ) ",
dbesc($xx['message_id']),
dbesc($xx['location']),
dbesc($xx['recipient']),
dbesc($xx['status']),
dbesc(datetime_convert($xx['date'])),
dbesc($xx['sender'])
);
}
}
}
heavy lifting for delivery reports
2015-09-22 09:32:04 +00:00
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// we have a more descriptive delivery report, so discard the per hub 'queued' report.
more queue api
2015-12-15 08:04:30 +00:00
sql delete with limit
2015-12-18 21:46:03 +00:00
q("delete from dreport where dreport_queue = '%s' ",
heavy lifting for delivery reports
2015-09-22 09:32:04 +00:00
dbesc($outq['outq_hash'])
);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
I'm going to use the site_update timestamp to indicate whenever we successfully connect with a site. This way we can mark hubs dead on non-directory servers; but we have to wait before implementing this until we have a history of site_update being updated.
2015-03-03 23:54:38 +00:00
// update the timestamp for this site
ensure that living sites are marked as alive
2015-09-11 12:06:37 +00:00
q("update site set site_dead = 0, site_update = '%s' where site_url = '%s'",
I'm going to use the site_update timestamp to indicate whenever we successfully connect with a site. This way we can mark hubs dead on non-directory servers; but we have to wait before implementing this until we have a history of site_update being updated.
2015-03-03 23:54:38 +00:00
dbesc(datetime_convert()),
dbesc(dirname($hub))
);
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
// synchronous message types are handled immediately
// async messages remain in the queue until processed.
more queue api
2015-12-15 08:04:30 +00:00
if(intval($outq['outq_async']))
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
remove_queue_item($outq['outq_hash'],$outq['outq_channel']);
DATABASE: outq additions, delivery now getting the notify across to the other side
2012-11-20 00:51:15 +00:00
provide remote delivery report at logger_debug level
2015-09-11 00:53:06 +00:00
logger('zot_process_response: ' . print_r($x,true), LOGGER_DEBUG);
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
}
doco
2013-03-26 04:32:12 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief
*
redundant dev line from an earlier modification causes issue #404
2016-05-30 20:25:58 +00:00
* We received a notification packet (in mod_post) that a message is waiting for us, and we've verified the sender.
move the zot6 delivery to zot_fetch where it makes more sense. Exhaustively hand tested.
2018-02-21 01:18:08 +00:00
* Check if the site is using zot6 delivery and includes a verified HTTP Signature, signed content, and a 'msg' field,
* and also that the signer and the sender match.
* If that happens, we do not need to fetch/pickup the message - we have it already and it is verified.
* Translate it into the form we need for zot_import() and import it.
Update composer autoload cache.
2018-03-01 10:29:15 +00:00
*
move the zot6 delivery to zot_fetch where it makes more sense. Exhaustively hand tested.
2018-02-21 01:18:08 +00:00
* Otherwise send back a pickup message, using our message tracking ID ($arr['secret']), which we will sign with our site
redundant dev line from an earlier modification causes issue #404
2016-05-30 20:25:58 +00:00
* private key.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* The entire pickup message is encrypted with the remote site's public key.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* If everything checks out on the remote end, we will receive back a packet containing one or more messages,
* which will be processed and delivered before this function ultimately returns.
*
* @see zot_import()
doco
2013-03-26 04:32:12 +00:00
*
zot doco
2013-11-29 00:13:09 +00:00
* @param array $arr
* decrypted and json decoded notify packet from remote site
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @return array from zot_import()
doco
2013-03-26 04:32:12 +00:00
*/
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
function zot_fetch($arr) {
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('zot_fetch: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
$url = $arr['sender']['url'] . $arr['callback'];
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$import = null;
$hubs = null;
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$zret = zot6_check_sig();
if($zret['success'] && $zret['hubloc'] && $zret['hubloc']['hubloc_guid'] === $data['sender']['guid'] && $data['msg']) {
logger('zot6_delivery',LOGGER_DEBUG);
logger('zot6_data: ' . print_r($data,true),LOGGER_DATA);
$ret['collected'] = true;
$import = [ 'success' => true, 'body' => json_encode( [ 'success' => true, 'pickup' => [ [ 'notify' => $data, 'message' => json_decode($data['msg'],true) ] ] ] ) ];
$hubs = [ $zret['hubloc'] ] ;
}
if(! $hubs) {
// set $multiple param on zot_gethub() to return all matching hubs
// This allows us to recover from re-installs when a redundant (but invalid) hubloc for
// this identity is widely dispersed throughout the network.
$hubs = zot_gethub($arr['sender'],true);
}
if(! $hubs) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('No hub: ' . print_r($arr['sender'],true));
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
return;
}
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
foreach($hubs as $hub) {
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
if(! $import) {
$secret = substr(preg_replace('/[^0-9a-fA-F]/','',$arr['secret']),0,64);
encrypt delivery reports. This will cause a bit of consternation because this is not backward compatible and older sites will see some incorrect delivery reports from newer sites until the next upgrade; as their systems will not know how to read the ecnrypted final reports.
2017-09-22 06:37:13 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$data = [
'type' => 'pickup',
'url' => z_root(),
'callback_sig' => base64url_encode(rsa_sign(z_root() . '/post', get_config('system','prvkey'))),
'callback' => z_root() . '/post',
'secret' => $secret,
'secret_sig' => base64url_encode(rsa_sign($secret, get_config('system','prvkey')))
];
zot 1.2
2016-12-01 00:22:31 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$algorithm = zot_best_algorithm($hub['site_crypto']);
$datatosend = json_encode(crypto_encapsulate(json_encode($data),$hub['hubloc_sitekey'], $algorithm));
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$import = zot_zot($url,$datatosend);
}
else {
$algorithm = zot_best_algorithm($hub['site_crypto']);
}
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$result = zot_import($import, $arr['sender']['url']);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
encrypt delivery reports. This will cause a bit of consternation because this is not backward compatible and older sites will see some incorrect delivery reports from newer sites until the next upgrade; as their systems will not know how to read the ecnrypted final reports.
2017-09-22 06:37:13 +00:00
if($result) {
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$result = crypto_encapsulate(json_encode($result),$hub['hubloc_sitekey'], $algorithm);
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
return $result;
encrypt delivery reports. This will cause a bit of consternation because this is not backward compatible and older sites will see some incorrect delivery reports from newer sites until the next upgrade; as their systems will not know how to read the ecnrypted final reports.
2017-09-22 06:37:13 +00:00
}
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
}
return;
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
}
more doco
2013-03-27 02:53:04 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Process incoming array of messages.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
*
* Process an incoming array of messages which were obtained via pickup, and
more doco
2013-03-27 02:53:04 +00:00
* import, update, delete as directed.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* The message types handled here are 'activity' (e.g. posts), 'mail',
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* 'profile', 'location' and 'channel_sync'.
*
* @param array $arr
* 'pickup' structure returned from remote site
* @param string $sender_url
* the url specified by the sender in the initial communication.
* We will verify the sender and url in each returned message structure and
* also verify that all the messages returned match the site url that we are
* currently processing.
*
* @returns array
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* Suitable for logging remotely, enumerating the processing results of each message/recipient combination
* * [0] => \e string $channel_hash
* * [1] => \e string $delivery_status
* * [2] => \e string $address
more doco
2013-03-27 02:53:04 +00:00
*/
block forgeries
2013-10-02 09:50:02 +00:00
function zot_import($arr, $sender_url) {
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$data = json_decode($arr['body'], true);
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
It's really not supposed to be quite this chatty on the network - ah that's why. Oops.
2013-01-29 04:51:37 +00:00
if(! $data) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Empty body');
It's really not supposed to be quite this chatty on the network - ah that's why. Oops.
2013-01-29 04:51:37 +00:00
return array();
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(array_key_exists('iv', $data)) {
Protocol: now set data['alg'] on all encapsulated encrypted packets, so that we can more easily retire 'aes256cbc' once it is no longer viable.
2013-11-20 23:20:12 +00:00
$data = json_decode(crypto_unencapsulate($data,get_config('system','prvkey')),true);
Implements a new permission level PERMS_PENDING With this a user can allow some action to any user which connects to them, even before they've connected back. Ref. https://mobiliza.org.br/display/478d9e71eaf55748dc646d3990651d6d34cfb7db5c38360538ec730ca3ccf908@zothub.com Also some code cleanup and an alternative logic for handling notifications of permission changes in zot.php. This assumes that private posts are still restricted to people in your addressbook. Regardless of your global permissions, a pending channel won't get private posts, even if the post only has a deny clause not matching the pending channel.
2014-06-17 07:26:18 +00:00
}
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if(! is_array($data)) {
logger('decode error');
return array();
}
log the remote message if there was one
2015-09-11 21:56:31 +00:00
if(! $data['success']) {
if($data['message'])
logger('remote pickup failed: ' . $data['message']);
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
return false;
log the remote message if there was one
2015-09-11 21:56:31 +00:00
}
another tactic to deal with orphan hublocs from re-installs, or at least allow the descendant channel to survive
2015-09-11 21:30:07 +00:00
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
$incoming = $data['pickup'];
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
$return = array();
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
if(is_array($incoming)) {
foreach($incoming as $i) {
garbage in garbage out
2015-02-04 00:03:05 +00:00
if(! is_array($i)) {
logger('incoming is not an array');
continue;
}
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
$result = null;
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
if(array_key_exists('iv',$i['notify'])) {
Protocol: now set data['alg'] on all encapsulated encrypted packets, so that we can more easily retire 'aes256cbc' once it is no longer viable.
2013-11-20 23:20:12 +00:00
$i['notify'] = json_decode(crypto_unencapsulate($i['notify'],get_config('system','prvkey')),true);
php warnings
2014-11-03 03:22:18 +00:00
}
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Notify: ' . print_r($i['notify'],true), LOGGER_DATA, LOG_DEBUG);
y'all got mail
2012-12-06 00:44:07 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if(! is_array($i['notify'])) {
logger('decode error');
continue;
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$hub = zot_gethub($i['notify']['sender']);
block forgeries
2013-10-02 09:50:02 +00:00
if((! $hub) || ($hub['hubloc_url'] != $sender_url)) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Potential forgery: wrong site for sender: ' . $sender_url . ' != ' . print_r($i['notify'],true));
block forgeries
2013-10-02 09:50:02 +00:00
continue;
}
flag notify packets that are sent in response to a message_id request and prevent them from recursing
2014-10-31 11:59:30 +00:00
$message_request = ((array_key_exists('message_id',$i['notify'])) ? true : false);
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
if($message_request)
logger('processing message request');
block forgeries
2013-10-02 09:50:02 +00:00
clean up more code duplication
2014-07-15 04:21:24 +00:00
$i['notify']['sender']['hash'] = make_xchan_hash($i['notify']['sender']['guid'],$i['notify']['sender']['guid_sig']);
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
$deliveries = null;
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
if(array_key_exists('message',$i) && array_key_exists('type',$i['message']) && $i['message']['type'] === 'rating') {
// rating messages are processed only by directory servers
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('Rating received: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
send rating information to directories
2015-02-03 04:13:07 +00:00
$result = process_rating_delivery($i['notify']['sender'],$i['message']);
continue;
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
}
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
if(array_key_exists('recipients',$i['notify']) && count($i['notify']['recipients'])) {
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
logger('specific recipients');
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
$recip_arr = array();
foreach($i['notify']['recipients'] as $recip) {
coverup and ignore the illegal string offset message that some sites have been reporting. This does not fix it. A fix would be to examine the data that has been received and find out why it is mangled and trace this back to where it was mangled.
2015-07-14 23:54:16 +00:00
if(is_array($recip)) {
$recip_arr[] = make_xchan_hash($recip['guid'],$recip['guid_sig']);
}
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
}
Merge branch 'master' of https://github.com/redmatrix/redmatrix Conflicts: include/zot.php
2015-07-16 01:41:50 +00:00
fix for empty recip array resulting from a mangled xchan
2015-07-16 01:31:37 +00:00
$r = false;
if($recip_arr) {
stringify_array_elms($recip_arr);
$recips = implode(',',$recip_arr);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$r = q("select channel_hash as hash from channel where channel_hash in ( " . $recips . " )
Merge branch 'master' of https://github.com/redmatrix/redmatrix Conflicts: include/zot.php
2015-07-16 01:41:50 +00:00
and channel_removed = 0 ");
fix for empty recip array resulting from a mangled xchan
2015-07-16 01:31:37 +00:00
}
Merge branch 'master' of https://github.com/redmatrix/redmatrix Conflicts: include/zot.php
2015-07-16 01:41:50 +00:00
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
if(! $r) {
logger('recips: no recipients on this site');
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
continue;
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
}
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// It's a specifically targetted post. If we were sent a public_scope hint (likely),
// get rid of it so that it doesn't get stored and cause trouble.
public scope delivery issues
2014-08-07 04:16:24 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(($i) && is_array($i) && array_key_exists('message',$i) && is_array($i['message'])
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
&& $i['message']['type'] === 'activity' && array_key_exists('public_scope',$i['message']))
public scope delivery issues
2014-08-07 04:16:24 +00:00
unset($i['message']['public_scope']);
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
$deliveries = $r;
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// We found somebody on this site that's in the recipient list.
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
}
else {
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
if(($i['message']) && (array_key_exists('flags',$i['message'])) && (in_array('private',$i['message']['flags'])) && $i['message']['type'] === 'activity') {
public scope delivery issues
2014-08-07 04:16:24 +00:00
if(array_key_exists('public_scope',$i['message']) && $i['message']['public_scope'] === 'public') {
// This should not happen but until we can stop it...
logger('private message was delivered with no recipients.');
continue;
}
need to figure out what's causing this
2013-09-13 05:50:41 +00:00
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
logger('public post');
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
quick-n-dirty wall-to-wall detection, wasn't working at all - this may be overboard or it may still not work at all.
2013-01-25 04:43:33 +00:00
// Public post. look for any site members who are or may be accepting posts from this sender
public scope
2013-02-15 22:13:58 +00:00
// and who are allowed to see them based on the sender's permissions
$deliveries = allowed_public_recips($i);
possible fix for mention tags not posting to mentioned forum (when send stream permission is blocked)
2013-08-22 12:50:15 +00:00
provide a way to sync locations and get rid of bogus hublocs, now implemented
2014-09-15 05:19:19 +00:00
if($i['message'] && array_key_exists('type',$i['message']) && $i['message']['type'] === 'location') {
$sys = get_sys_channel();
$deliveries = array(array('hash' => $sys['xchan_hash']));
}
over-ride the private flag if we received a post that isn't completely public, but they didn't set the private flag.
2014-08-08 00:49:57 +00:00
// if the scope is anything but 'public' we're going to store it as private regardless
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// of the private flag on the post.
over-ride the private flag if we received a post that isn't completely public, but they didn't set the private flag.
2014-08-08 00:49:57 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if($i['message'] && array_key_exists('public_scope',$i['message'])
got the logic reversed on that one
2014-08-08 01:58:33 +00:00
&& $i['message']['public_scope'] !== 'public') {
over-ride the private flag if we received a post that isn't completely public, but they didn't set the private flag.
2014-08-08 00:49:57 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(! array_key_exists('flags',$i['message']))
over-ride the private flag if we received a post that isn't completely public, but they didn't set the private flag.
2014-08-08 00:49:57 +00:00
$i['message']['flags'] = array();
if(! in_array('private',$i['message']['flags']))
$i['message']['flags'][] = 'private';
}
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
}
filter out duplicate recipients on local deliveries. We only need to deliver stuff once to any particular channel.
2013-11-18 04:43:50 +00:00
// Go through the hash array and remove duplicates. array_unique() won't do this because the array is more than one level.
$no_dups = array();
if($deliveries) {
foreach($deliveries as $d) {
log whatever is showing up in the delivery hash array since it seems that one site has something unusual there and it is throwing errors.
2015-11-29 23:23:29 +00:00
if(! is_array($d)) {
logger('Delivery hash array is not an array: ' . print_r($d,true));
continue;
}
filter out duplicate recipients on local deliveries. We only need to deliver stuff once to any particular channel.
2013-11-18 04:43:50 +00:00
if(! in_array($d['hash'],$no_dups))
$no_dups[] = $d['hash'];
}
if($no_dups) {
$deliveries = array();
foreach($no_dups as $n) {
$deliveries[] = array('hash' => $n);
}
}
}
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
if(! $deliveries) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('No deliveries on this site');
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
continue;
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if($i['message']) {
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
if($i['message']['type'] === 'activity') {
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
$arr = get_item_elements($i['message']);
encrypt private messages on disk - there are still a couple of places where the text is leaked in the logs during processing.
2013-07-29 04:04:03 +00:00
add item validation function
2015-08-14 02:35:57 +00:00
$v = validate_item_elements($i['message'],$arr);
if(! $v['success']) {
logger('Activity rejected: ' . $v['message'] . ' ' . print_r($i['message'],true));
better handling of failures to lookup remote authors
2013-01-26 23:50:31 +00:00
continue;
}
yhis should fix the privacy leak - as well as non-private replies to private posts
2013-08-01 21:27:40 +00:00
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('Activity received: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
logger('Activity recipients: ' . print_r($deliveries,true), LOGGER_DATA, LOG_DEBUG);
local delivery
2012-12-03 04:54:20 +00:00
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
$relay = ((array_key_exists('flags',$i['message']) && in_array('relay',$i['message']['flags'])) ? true : false);
flag notify packets that are sent in response to a message_id request and prevent them from recursing
2014-10-31 11:59:30 +00:00
$result = process_delivery($i['notify']['sender'],$arr,$deliveries,$relay,false,$message_request);
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
}
elseif($i['message']['type'] === 'mail') {
y'all got mail
2012-12-06 00:44:07 +00:00
$arr = get_mail_elements($i['message']);
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('Mail received: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
logger('Mail recipients: ' . print_r($deliveries,true), LOGGER_DATA, LOG_DEBUG);
y'all got mail
2012-12-06 00:44:07 +00:00
add individual message delivery reporting
2013-01-01 05:33:11 +00:00
$result = process_mail_delivery($i['notify']['sender'],$arr,$deliveries);
more but slow progress on deliveries. The b*tch is trying to match permissions
2012-11-26 07:18:11 +00:00
}
profile messages for directory synchronisation
2012-12-22 12:33:32 +00:00
elseif($i['message']['type'] === 'profile') {
$arr = get_profile_elements($i['message']);
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('Profile received: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
logger('Profile recipients: ' . print_r($deliveries,true), LOGGER_DATA, LOG_DEBUG);
profile messages for directory synchronisation
2012-12-22 12:33:32 +00:00
add individual message delivery reporting
2013-01-01 05:33:11 +00:00
$result = process_profile_delivery($i['notify']['sender'],$arr,$deliveries);
profile messages for directory synchronisation
2012-12-22 12:33:32 +00:00
}
more work on channel sync
2013-06-27 00:31:02 +00:00
elseif($i['message']['type'] === 'channel_sync') {
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
// $arr = get_channelsync_elements($i['message']);
reverting to fancybox for "save to file" selection box until we find a better way - prettyPhoto just isn't working for this and I really need this functionality ATM until we can figure out how to make prettyPhoto work properly here.
2013-04-22 05:12:18 +00:00
more work on channel sync
2013-06-27 00:31:02 +00:00
$arr = $i['message'];
reverting to fancybox for "save to file" selection box until we find a better way - prettyPhoto just isn't working for this and I really need this functionality ATM until we can figure out how to make prettyPhoto work properly here.
2013-04-22 05:12:18 +00:00
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('Channel sync received: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
logger('Channel sync recipients: ' . print_r($deliveries,true), LOGGER_DATA, LOG_DEBUG);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
$result = process_channel_sync_delivery($i['notify']['sender'],$arr,$deliveries);
more work on channel sync
2013-06-27 00:31:02 +00:00
}
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
elseif($i['message']['type'] === 'location') {
$arr = $i['message'];
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('Location message received: ' . print_r($arr,true), LOGGER_DATA, LOG_DEBUG);
logger('Location message recipients: ' . print_r($deliveries,true), LOGGER_DATA, LOG_DEBUG);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$result = process_location_delivery($i['notify']['sender'],$arr,$deliveries);
}
profile messages for directory synchronisation
2012-12-22 12:33:32 +00:00
}
flag failed auth attempts in DB table hubloc
2013-09-11 11:59:45 +00:00
if($result){
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$return = array_merge($return, $result);
flag failed auth attempts in DB table hubloc
2013-09-11 11:59:45 +00:00
}
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
}
}
add individual message delivery reporting
2013-01-01 05:33:11 +00:00
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
return $return;
"heavy lifting" - zot messages flowing, now just need to be parsed and stored at the other end.
2012-11-20 04:45:12 +00:00
}
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/**
* @brief
*
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* A public message with no listed recipients can be delivered to anybody who
* has PERMS_NETWORK for that type of post, PERMS_AUTHED (in-network senders are
* by definition authenticated) or PERMS_SITE and is one the same site,
* or PERMS_SPECIFIC and the sender is a contact who is granted permissions via
* their connection permissions in the address book.
* Here we take a given message and construct a list of hashes of everybody
* on the site that we should try and deliver to.
* Some of these will be rejected, but this gives us a place to start.
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param array $msg
* @return NULL|array
*/
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
function public_recips($msg) {
renamed include files identity.php (channel.php) and Contact.php (connections.php)
2016-05-22 23:54:30 +00:00
require_once('include/channel.php');
add sys channel to public recips if scope public
2014-11-19 04:34:47 +00:00
possible fix for mention tags not posting to mentioned forum (when send stream permission is blocked)
2013-08-22 12:50:15 +00:00
$check_mentions = false;
add sys channel to public recips if scope public
2014-11-19 04:34:47 +00:00
$include_sys = false;
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
if($msg['message']['type'] === 'activity') {
consolidate disable_discover_tab config if it was not yet set to either 1 or 0 in DB
2017-08-06 19:40:39 +00:00
$disable_discover_tab = get_config('system','disable_discover_tab') || get_config('system','disable_discover_tab') === false;
if(! $disable_discover_tab)
patch to allow theme based widgets
2015-07-24 01:49:37 +00:00
$include_sys = true;
consolidate disable_discover_tab config if it was not yet set to either 1 or 0 in DB
2017-08-06 19:40:39 +00:00
perms work
2016-07-11 00:45:14 +00:00
$perm = 'send_stream';
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
if(array_key_exists('flags',$msg['message']) && in_array('thread_parent', $msg['message']['flags'])) {
so public_recips and allowed_public_recips is working so much better than before, but was still not quite right. We seem to be getting all the right results for top-level posts now, but comments aren't getting through on channels for which we've allowed them to send us their stream, but not comment on our posts. The reason is we were seeing if they could comment - and we only need to do that if we own the post. If they own the post, we only need to check if they can send us their stream.
2013-09-13 03:11:56 +00:00
// check mention recipient permissions on top level posts only
possible fix for mention tags not posting to mentioned forum (when send stream permission is blocked)
2013-08-22 12:50:15 +00:00
$check_mentions = true;
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
}
else {
public_recips cleanup
2015-02-24 00:27:12 +00:00
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// This doesn't look like it works so I have to explain what happened. These are my
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
// notes (below) from when I got this section of code working. You would think that
// we only have to find those with the requisite stream or comment permissions,
// depending on whether this is a top-level post or a comment - but you would be wrong.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// ... so public_recips and allowed_public_recips is working so much better
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// than before, but was still not quite right. We seem to be getting all the right
// results for top-level posts now, but comments aren't getting through on channels
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// for which we've allowed them to send us their stream, but not comment on our posts.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// The reason is we were seeing if they could comment - and we only need to do that if
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// we own the post. If they own the post, we only need to check if they can send us their stream.
so public_recips and allowed_public_recips is working so much better than before, but was still not quite right. We seem to be getting all the right results for top-level posts now, but comments aren't getting through on channels for which we've allowed them to send us their stream, but not comment on our posts. The reason is we were seeing if they could comment - and we only need to do that if we own the post. If they own the post, we only need to check if they can send us their stream.
2013-09-13 03:11:56 +00:00
// if this is a comment and it wasn't sent by the post owner, check to see who is allowing them to comment.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// We should have one specific recipient and this step shouldn't be needed unless somebody stuffed up
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// their software. We may need this step to protect us from bad guys intentionally stuffing up their software.
// If it is sent by the post owner, we don't need to do this. We only need to see who is receiving the
// owner's stream (which was already set above) - as they control the comment permissions, not us.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// Note that by doing this we introduce another bug because some public forums have channel_w_stream
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// permissions set to themselves only. We also need in this function to add these public forums to the
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// public recipient list based on if they are tagged or not and have tag permissions. This is complicated
// by the fact that this activity doesn't have the public forum tag. It's the parent activity that
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// contains the tag. we'll solve that further below.
so public_recips and allowed_public_recips is working so much better than before, but was still not quite right. We seem to be getting all the right results for top-level posts now, but comments aren't getting through on channels for which we've allowed them to send us their stream, but not comment on our posts. The reason is we were seeing if they could comment - and we only need to do that if we own the post. If they own the post, we only need to check if they can send us their stream.
2013-09-13 03:11:56 +00:00
if($msg['notify']['sender']['guid_sig'] != $msg['message']['owner']['guid_sig']) {
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
$perm = 'post_comments';
so public_recips and allowed_public_recips is working so much better than before, but was still not quite right. We seem to be getting all the right results for top-level posts now, but comments aren't getting through on channels for which we've allowed them to send us their stream, but not comment on our posts. The reason is we were seeing if they could comment - and we only need to do that if we own the post. If they own the post, we only need to check if they can send us their stream.
2013-09-13 03:11:56 +00:00
}
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
}
}
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
elseif($msg['message']['type'] === 'mail')
perms work
2016-07-11 00:45:14 +00:00
$perm = 'post_mail';
public_recips cleanup
2015-02-24 00:27:12 +00:00
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
$r = array();
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
$c = q("select channel_id, channel_hash from channel where channel_removed = 0");
if($c) {
foreach($c as $cc) {
if(perm_is_allowed($cc['channel_id'],$msg['notify']['sender']['hash'],$perm)) {
$r[] = [ 'hash' => $cc['channel_hash'] ];
}
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
}
is_commentable() had some major issues when applied to the atrocity known as ConversationObject, hopefully this won't destabilise the network as it's a somewhat major permission tweak related to comments; also add any local clones to allowed_public_recips() as they should always be allowed recipients. Not sure what to do about host permissions in the event of clones. They have more than one host, and it isn't spelled out in the sent message. All of this stuff will make your head hurt.
2013-09-20 12:45:11 +00:00
deprecate/remove json_decode_plus
2016-07-14 05:11:06 +00:00
// logger('message: ' . print_r($msg['message'],true));
there's still a permission issue delivering a public post directly to the sys channel (on the local system), but this puts the local sys channel in the public delivery chain and fixes an issue with unseen counts showing on the discover page (where you can't do anything about it).
2014-11-19 08:56:05 +00:00
add sys channel to public recips if scope public
2014-11-19 04:34:47 +00:00
if($include_sys && array_key_exists('public_scope',$msg['message']) && $msg['message']['public_scope'] === 'public') {
$sys = get_sys_channel();
if($sys)
more perms work - notably the stuff in public_perms
2016-07-12 00:02:49 +00:00
$r[] = [ 'hash' => $sys['channel_hash'] ];
add sys channel to public recips if scope public
2014-11-19 04:34:47 +00:00
}
possible fix for mention tags not posting to mentioned forum (when send stream permission is blocked)
2013-08-22 12:50:15 +00:00
// look for any public mentions on this site
// They will get filtered by tgroup_check() so we don't need to check permissions now
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
if($check_mentions) {
// It's a top level post. Look at the tags. See if any of them are mentions and are on this hub.
if($msg['message']['tags']) {
if(is_array($msg['message']['tags']) && $msg['message']['tags']) {
foreach($msg['message']['tags'] as $tag) {
tagging changes - provides ability to mention a forum by using !forumname as well as the traditional red style (@forumname+). This should probably not be advertised on a wide scale until after a critical mass of sites have updated to a version containing these changes. This adds yet another option type to the ACL module which probably needs refactoring soon since it is turning into option type spaghetti.
2017-09-25 02:45:19 +00:00
if(($tag['type'] === 'mention' || $tag['type'] === 'forum') && (strpos($tag['url'],z_root()) !== false)) {
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
$address = basename($tag['url']);
if($address) {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$z = q("select channel_hash as hash from channel where channel_address = '%s'
DB changes for some channel flags
2015-06-16 00:28:52 +00:00
and channel_removed = 0 limit 1",
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
dbesc($address)
);
if($z)
$r = array_merge($r,$z);
}
possible fix for mention tags not posting to mentioned forum (when send stream permission is blocked)
2013-08-22 12:50:15 +00:00
}
}
}
}
}
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
else {
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
// This is a comment. We need to find any parent with ITEM_UPLINK set. But in fact, let's just return
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// everybody that stored a copy of the parent. This way we know we're covered. We'll check the
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
// comment permissions when we deliver them.
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
if($msg['message']['message_top']) {
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
$z = q("select owner_xchan as hash from item where parent_mid = '%s' ",
item flag fixes discovered after a few merges
2015-06-24 02:45:39 +00:00
dbesc($msg['message']['message_top'])
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
);
if($z)
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$r = array_merge($r,$z);
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
}
}
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
// There are probably a lot of duplicates in $r at this point. We need to filter those out.
solve some (hopefully most) missing delivery issues
2015-02-25 09:39:45 +00:00
// It's a bit of work since it's a multi-dimensional array
possible fix for mention tags not posting to mentioned forum (when send stream permission is blocked)
2013-08-22 12:50:15 +00:00
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
if($r) {
$uniq = array();
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
foreach($r as $rr) {
if(! in_array($rr['hash'],$uniq))
$uniq[] = $rr['hash'];
}
$r = array();
foreach($uniq as $rr) {
$r[] = array('hash' => $rr);
}
}
possible fix for mention tags not posting to mentioned forum (when send stream permission is blocked)
2013-08-22 12:50:15 +00:00
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('public_recips: ' . print_r($r,true), LOGGER_DATA, LOG_DEBUG);
more heavy lifting on delivery - now we can find all the recipients on the system who have any acceptable permissions for receiving a post. Next we just need to process edits and deletes, and otherwise store the message - yay. Still a lot of work, but we've come a long way baby.
2012-11-27 00:48:04 +00:00
return $r;
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @brief This is the second part of public_recips().
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
*
* We'll find all the channels willing to accept public posts from us, then
* match them against the sender privacy scope and see who in that list that
* the sender is allowing.
*
* @see public_recipes()
* @param array $msg
* @return array
*/
public scope
2013-02-15 22:13:58 +00:00
function allowed_public_recips($msg) {
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('allowed_public_recips: ' . print_r($msg,true),LOGGER_DATA, LOG_DEBUG);
public scope
2013-02-15 22:13:58 +00:00
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
if(array_key_exists('public_scope',$msg['message']))
$scope = $msg['message']['public_scope'];
// Mail won't have a public scope.
// in fact, it's doubtful mail will ever get here since it almost universally
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// has a recipient, but in fact we don't require this, so it's technically
// possible to send mail to anybody that's listening.
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
public scope
2013-02-15 22:13:58 +00:00
$recips = public_recips($msg);
if(! $recips)
return $recips;
if($msg['message']['type'] === 'mail')
return $recips;
don't block "public" messages with authenticated scope
2014-08-15 19:36:24 +00:00
if($scope === 'public' || $scope === 'network: red' || $scope === 'authenticated')
public scope
2013-02-15 22:13:58 +00:00
return $recips;
if(strpos($scope,'site:') === 0) {
static App
2016-03-31 23:06:03 +00:00
if(($scope === 'site: ' . App::get_hostname()) && ($msg['notify']['sender']['url'] === z_root()))
public scope
2013-02-15 22:13:58 +00:00
return $recips;
else
return array();
}
make public delivery to contacts or any connections work again $hash wasn't defined in this case
2015-03-02 10:05:03 +00:00
$hash = make_xchan_hash($msg['notify']['sender']['guid'],$msg['notify']['sender']['guid_sig']);
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
public scope
2013-02-15 22:13:58 +00:00
if($scope === 'self') {
foreach($recips as $r)
if($r['hash'] === $hash)
return array('hash' => $hash);
}
Found the cause of the delete looping, and I can prevent it going forward. The issue remains what to do about comments which are already in the DB and have ITEM_ORIGIN incorrectly set. We can't exactly reset them because the "original" context has been lost. (Sorry but couldn't resist an insider pun that none of you will be able to follow anyway). Read the comments.
2015-02-25 23:27:33 +00:00
// note: we shouldn't ever see $scope === 'specific' in this function, but handle it anyway
if($scope === 'contacts' || $scope === 'any connections' || $scope === 'specific') {
public scope
2013-02-15 22:13:58 +00:00
$condensed_recips = array();
foreach($recips as $rr)
$condensed_recips[] = $rr['hash'];
$results = array();
DB changes for some channel flags
2015-06-16 00:28:52 +00:00
$r = q("select channel_hash as hash from channel left join abook on abook_channel = channel_id where abook_xchan = '%s' and channel_removed = 0 ",
dbesc($hash)
public scope
2013-02-15 22:13:58 +00:00
);
if($r) {
foreach($r as $rr)
if(in_array($rr['hash'],$condensed_recips))
$results[] = array('hash' => $rr['hash']);
}
return $results;
}
return array();
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief
*
* @param array $sender
* @param array $arr
* @param array $deliveries
* @param boolean $relay
* @param boolean $public (optional) default false
* @param boolean $request (optional) default false
* @return array
*/
function process_delivery($sender, $arr, $deliveries, $relay, $public = false, $request = false) {
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
add individual message delivery reporting
2013-01-01 05:33:11 +00:00
$result = array();
block forgeries
2013-10-02 09:50:02 +00:00
add reporting site to delivery report
2015-09-19 05:00:33 +00:00
$result['site'] = z_root();
block forgeries
2013-10-02 09:50:02 +00:00
// We've validated the sender. Now make sure that the sender is the owner or author
more work on firehose
2014-03-27 01:45:01 +00:00
if(! $public) {
if($sender['hash'] != $arr['owner_xchan'] && $sender['hash'] != $arr['author_xchan']) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger("Sender {$sender['hash']} is not owner {$arr['owner_xchan']} or author {$arr['author_xchan']} - mid {$arr['mid']}");
more work on firehose
2014-03-27 01:45:01 +00:00
return;
}
block forgeries
2013-10-02 09:50:02 +00:00
}
can't reset public to false because it may have been passed in as true and this would be wrong and cause even more subtle bugs. Reset to whatever value was passed in.
2014-12-02 02:58:27 +00:00
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
foreach($deliveries as $d) {
can't reset public to false because it may have been passed in as true and this would be wrong and cause even more subtle bugs. Reset to whatever value was passed in.
2014-12-02 02:58:27 +00:00
$local_public = $public;
new delivery report format
2015-09-21 03:21:54 +00:00
move dreport from zot to lib
2018-02-22 05:18:54 +00:00
$DR = new Zotlabs\Lib\DReport(z_root(),$sender['hash'],$d['hash'],$arr['mid']);
new delivery report format
2015-09-21 03:21:54 +00:00
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
$r = q("select * from channel where channel_hash = '%s' limit 1",
dbesc($d['hash'])
);
add individual message delivery reporting
2013-01-01 05:33:11 +00:00
if(! $r) {
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('recipient not found');
$result[] = $DR->get();
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
continue;
add individual message delivery reporting
2013-01-01 05:33:11 +00:00
}
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
delivery reports - crude but mostly functional at least for zot deliveries
2015-09-22 11:04:51 +00:00
$channel = $r[0];
finish the channel_reddress() conversion
2016-09-21 22:28:37 +00:00
$DR->addto_recipient($channel['channel_name'] . ' <' . channel_reddress($channel) . '>');
delivery reports - crude but mostly functional at least for zot deliveries
2015-09-22 11:04:51 +00:00
use the channel blacklist for items and mail, still todo: directory and stuff
2015-12-04 05:05:48 +00:00
/* blacklisted channels get a permission denied, no special message to tip them off */
if(! check_channelallowed($sender['hash'])) {
$DR->update('permission denied');
$result[] = $DR->get();
continue;
}
document the issue with cloned delivery to self vs normal delivery to self
2015-09-30 23:27:24 +00:00
/**
* @FIXME: Somehow we need to block normal message delivery from our clones, as the delivered
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* message doesn't have ACL information in it as the cloned copy does. That copy
* will normally arrive first via sync delivery, but this isn't guaranteed.
document the issue with cloned delivery to self vs normal delivery to self
2015-09-30 23:27:24 +00:00
* There's a chance the current delivery could take place before the cloned copy arrives
* hence the item could have the wrong ACL and *could* be used in subsequent deliveries or
* access checks. So far all attempts at identifying this situation precisely
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* have caused issues with delivery of relayed comments.
document the issue with cloned delivery to self vs normal delivery to self
2015-09-30 23:27:24 +00:00
*/
// if(($d['hash'] === $sender['hash']) && ($sender['url'] !== z_root()) && (! $relay)) {
undo self deliver check
2015-09-30 19:59:13 +00:00
// $DR->update('self delivery ignored');
// $result[] = $DR->get();
// continue;
// }
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
diaspora's spammy permission model seems to have leaked through our firehose. Don't let it.
2015-03-10 19:22:22 +00:00
// allow public postings to the sys channel regardless of permissions, but not
// for comments travelling upstream. Wait and catch them on the way down.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// They may have been blocked by the owner.
diaspora's spammy permission model seems to have leaked through our firehose. Don't let it.
2015-03-10 19:22:22 +00:00
DB changes for some channel flags
2015-06-16 00:28:52 +00:00
if(intval($channel['channel_system']) && (! $arr['item_private']) && (! $relay)) {
can't reset public to false because it may have been passed in as true and this would be wrong and cause even more subtle bugs. Reset to whatever value was passed in.
2014-12-02 02:58:27 +00:00
$local_public = true;
couple of fixes: - significantly increase the content availability on the discover channel - fix the button group on the blog/list mode which made the border on a single comment button a bit wonky
2014-11-19 22:41:24 +00:00
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
$r = q("select xchan_selfcensored from xchan where xchan_hash = '%s' limit 1",
don't import to sys channel from self-censored authors
2014-12-12 08:26:07 +00:00
dbesc($sender['hash'])
);
// don't import sys channel posts from selfcensored authors
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
if($r && (intval($r[0]['xchan_selfcensored']))) {
don't import to sys channel from self-censored authors
2014-12-12 08:26:07 +00:00
$local_public = false;
continue;
}
hubzilla issue #1169
2018-05-11 00:11:03 +00:00
if(! \Zotlabs\Lib\MessageFilter::evaluate($arr,get_config('system','pubstream_incl'),get_config('system','pubstream_excl'))) {
$local_public = false;
continue;
}
don't import to sys channel from self-censored authors
2014-12-12 08:26:07 +00:00
}
hopefully this won't screw up everything - if it does, revert. Otherwise this should work at delivery time to check tag deliveries and bounce the message before it's stored if the channel doesn't allow you to post and you aren't allowed to tag deliver either. Previously this was handled after the post was already stored so you needed posting permission as well as tag deliver permission to get past the checks.
2013-06-16 07:57:39 +00:00
$tag_delivery = tgroup_check($channel['channel_id'],$arr);
add item validation function
2015-08-14 02:35:57 +00:00
$perm = 'send_stream';
if(($arr['mid'] !== $arr['parent_mid']) && ($relay))
$perm = 'post_comments';
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
fix bug #84, make imported messages from your clones show up on your wall
2013-07-30 00:30:46 +00:00
// This is our own post, possibly coming from a channel clone
if($arr['owner_xchan'] == $d['hash']) {
heavy lifting converting item flag bits
2015-01-23 01:41:16 +00:00
$arr['item_wall'] = 1;
fix bug #84, make imported messages from your clones show up on your wall
2013-07-30 00:30:46 +00:00
}
else {
heavy lifting converting item flag bits
2015-01-23 01:41:16 +00:00
$arr['item_wall'] = 0;
fix bug #84, make imported messages from your clones show up on your wall
2013-07-30 00:30:46 +00:00
}
can't reset public to false because it may have been passed in as true and this would be wrong and cause even more subtle bugs. Reset to whatever value was passed in.
2014-12-02 02:58:27 +00:00
if((! perm_is_allowed($channel['channel_id'],$sender['hash'],$perm)) && (! $tag_delivery) && (! $local_public)) {
Include the entire original item when notifying other channels of deletions as it contains important routing and scope information. Previously we were only sending a couple of critical fields like the message-id, flags, and creation date. The thinking was that it is deleted, let's not resend the deleted contents anywhere. But in order to route this through the same path the original post took we really need the entire original post with all of its baggage attached.
2014-04-10 23:14:19 +00:00
logger("permission denied for delivery to channel {$channel['channel_id']} {$channel['channel_address']}");
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('permission denied');
$result[] = $DR->get();
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
continue;
}
improvement in source route checking when handling complex *upstream* delivery chains, which were not adequately accounted for in the earlier checkin.
2014-10-10 07:13:46 +00:00
if($arr['mid'] != $arr['parent_mid']) {
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
// check source route.
// We are only going to accept comments from this sender if the comment has the same route as the top-level-post,
// this is so that permissions mismatches between senders apply to the entire conversation
// As a side effect we will also do a preliminary check that we have the top-level-post, otherwise
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// processing it is pointless.
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
we need to actually ask for the id from the DB if we want to use it.
2015-01-28 01:46:16 +00:00
$r = q("select route, id from item where mid = '%s' and uid = %d limit 1",
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
dbesc($arr['parent_mid']),
intval($channel['channel_id'])
);
if(! $r) {
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('comment parent not found');
$result[] = $DR->get();
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// We don't seem to have a copy of this conversation or at least the parent
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
// - so request a copy of the entire conversation to date.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// Don't do this if it's a relay post as we're the ones who are supposed to
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
// have the copy and we don't want the request to loop.
// Also don't do this if this comment came from a conversation request packet.
// It's possible that comments are allowed but posting isn't and that could
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// cause a conversation fetch loop. We can detect these packets since they are
// delivered via a 'notify' packet type that has a message_id element in the
// initial zot packet (just like the corresponding 'request' packet type which
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
// makes the request).
// We'll also check the send_stream permission - because if it isn't allowed,
// the top level post is unlikely to be imported and
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// this is just an exercise in futility.
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if((! $relay) && (! $request) && (! $local_public)
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
&& perm_is_allowed($channel['channel_id'],$sender['hash'],'send_stream')) {
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Notifier', 'request', $channel['channel_id'], $sender['hash'], $arr['parent_mid']));
add some more safety checks before turning the conversation request messages back on
2014-11-02 07:06:52 +00:00
}
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
continue;
}
improvement in source route checking when handling complex *upstream* delivery chains, which were not adequately accounted for in the earlier checkin.
2014-10-10 07:13:46 +00:00
if($relay) {
// reset the route in case it travelled a great distance upstream
// use our parent's route so when we go back downstream we'll match
// with whatever route our parent has.
$arr['route'] = $r[0]['route'];
}
else {
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
improvement in source route checking when handling complex *upstream* delivery chains, which were not adequately accounted for in the earlier checkin.
2014-10-10 07:13:46 +00:00
// going downstream check that we have the same upstream provider that
// sent it to us originally. Ignore it if it came from another source
improved route mismatch detection. We will be less strict about the absolute route matching and only look at the last hop before it got to us - which is ultimately all we should care about (since that sender controls the thread permissions). Route mismatches seem to occur somewhat frequently from yamkote (for unknown reasons), and the logging has been improved a bit so it should provide some slightly more useful debugging info in case it still happens going forward. Oh, also we'll set the parent on comments when we store the initial post (item_store()) and only go back and set the parent for top-level posts. This should reduce the number of comments with missing parents on shared hosts, but may increase the number of missing threads. Probably worthwhile to do a query occasionally for parent = 0 and see how we're doing and how many have shared host related delivery issues.
2015-01-27 23:47:24 +00:00
// (with potentially different permissions).
// only compare the last hop since it could have arrived at the last location any number of ways.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// Always accept empty routes and firehose items (route contains 'undefined') .
improved route mismatch detection. We will be less strict about the absolute route matching and only look at the last hop before it got to us - which is ultimately all we should care about (since that sender controls the thread permissions). Route mismatches seem to occur somewhat frequently from yamkote (for unknown reasons), and the logging has been improved a bit so it should provide some slightly more useful debugging info in case it still happens going forward. Oh, also we'll set the parent on comments when we store the initial post (item_store()) and only go back and set the parent for top-level posts. This should reduce the number of comments with missing parents on shared hosts, but may increase the number of missing threads. Probably worthwhile to do a query occasionally for parent = 0 and see how we're doing and how many have shared host related delivery issues.
2015-01-27 23:47:24 +00:00
$existing_route = explode(',', $r[0]['route']);
$routes = count($existing_route);
if($routes) {
$last_hop = array_pop($existing_route);
$last_prior_route = implode(',',$existing_route);
}
else {
$last_hop = '';
$last_prior_route = '';
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
add yet another firehose check
2015-01-28 09:13:32 +00:00
if(in_array('undefined',$existing_route) || $last_hop == 'undefined' || $sender['hash'] == 'undefined')
more minor tweaks to the route mismatch algorithm after watching it all day.
2015-01-28 09:06:56 +00:00
$last_hop = '';
improvement in source route checking when handling complex *upstream* delivery chains, which were not adequately accounted for in the earlier checkin.
2014-10-10 07:13:46 +00:00
$current_route = (($arr['route']) ? $arr['route'] . ',' : '') . $sender['hash'];
more minor tweaks to the route mismatch algorithm after watching it all day.
2015-01-28 09:06:56 +00:00
if($last_hop && $last_hop != $sender['hash']) {
improved route mismatch detection. We will be less strict about the absolute route matching and only look at the last hop before it got to us - which is ultimately all we should care about (since that sender controls the thread permissions). Route mismatches seem to occur somewhat frequently from yamkote (for unknown reasons), and the logging has been improved a bit so it should provide some slightly more useful debugging info in case it still happens going forward. Oh, also we'll set the parent on comments when we store the initial post (item_store()) and only go back and set the parent for top-level posts. This should reduce the number of comments with missing parents on shared hosts, but may increase the number of missing threads. Probably worthwhile to do a query occasionally for parent = 0 and see how we're doing and how many have shared host related delivery issues.
2015-01-27 23:47:24 +00:00
logger('comment route mismatch: parent route = ' . $r[0]['route'] . ' expected = ' . $current_route, LOGGER_DEBUG);
logger('comment route mismatch: parent msg = ' . $r[0]['id'],LOGGER_DEBUG);
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('comment route mismatch');
$result[] = $DR->get();
improvement in source route checking when handling complex *upstream* delivery chains, which were not adequately accounted for in the earlier checkin.
2014-10-10 07:13:46 +00:00
continue;
}
improved route mismatch detection. We will be less strict about the absolute route matching and only look at the last hop before it got to us - which is ultimately all we should care about (since that sender controls the thread permissions). Route mismatches seem to occur somewhat frequently from yamkote (for unknown reasons), and the logging has been improved a bit so it should provide some slightly more useful debugging info in case it still happens going forward. Oh, also we'll set the parent on comments when we store the initial post (item_store()) and only go back and set the parent for top-level posts. This should reduce the number of comments with missing parents on shared hosts, but may increase the number of missing threads. Probably worthwhile to do a query occasionally for parent = 0 and see how we're doing and how many have shared host related delivery issues.
2015-01-27 23:47:24 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// we'll add sender['hash'] onto this when we deliver it. $last_prior_route now has the previously stored route
improved route mismatch detection. We will be less strict about the absolute route matching and only look at the last hop before it got to us - which is ultimately all we should care about (since that sender controls the thread permissions). Route mismatches seem to occur somewhat frequently from yamkote (for unknown reasons), and the logging has been improved a bit so it should provide some slightly more useful debugging info in case it still happens going forward. Oh, also we'll set the parent on comments when we store the initial post (item_store()) and only go back and set the parent for top-level posts. This should reduce the number of comments with missing parents on shared hosts, but may increase the number of missing threads. Probably worthwhile to do a query occasionally for parent = 0 and see how we're doing and how many have shared host related delivery issues.
2015-01-27 23:47:24 +00:00
// *except* for the sender['hash'] which would've been the last hop before it got to us.
$arr['route'] = $last_prior_route;
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
}
}
really fix post filtering
2015-09-02 13:49:07 +00:00
$ab = q("select * from abook where abook_channel = %d and abook_xchan = '%s'",
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
intval($channel['channel_id']),
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-02 22:49:50 +00:00
dbesc($arr['owner_xchan'])
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$abook = (($ab) ? $ab[0] : null);
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
more message restrict conversions
2015-01-29 22:51:41 +00:00
if(intval($arr['item_deleted'])) {
issue #65
2013-07-02 02:41:11 +00:00
// remove_community_tag is a no-op if this isn't a community tag activity
remove_community_tag($sender,$arr,$channel['channel_id']);
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
// set these just in case we need to store a fresh copy of the deleted post.
// This could happen if the delete got here before the original post did.
$arr['aid'] = $channel['channel_account_id'];
$arr['uid'] = $channel['channel_id'];
well that was certainly fun. And the reason why likes and other acitivity deletions weren't propagating. Hopefully this is the last reason and there aren't more lurking further down the chain.
2015-02-12 00:11:21 +00:00
$item_id = delete_imported_item($sender,$arr,$channel['channel_id'],$relay);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$DR->update(($item_id) ? 'deleted' : 'delete_failed');
new delivery report format
2015-09-21 03:21:54 +00:00
$result[] = $DR->get();
delete item should now mostly work
2013-01-29 03:24:36 +00:00
if($relay && $item_id) {
logger('process_delivery: invoking relay');
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Notifier','relay',intval($item_id)));
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('relayed');
$result[] = $DR->get();
delete item should now mostly work
2013-01-29 03:24:36 +00:00
}
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
continue;
}
hubzilla issue #1169
2018-05-11 00:11:03 +00:00
more message restrict conversions
2015-01-29 22:51:41 +00:00
$r = q("select * from item where mid = '%s' and uid = %d limit 1",
rename 'uri' (and parent_uri) to 'mid' (and parent_mid) since these no longer remotely resemble uri's and are actually message_id's. This change is potentially destabilising because it touches a lot of code and structure. But it has to get done and there's no better time than the present.
2013-03-22 01:25:41 +00:00
dbesc($arr['mid']),
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
intval($channel['channel_id'])
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
);
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
if($r) {
Tried this once before but had to revert. Basically prevent a comment from being relayed more than once - as it's a huge drain on resources. But last time I tried this, wall-to-wall comments stopped getting relayed. This checkin should do the right thing in both conditions.
2014-10-20 00:31:10 +00:00
// We already have this post.
ah yes, the redundant relay run was for the benefit of wall-to-wall posts issue #633
2014-10-10 22:17:32 +00:00
$item_id = $r[0]['id'];
Merge branch 'master' into tres Conflicts: include/Contact.php include/ItemObject.php include/api.php include/attach.php include/diaspora.php include/dir_fns.php include/enotify.php include/event.php include/expire.php include/items.php include/notifier.php include/notify.php include/photos.php include/taxonomy.php include/text.php include/widgets.php include/zot.php mod/admin.php mod/channel.php mod/dirsearch.php mod/display.php mod/editwebpage.php mod/events.php mod/home.php mod/item.php mod/manage.php mod/mood.php mod/network.php mod/page.php mod/photos.php mod/ping.php mod/post.php mod/thing.php mod/viewsrc.php view/css/mod_events.css
2015-04-24 02:49:41 +00:00
more message restrict conversions
2015-01-29 22:51:41 +00:00
if(intval($r[0]['item_deleted'])) {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// It was deleted locally.
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('update ignored');
$result[] = $DR->get();
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-21 03:58:55 +00:00
don't update locally deleted items
2015-01-06 23:44:23 +00:00
continue;
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
}
// Maybe it has been edited?
don't update locally deleted items
2015-01-06 23:44:23 +00:00
elseif($arr['edited'] > $r[0]['edited']) {
this might make edits update across the wire, or it might not
2013-03-01 02:20:42 +00:00
$arr['id'] = $r[0]['id'];
edits might really work now
2013-03-01 02:59:03 +00:00
$arr['uid'] = $channel['channel_id'];
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
if(($arr['mid'] == $arr['parent_mid']) && (! post_is_importable($arr,$abook))) {
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('update ignored');
$result[] = $DR->get();
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
}
else {
prevent expiration of conversations you are involved with - allows you to find your own comments months from now
2017-07-11 03:18:33 +00:00
$item_result = update_imported_item($sender,$arr,$r[0],$channel['channel_id'],$tag_delivery);
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('updated');
$result[] = $DR->get();
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
if(! $relay)
add_source_route($item_id,$sender['hash']);
}
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
}
else {
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('update ignored');
$result[] = $DR->get();
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// We need this line to ensure wall-to-wall comments are relayed (by falling through to the relay bit),
// and at the same time not relay any other relayable posts more than once, because to do so is very wasteful.
slow progress removing bitfields on item table
2015-01-22 00:06:25 +00:00
if(! intval($r[0]['item_origin']))
Tried this once before but had to revert. Basically prevent a comment from being relayed more than once - as it's a huge drain on resources. But last time I tried this, wall-to-wall comments stopped getting relayed. This checkin should do the right thing in both conditions.
2014-10-20 00:31:10 +00:00
continue;
OK this is important. So read it carefully. This checkin implements route matching of comments so that they are only accepted from the same route as the top-level post they are attached to. This way there should be no mis-match of permissions between any posts in the thread. It may not be completely compatible with comments posted in the past (though I've tried to be, there may be some minor issues). In addition it seems that relaying was invoked more often than necessary - especially when a duplicate post arrived which was not processed because the edited time hadn't changed - it still invoked relaying. This fix should improve site performance considerably for comments cross-posted to forums; which got bounced around a bit and delivered redundantly for no reason. Roll this back *only* if it causes a meltdown or comment loss is "serious" (as in OMG people are dying, make it stop!). If we can get past 24 hours without serious issue we need to get everybody onto this code. There may be some minor comment loss (mostly affecting new comments to older posts or likes of older comments) until the majority of sites have moved to the new code. It may be difficult or impossible to deliver comments to posts that pre-date the addition of source routes (April 1, 2014) to anybody but the top-level post author at his/her primary hub. We may wish to close comments on these posts, but let's see how we go before doing that.
2014-10-10 01:12:53 +00:00
}
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
}
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
else {
$arr['aid'] = $channel['channel_account_id'];
$arr['uid'] = $channel['channel_id'];
call post_local hooks prior to storing a post that is going to be sourced. There are some fields in the actual stored item that may change when we start the second delivery chain so a few plugins may not deal with these items correctly. Since we only source public items these effects will be slight.
2015-02-25 11:14:49 +00:00
// if it's a sourced post, call the post_local hooks as if it were
// posted locally so that crosspost connectors will be triggered.
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
if(check_item_source($arr['uid'], $arr)) {
/**
* @hooks post_local
* Called when an item has been posted on this machine via mod/item.php (also via API).
* * \e array with an item
*/
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
call_hooks('post_local', $arr);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
lots of little Diaspora issues
2014-08-29 04:49:13 +00:00
$item_id = 0;
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
if(($arr['mid'] == $arr['parent_mid']) && (! post_is_importable($arr,$abook))) {
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update('post ignored');
$result[] = $DR->get();
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
}
else {
$item_result = item_store($arr);
if($item_result['success']) {
$item_id = $item_result['item_id'];
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$parr = [
'item_id' => $item_id,
'item' => $arr,
'sender' => $sender,
'channel' => $channel
];
/**
* @hooks activity_received
* Called when an activity (post, comment, like, etc.) has been received from a zot source.
* * \e int \b item_id
* * \e array \b item
* * \e array \b sender
* * \e array \b channel
*/
call_hooks('activity_received', $parr);
no this isn't it. well ok, it's part of it, but not the important part. it's still pretty cool.
2015-06-29 04:16:56 +00:00
// don't add a source route if it's a relay or later recipients will get a route mismatch
if(! $relay)
add_source_route($item_id,$sender['hash']);
}
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->update(($item_id) ? 'posted' : 'storage failed: ' . $item_result['message']);
$result[] = $DR->get();
lots of little Diaspora issues
2014-08-29 04:49:13 +00:00
}
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
}
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
prevent expiration of conversations you are involved with - allows you to find your own comments months from now
2017-07-11 03:18:33 +00:00
// preserve conversations with which you are involved from expiration
$stored = (($item_result && $item_result['item']) ? $item_result['item'] : false);
if((is_array($stored)) && ($stored['id'] != $stored['parent'])
&& ($stored['author_xchan'] === $channel['channel_hash'])) {
retain_item($stored['item']['parent']);
}
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
if($relay && $item_id) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Invoking relay');
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Notifier','relay',intval($item_id)));
new delivery report format
2015-09-21 03:21:54 +00:00
$DR->addto_update('relayed');
$result[] = $DR->get();
got comments going back and forth - we really need local_deliver now since even local deliveries are going through zot and that isn't necessary or desirable in the long term
2012-11-28 01:09:01 +00:00
}
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
}
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
if(! $deliveries)
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$result[] = array('', 'no recipients', '', $arr['mid']);
ensure all delivery result possibilities are logged and communicated to the sender
2013-01-01 08:45:44 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Local results: ' . print_r($result, true), LOGGER_DEBUG);
provide delivery report on both sides, local and remote
2013-01-03 10:21:35 +00:00
add individual message delivery reporting
2013-01-01 05:33:11 +00:00
return $result;
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @brief Remove community tag.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
*
* @param array $sender an associative array with
* * \e string \b hash a xchan_hash
* @param array $arr an associative array
* * \e int \b verb
* * \e int \b obj_type
* * \e int \b mid
* @param int $uid
*/
function remove_community_tag($sender, $arr, $uid) {
y'all got mail
2012-12-06 00:44:07 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(! (activity_match($arr['verb'], ACTIVITY_TAG) && ($arr['obj_type'] == ACTIVITY_OBJ_TAGTERM)))
issue #65
2013-07-02 02:41:11 +00:00
return;
logger('remove_community_tag: invoked');
if(! get_pconfig($uid,'system','blocktags')) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Permission denied.');
issue #65
2013-07-02 02:41:11 +00:00
return;
}
$r = q("select * from item where mid = '%s' and uid = %d limit 1",
dbesc($arr['mid']),
intval($uid)
);
if(! $r) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('No item');
issue #65
2013-07-02 02:41:11 +00:00
return;
}
if(($sender['hash'] != $r[0]['owner_xchan']) && ($sender['hash'] != $r[0]['author_xchan'])) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Sender not authorised.');
issue #65
2013-07-02 02:41:11 +00:00
return;
}
$i = $r[0];
if($i['target'])
deprecate/remove json_decode_plus
2016-07-14 05:11:06 +00:00
$i['target'] = json_decode($i['target'],true);
issue #65
2013-07-02 02:41:11 +00:00
if($i['object'])
deprecate/remove json_decode_plus
2016-07-14 05:11:06 +00:00
$i['object'] = json_decode($i['object'],true);
issue #65
2013-07-02 02:41:11 +00:00
if(! ($i['target'] && $i['object'])) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('No target/object');
issue #65
2013-07-02 02:41:11 +00:00
return;
}
$message_id = $i['target']['id'];
$r = q("select id from item where mid = '%s' and uid = %d limit 1",
dbesc($message_id),
intval($uid)
);
if(! $r) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('No parent message');
issue #65
2013-07-02 02:41:11 +00:00
return;
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
more db column renames
2016-06-01 04:45:33 +00:00
q("delete from term where uid = %d and oid = %d and otype = %d and ttype in ( %d, %d ) and term = '%s' and url = '%s'",
issue #65
2013-07-02 02:41:11 +00:00
intval($uid),
intval($r[0]['id']),
intval(TERM_OBJ_POST),
intval(TERM_HASHTAG),
issue #85, community tags and file tags lost during edits. This required splitting off communitytags as a separate tag type and is not backward compatible. Community tags on older posts or those federated from redmatrix clones will not be preserved during edits.
2015-11-20 08:15:48 +00:00
intval(TERM_COMMUNITYTAG),
issue #65
2013-07-02 02:41:11 +00:00
dbesc($i['object']['title']),
dbesc(get_rel_link($i['object']['link'],'alternate'))
);
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @brief Updates an imported item.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
*
* @see item_store_update()
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @param array $sender
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @param array $item
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* @param array $orig
* @param int $uid
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @param boolean $tag_delivery
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
*/
better fix for #629 #635 based on ownership/authorship rather than message flags which could be forged
2016-12-31 23:56:45 +00:00
function update_imported_item($sender, $item, $orig, $uid, $tag_delivery) {
event integration improvements
2015-08-19 23:50:32 +00:00
SECURITY: a comment to a private post that has been edited (the comment has been edited) loses its privacy settings. This comment isn't visible in the stream but may be visible in feeds.
2016-05-12 23:45:49 +00:00
// If this is a comment being updated, remove any privacy information
// so that item_store_update will set it from the original.
if($item['mid'] !== $item['parent_mid']) {
unset($item['allow_cid']);
unset($item['allow_gid']);
unset($item['deny_cid']);
unset($item['deny_gid']);
unset($item['item_private']);
}
this might make edits update across the wire, or it might not
2013-03-01 02:20:42 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
// we need the tag_delivery check for downstream flowing posts as the stored post
// may have a different owner than the one being transmitted.
issues #629, #635 - edited post arriving from downstream source was not being rejected
2016-12-31 21:38:19 +00:00
better fix for #629 #635 based on ownership/authorship rather than message flags which could be forged
2016-12-31 23:56:45 +00:00
if(($sender['hash'] != $orig['owner_xchan'] && $sender['hash'] != $orig['author_xchan']) && (! $tag_delivery)) {
use logger
2017-11-09 03:21:36 +00:00
logger('sender is not owner or author');
issues #629, #635 - edited post arriving from downstream source was not being rejected
2016-12-31 21:38:19 +00:00
return;
}
provide detailed error to remote site for the myriad of things that can go wrong inside item_store(), !! this changes the return of item_store !!
2013-09-11 02:06:06 +00:00
$x = item_store_update($item);
event integration improvements
2015-08-19 23:50:32 +00:00
// If we're updating an event that we've saved locally, we store the item info first
// because event_addtocal will parse the body to get the 'new' event details
if($orig['resource_type'] === 'event') {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$res = event_addtocal($orig['id'], $uid);
event integration improvements
2015-08-19 23:50:32 +00:00
if(! $res)
logger('update event: failed');
}
provide detailed error to remote site for the myriad of things that can go wrong inside item_store(), !! this changes the return of item_store !!
2013-09-11 02:06:06 +00:00
if(! $x['item_id'])
logger('update_imported_item: failed: ' . $x['message']);
else
logger('update_imported_item');
prevent expiration of conversations you are involved with - allows you to find your own comments months from now
2017-07-11 03:18:33 +00:00
return $x;
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/**
* @brief Deletes an imported item.
*
* @param array $sender
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* * \e string \b hash a xchan_hash
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param array $item
* @param int $uid
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @param boolean $relay
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @return boolean|int post_id
*/
function delete_imported_item($sender, $item, $uid, $relay) {
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('invoked', LOGGER_DEBUG);
delete item should now mostly work
2013-01-29 03:24:36 +00:00
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
$ownership_valid = false;
$item_found = false;
$post_id = 0;
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
issue #63 - missing table fields in db query
2015-10-01 04:38:21 +00:00
$r = q("select id, author_xchan, owner_xchan, source_xchan, item_deleted from item where ( author_xchan = '%s' or owner_xchan = '%s' or source_xchan = '%s' )
rename 'uri' (and parent_uri) to 'mid' (and parent_mid) since these no longer remotely resemble uri's and are actually message_id's. This change is potentially destabilising because it touches a lot of code and structure. But it has to get done and there's no better time than the present.
2013-03-22 01:25:41 +00:00
and mid = '%s' and uid = %d limit 1",
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
dbesc($sender['hash']),
move js files from core
2014-01-04 11:58:21 +00:00
dbesc($sender['hash']),
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
dbesc($sender['hash']),
rename 'uri' (and parent_uri) to 'mid' (and parent_mid) since these no longer remotely resemble uri's and are actually message_id's. This change is potentially destabilising because it touches a lot of code and structure. But it has to get done and there's no better time than the present.
2013-03-22 01:25:41 +00:00
dbesc($item['mid']),
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
intval($uid)
);
issue #63 - missing table fields in db query
2015-10-01 04:38:21 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if($r) {
if($r[0]['author_xchan'] === $sender['hash'] || $r[0]['owner_xchan'] === $sender['hash'] || $r[0]['source_xchan'] === $sender['hash'])
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
$ownership_valid = true;
delete item should now mostly work
2013-01-29 03:24:36 +00:00
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
$post_id = $r[0]['id'];
$item_found = true;
zot 1.2
2016-12-01 00:22:31 +00:00
}
else {
delete item should now mostly work
2013-01-29 03:24:36 +00:00
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
// perhaps the item is still in transit and the delete notification got here before the actual item did. Store it with the deleted flag set.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// item_store() won't try to deliver any notifications or start delivery chains if this flag is set.
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
// This means we won't end up with potentially even more delivery threads trying to push this delete notification.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// But this will ensure that if the (undeleted) original post comes in at a later date, we'll reject it because it will have an older timestamp.
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
logger('delete received for non-existent item - storing item data.');
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if($item['author_xchan'] === $sender['hash'] || $item['owner_xchan'] === $sender['hash'] || $item['source_xchan'] === $sender['hash']) {
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
$ownership_valid = true;
zot 1.2
2016-12-01 00:22:31 +00:00
$item_result = item_store($item);
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
$post_id = $item_result['item_id'];
}
}
zot 1.2
2016-12-01 00:22:31 +00:00
if($ownership_valid === false) {
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
logger('delete_imported_item: failed: ownership issue');
delete item should now mostly work
2013-01-29 03:24:36 +00:00
return false;
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
}
break delivery loop if an item is deleted twice
2014-01-10 20:37:48 +00:00
uncomplicate item deletion and fixup all the other linked tables
2013-01-25 00:44:10 +00:00
require_once('include/items.php');
found what I believe is the root cause of issue #230, but don't yet have a workable solution. This one is hard.
2014-03-21 05:08:16 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
if($item_found) {
if(intval($r[0]['item_deleted'])) {
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
logger('delete_imported_item: item was already deleted');
zot 1.2
2016-12-01 00:22:31 +00:00
if(! $relay)
well that was certainly fun. And the reason why likes and other acitivity deletions weren't propagating. Hopefully this is the last reason and there aren't more lurking further down the chain.
2015-02-12 00:11:21 +00:00
return false;
loop breaker
2015-02-26 22:20:43 +00:00
// This is a bit hackish, but may have to suffice until the notification/delivery loop is optimised
// a bit further. We're going to strip the ITEM_ORIGIN on this item if it's a comment, because
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// it was already deleted, and we're already relaying, and this ensures that no other process or
loop breaker
2015-02-26 22:20:43 +00:00
// code path downstream can relay it again (causing a loop). Since it's already gone it's not coming
// back, and we aren't going to (or shouldn't at any rate) delete it again in the future - so losing
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// this information from the metadata should have no other discernible impact.
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
Merge branch 'master' into tres Conflicts: include/Contact.php include/ItemObject.php include/api.php include/attach.php include/diaspora.php include/dir_fns.php include/enotify.php include/event.php include/expire.php include/items.php include/notifier.php include/notify.php include/photos.php include/taxonomy.php include/text.php include/widgets.php include/zot.php mod/admin.php mod/channel.php mod/dirsearch.php mod/display.php mod/editwebpage.php mod/events.php mod/home.php mod/item.php mod/manage.php mod/mood.php mod/network.php mod/page.php mod/photos.php mod/ping.php mod/post.php mod/thing.php mod/viewsrc.php view/css/mod_events.css
2015-04-24 02:49:41 +00:00
if (($r[0]['id'] != $r[0]['parent']) && intval($r[0]['item_origin'])) {
q("update item set item_origin = 0 where id = %d and uid = %d",
loop breaker
2015-02-26 22:20:43 +00:00
intval($r[0]['id']),
intval($r[0]['uid'])
);
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
}
found what I believe is the root cause of issue #230, but don't yet have a workable solution. This one is hard.
2014-03-21 05:08:16 +00:00
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
require_once('include/items.php');
issue #230 - deletion failure in multiple delivery chains
2013-12-26 08:14:17 +00:00
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
// Use phased deletion to set the deleted flag, call both tag_deliver and the notifier to notify downstream channels
// and then clean up after ourselves with a cron job after several days to do the delete_item_lowlevel() (DROPITEM_PHASE2).
issue #230 - deletion failure in multiple delivery chains
2013-12-26 08:14:17 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
drop_item($post_id, false, DROPITEM_PHASE1);
tag_deliver($uid, $post_id);
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
}
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
more efficient processing of response activities, plus a proof of concept fix for the problem of receiving a delete notification before we actually get the item which we're supposed to delete.
2015-02-11 23:26:35 +00:00
return $post_id;
You've got mail! (actually a post, mail is for another day)
2012-11-27 05:20:16 +00:00
}
extend delivery reports to mail
2013-05-17 03:43:24 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
function process_mail_delivery($sender, $arr, $deliveries) {
extend delivery reports to mail
2013-05-17 03:43:24 +00:00
$result = array();
post signatures
2013-10-03 04:04:48 +00:00
if($sender['hash'] != $arr['from_xchan']) {
logger('process_mail_delivery: sender is not mail author');
return;
}
y'all got mail
2012-12-06 00:44:07 +00:00
foreach($deliveries as $d) {
add delivery reports to mail (not backported to redmatrix)
2015-10-01 02:27:53 +00:00
move dreport from zot to lib
2018-02-22 05:18:54 +00:00
$DR = new Zotlabs\Lib\DReport(z_root(),$sender['hash'],$d['hash'],$arr['mid']);
add delivery reports to mail (not backported to redmatrix)
2015-10-01 02:27:53 +00:00
y'all got mail
2012-12-06 00:44:07 +00:00
$r = q("select * from channel where channel_hash = '%s' limit 1",
dbesc($d['hash'])
);
extend delivery reports to mail
2013-05-17 03:43:24 +00:00
if(! $r) {
add delivery reports to mail (not backported to redmatrix)
2015-10-01 02:27:53 +00:00
$DR->update('recipient not found');
$result[] = $DR->get();
y'all got mail
2012-12-06 00:44:07 +00:00
continue;
extend delivery reports to mail
2013-05-17 03:43:24 +00:00
}
y'all got mail
2012-12-06 00:44:07 +00:00
$channel = $r[0];
finish the channel_reddress() conversion
2016-09-21 22:28:37 +00:00
$DR->addto_recipient($channel['channel_name'] . ' <' . channel_reddress($channel) . '>');
y'all got mail
2012-12-06 00:44:07 +00:00
use the channel blacklist for items and mail, still todo: directory and stuff
2015-12-04 05:05:48 +00:00
/* blacklisted channels get a permission denied, no special message to tip them off */
if(! check_channelallowed($sender['hash'])) {
$DR->update('permission denied');
$result[] = $DR->get();
continue;
}
slight change in mail privacy implementation. If you initiate a private mail conversation and they respond, accept the reply. You can't hide behind your permissions or lack thereof. Often this will be accidental. If you truly want to block them from replying and your permissions otherwise would not allow them to reply, delete the conversation.
2018-03-23 02:52:25 +00:00
y'all got mail
2012-12-06 00:44:07 +00:00
if(! perm_is_allowed($channel['channel_id'],$sender['hash'],'post_mail')) {
slight change in mail privacy implementation. If you initiate a private mail conversation and they respond, accept the reply. You can't hide behind your permissions or lack thereof. Often this will be accidental. If you truly want to block them from replying and your permissions otherwise would not allow them to reply, delete the conversation.
2018-03-23 02:52:25 +00:00
/*
* Always allow somebody to reply if you initiated the conversation. It's anti-social
* and a bit rude to send a private message to somebody and block their ability to respond.
* If you are being harrassed and want to put an end to it, delete the conversation.
*/
$return = false;
if($arr['parent_mid']) {
$return = q("select * from mail where mid = '%s' and channel_id = %d limit 1",
dbesc($arr['parent_mid']),
intval($channel['channel_id'])
);
}
if(! $return) {
logger("permission denied for mail delivery {$channel['channel_id']}");
$DR->update('permission denied');
$result[] = $DR->get();
continue;
}
y'all got mail
2012-12-06 00:44:07 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
slight change in mail privacy implementation. If you initiate a private mail conversation and they respond, accept the reply. You can't hide behind your permissions or lack thereof. Often this will be accidental. If you truly want to block them from replying and your permissions otherwise would not allow them to reply, delete the conversation.
2018-03-23 02:52:25 +00:00
rename 'uri' (and parent_uri) to 'mid' (and parent_mid) since these no longer remotely resemble uri's and are actually message_id's. This change is potentially destabilising because it touches a lot of code and structure. But it has to get done and there's no better time than the present.
2013-03-22 01:25:41 +00:00
$r = q("select id from mail where mid = '%s' and channel_id = %d limit 1",
dbesc($arr['mid']),
y'all got mail
2012-12-06 00:44:07 +00:00
intval($channel['channel_id'])
);
if($r) {
more work on mail flags
2015-06-24 04:01:59 +00:00
if(intval($arr['mail_recalled'])) {
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
$x = q("delete from mail where id = %d and channel_id = %d",
mail recall - just set mail_flags = mail_flags & MAIL_RECALLED and tell the notifier. We'll need a special button for this. Also should probably report whether it was seen or not. Will do that another day.
2013-02-28 04:38:33 +00:00
intval($r[0]['id']),
intval($channel['channel_id'])
);
add delivery reports to mail (not backported to redmatrix)
2015-10-01 02:27:53 +00:00
$DR->update('mail recalled');
$result[] = $DR->get();
mail recall - just set mail_flags = mail_flags & MAIL_RECALLED and tell the notifier. We'll need a special button for this. Also should probably report whether it was seen or not. Will do that another day.
2013-02-28 04:38:33 +00:00
logger('mail_recalled');
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
else {
add delivery reports to mail (not backported to redmatrix)
2015-10-01 02:27:53 +00:00
$DR->update('duplicate mail received');
$result[] = $DR->get();
mail recall - just set mail_flags = mail_flags & MAIL_RECALLED and tell the notifier. We'll need a special button for this. Also should probably report whether it was seen or not. Will do that another day.
2013-02-28 04:38:33 +00:00
logger('duplicate mail received');
}
y'all got mail
2012-12-06 00:44:07 +00:00
continue;
}
else {
$arr['account_id'] = $channel['channel_account_id'];
$arr['channel_id'] = $channel['channel_id'];
$item_id = mail_store($arr);
add delivery reports to mail (not backported to redmatrix)
2015-10-01 02:27:53 +00:00
$DR->update('mail delivered');
$result[] = $DR->get();
y'all got mail
2012-12-06 00:44:07 +00:00
}
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
extend delivery reports to mail
2013-05-17 03:43:24 +00:00
return $result;
y'all got mail
2012-12-06 00:44:07 +00:00
}
profile messages for directory synchronisation
2012-12-22 12:33:32 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief Processes delivery of rating.
*
* @param array $sender
* * \e string \b hash a xchan_hash
* @param array $arr
*/
function process_rating_delivery($sender, $arr) {
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
send rating information to directories
2015-02-03 04:13:07 +00:00
logger('process_rating_delivery: ' . print_r($arr,true));
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
if(! $arr['target'])
return;
send rating information to directories
2015-02-03 04:13:07 +00:00
$z = q("select xchan_pubkey from xchan where xchan_hash = '%s' limit 1",
dbesc($sender['hash'])
);
if((! $z) || (! rsa_verify($arr['target'] . '.' . $arr['rating'] . '.' . $arr['rating_text'], base64url_decode($arr['signature']),$z[0]['xchan_pubkey']))) {
logger('failed to verify rating');
return;
}
$r = q("select * from xlink where xlink_xchan = '%s' and xlink_link = '%s' and xlink_static = 1 limit 1",
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
dbesc($sender['hash']),
dbesc($arr['target'])
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
);
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
if($r) {
send rating information to directories
2015-02-03 04:13:07 +00:00
if($r[0]['xlink_updated'] >= $arr['edited']) {
logger('rating message duplicate');
return;
}
$x = q("update xlink set xlink_rating = %d, xlink_rating_text = '%s', xlink_sig = '%s', xlink_updated = '%s' where xlink_id = %d",
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
intval($arr['rating']),
send rating information to directories
2015-02-03 04:13:07 +00:00
dbesc($arr['rating_text']),
dbesc($arr['signature']),
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
dbesc(datetime_convert()),
intval($r[0]['xlink_id'])
);
send rating information to directories
2015-02-03 04:13:07 +00:00
logger('rating updated');
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
}
else {
send rating information to directories
2015-02-03 04:13:07 +00:00
$x = q("insert into xlink ( xlink_xchan, xlink_link, xlink_rating, xlink_rating_text, xlink_sig, xlink_updated, xlink_static )
missing param
2015-02-13 21:04:31 +00:00
values( '%s', '%s', %d, '%s', '%s', '%s', 1 ) ",
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
dbesc($sender['hash']),
dbesc($arr['target']),
intval($arr['rating']),
send rating information to directories
2015-02-03 04:13:07 +00:00
dbesc($arr['rating_text']),
dbesc($arr['signature']),
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
dbesc(datetime_convert())
);
send rating information to directories
2015-02-03 04:13:07 +00:00
logger('rating created');
handle an incoming directory rating message
2015-01-27 03:43:39 +00:00
}
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief Processes delivery of profile.
*
* @see import_directory_profile()
* @param array $sender an associative array
* * \e string \b hash a xchan_hash
* @param array $arr
* @param array $deliveries (unused)
*/
function process_profile_delivery($sender, $arr, $deliveries) {
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
turn down the log noise a bit
2013-01-25 03:45:08 +00:00
logger('process_profile_delivery', LOGGER_DEBUG);
populate the new fields in the directory updates table
2013-09-25 03:13:53 +00:00
$r = q("select xchan_addr from xchan where xchan_hash = '%s' limit 1",
dbesc($sender['hash'])
);
if($r)
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
import_directory_profile($sender['hash'], $arr, $r[0]['xchan_addr'], UPDATE_FLAGS_UPDATED, 0);
more progress on directory import
2012-12-27 02:18:56 +00:00
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @brief
*
* @param array $sender an associative array
* * \e string \b hash a xchan_hash
* @param array $arr
* @param array $deliveries (unused) deliveries is irrelevant
*/
function process_location_delivery($sender, $arr, $deliveries) {
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
// deliveries is irrelevant
logger('process_location_delivery', LOGGER_DEBUG);
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
$r = q("select xchan_pubkey from xchan where xchan_hash = '%s' limit 1",
dbesc($sender['hash'])
);
if($r)
$sender['key'] = $r[0]['xchan_pubkey'];
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
new function hubloc_change_primary()
2014-10-13 22:27:03 +00:00
if(array_key_exists('locations',$arr) && $arr['locations']) {
$x = sync_locations($sender,$arr,true);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('results: ' . print_r($x,true), LOGGER_DEBUG);
new function hubloc_change_primary()
2014-10-13 22:27:03 +00:00
if($x['changed']) {
static App
2016-03-31 23:06:03 +00:00
$guid = random_string() . '@' . App::get_hostname();
new function hubloc_change_primary()
2014-10-13 22:27:03 +00:00
update_modtime($sender['hash'],$sender['guid'],$arr['locations'][0]['address'],UPDATE_FLAGS_UPDATED);
}
}
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
}
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
/**
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @brief Checks for a moved UNO channel and sets the channel_moved flag.
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
*
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
* Currently the effect of this flag is to turn the channel into 'read-only' mode.
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* New content will not be processed (there was still an issue with blocking the
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
* ability to post comments as of 10-Mar-2016).
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* We do not physically remove the channel at this time. The hub admin may choose
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
* to do so, but is encouraged to allow a grace period of several days in case there
* are any issues migrating content. This packet will generally be received by the
* original site when the basic channel import has been processed.
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
*
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
* This will only be executed on the UNO system which is the old location
* if a new location is reported and there is only one location record.
* The rest of the hubloc syncronisation will be handled within
* sync_locations
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
*
* @param string $sender_hash A channel hash
* @param array $locations
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
*/
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
function check_location_move($sender_hash, $locations) {
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
if(! $locations)
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
return;
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
if(count($locations) != 1)
return;
$loc = $locations[0];
$r = q("select * from channel where channel_hash = '%s' limit 1",
dbesc($sender_hash)
);
if(! $r)
return;
if($loc['url'] !== z_root()) {
$x = q("update channel set channel_moved = '%s' where channel_hash = '%s' limit 1",
dbesc($loc['url']),
dbesc($sender_hash)
);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// federation plugins may wish to notify connections
make the admin side menu extensible and provide a hook for a channel "move" operation that federation plugins might use to re-establish connections after a channel move.
2016-03-19 23:17:19 +00:00
// of the move on singleton networks
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$arr = [
'channel' => $r[0],
'locations' => $locations
];
/**
* @hooks location_move
* Called when a new location has been provided to a UNO channel (indicating a move rather than a clone).
* * \e array \b channel
* * \e array \b locations
*/
call_hooks('location_move', $arr);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
}
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief Synchronises locations.
*
* @param array $sender
* @param array $arr
* @param boolean $absolute (optional) default false
* @return array
*/
function sync_locations($sender, $arr, $absolute = false) {
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
$ret = array();
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
if($arr['locations']) {
handle UNO move channel operation
2016-03-09 23:56:51 +00:00
if($absolute)
check_location_move($sender['hash'],$arr['locations']);
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$xisting = q("select hubloc_id, hubloc_url, hubloc_sitekey from hubloc where hubloc_hash = '%s'",
dbesc($sender['hash'])
);
// See if a primary is specified
$has_primary = false;
foreach($arr['locations'] as $location) {
if($location['primary']) {
$has_primary = true;
break;
}
}
cleanup of sync_locations and better logging. There was one significant code change but it is unrelated to current issues, basically if no primary was set we were setting everything as primary.
2014-10-12 22:18:49 +00:00
// Ensure that they have one primary hub
if(! $has_primary)
$arr['locations'][0]['primary'] = true;
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
foreach($arr['locations'] as $location) {
if(! rsa_verify($location['url'],base64url_decode($location['url_sig']),$sender['key'])) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Unable to verify site signature for ' . $location['url']);
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$ret['message'] .= sprintf( t('Unable to verify site signature for %s'), $location['url']) . EOL;
continue;
}
for($x = 0; $x < count($xisting); $x ++) {
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(($xisting[$x]['hubloc_url'] === $location['url'])
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
&& ($xisting[$x]['hubloc_sitekey'] === $location['sitekey'])) {
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$xisting[$x]['updated'] = true;
}
}
if(! $location['sitekey']) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Empty hubloc sitekey. ' . print_r($location,true));
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
continue;
}
// Catch some malformed entries from the past which still exist
if(strpos($location['address'],'/') !== false)
$location['address'] = substr($location['address'],0,strpos($location['address'],'/'));
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// match as many fields as possible in case anything at all changed.
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$r = q("select * from hubloc where hubloc_hash = '%s' and hubloc_guid = '%s' and hubloc_guid_sig = '%s' and hubloc_url = '%s' and hubloc_url_sig = '%s' and hubloc_host = '%s' and hubloc_addr = '%s' and hubloc_callback = '%s' and hubloc_sitekey = '%s' ",
dbesc($sender['hash']),
dbesc($sender['guid']),
dbesc($sender['guid_sig']),
dbesc($location['url']),
dbesc($location['url_sig']),
dbesc($location['host']),
dbesc($location['address']),
dbesc($location['callback']),
dbesc($location['sitekey'])
);
if($r) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Hub exists: ' . $location['url'], LOGGER_DEBUG);
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
// update connection timestamp if this is the site we're talking to
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
// This only happens when called from import_xchan
don't let a zot-finger bring a dead hub back to life unless it's the site we're currently talking to.
2015-03-03 23:22:24 +00:00
$current_site = false;
don't update hubloc_connected any more often than 15 minutes. We don't require that level of granularity and the frequent writes are causing issues with the stability of that table.
2016-05-31 03:59:46 +00:00
$t = datetime_convert('UTC','UTC','now - 15 minutes');
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
if(array_key_exists('site',$arr) && $location['url'] == $arr['site']['url']) {
don't update hubloc_connected any more often than 15 minutes. We don't require that level of granularity and the frequent writes are causing issues with the stability of that table.
2016-05-31 03:59:46 +00:00
q("update hubloc set hubloc_connected = '%s', hubloc_updated = '%s' where hubloc_id = %d and hubloc_connected < '%s'",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
dbesc(datetime_convert()),
dbesc(datetime_convert()),
don't update hubloc_connected any more often than 15 minutes. We don't require that level of granularity and the frequent writes are causing issues with the stability of that table.
2016-05-31 03:59:46 +00:00
intval($r[0]['hubloc_id']),
dbesc($t)
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
);
don't let a zot-finger bring a dead hub back to life unless it's the site we're currently talking to.
2015-03-03 23:22:24 +00:00
$current_site = true;
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
}
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
Merge branch 'master' into tres Conflicts: include/Contact.php include/ItemObject.php include/api.php include/attach.php include/diaspora.php include/dir_fns.php include/enotify.php include/event.php include/expire.php include/items.php include/notifier.php include/notify.php include/photos.php include/taxonomy.php include/text.php include/widgets.php include/zot.php mod/admin.php mod/channel.php mod/dirsearch.php mod/display.php mod/editwebpage.php mod/events.php mod/home.php mod/item.php mod/manage.php mod/mood.php mod/network.php mod/page.php mod/photos.php mod/ping.php mod/post.php mod/thing.php mod/viewsrc.php view/css/mod_events.css
2015-04-24 02:49:41 +00:00
if($current_site && intval($r[0]['hubloc_error'])) {
first cut at unpacking bitfields in hubloc, fixed hubloc_error and hubloc_deleted
2015-01-20 23:35:42 +00:00
q("update hubloc set hubloc_error = 0 where hubloc_id = %d",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
intval($r[0]['hubloc_id'])
);
that should take care of the bitfields in hubloc
2015-01-21 00:13:18 +00:00
if(intval($r[0]['hubloc_orphancheck'])) {
q("update hubloc set hubloc_orphancheck = 0 where hubloc_id = %d",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
intval($r[0]['hubloc_id'])
);
}
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
q("update xchan set xchan_orphan = 0 where xchan_orphan = 1 and xchan_hash = '%s'",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
dbesc($sender['hash'])
);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
}
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
// Remove pure duplicates
if(count($r) > 1) {
for($h = 1; $h < count($r); $h ++) {
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
q("delete from hubloc where hubloc_id = %d",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
intval($r[$h]['hubloc_id'])
);
cleanup of sync_locations and better logging. There was one significant code change but it is unrelated to current issues, basically if no primary was set we were setting everything as primary.
2014-10-12 22:18:49 +00:00
$what .= 'duplicate_hubloc_removed ';
$changed = true;
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
}
}
Merge branch 'master' into tres Conflicts: include/zot.php
2015-01-31 08:50:20 +00:00
if(intval($r[0]['hubloc_primary']) && (! $location['primary'])) {
$m = q("update hubloc set hubloc_primary = 0, hubloc_updated = '%s' where hubloc_id = %d",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
dbesc(datetime_convert()),
intval($r[0]['hubloc_id'])
);
issues encountered with hubzilla DB changes, zot_refresh and item_drop and hub sync
2015-08-23 20:27:34 +00:00
$r[0]['hubloc_primary'] = intval($location['primary']);
sync_locations() toggle DB flag functions were broken - result of postgres changes. Split these into seperate set and reset blocks.
2015-01-30 23:01:10 +00:00
hubloc_change_primary($r[0]);
$what .= 'primary_hub ';
$changed = true;
}
Merge branch 'master' into tres Conflicts: include/zot.php
2015-01-31 08:50:20 +00:00
elseif((! intval($r[0]['hubloc_primary'])) && ($location['primary'])) {
$m = q("update hubloc set hubloc_primary = 1, hubloc_updated = '%s' where hubloc_id = %d",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
dbesc(datetime_convert()),
intval($r[0]['hubloc_id'])
);
don't use cached data
2014-10-14 04:01:51 +00:00
// make sure hubloc_change_primary() has current data
that should take care of the bitfields in hubloc
2015-01-21 00:13:18 +00:00
$r[0]['hubloc_primary'] = intval($location['primary']);
new function hubloc_change_primary()
2014-10-13 22:27:03 +00:00
hubloc_change_primary($r[0]);
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
$what .= 'primary_hub ';
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$changed = true;
}
figuring out how to bootstrap the change_primary procedure when all you have is inconsistent data which you think you trust.
2014-10-14 04:38:36 +00:00
elseif($absolute) {
// Absolute sync - make sure the current primary is correctly reflected in the xchan
if a hubloc primary change results in an xchan primary change, create a directory update packet.
2014-10-14 04:44:46 +00:00
$pr = hubloc_change_primary($r[0]);
if($pr) {
provide remote delivery report at logger_debug level
2015-09-11 00:53:06 +00:00
$what .= 'xchan_primary ';
if a hubloc primary change results in an xchan primary change, create a directory update packet.
2014-10-14 04:44:46 +00:00
$changed = true;
}
figuring out how to bootstrap the change_primary procedure when all you have is inconsistent data which you think you trust.
2014-10-14 04:38:36 +00:00
}
bug in hub/location sync
2015-11-03 05:02:30 +00:00
if(intval($r[0]['hubloc_deleted']) && (! intval($location['deleted']))) {
Merge branch 'master' into tres Conflicts: include/zot.php
2015-01-31 08:50:20 +00:00
$n = q("update hubloc set hubloc_deleted = 0, hubloc_updated = '%s' where hubloc_id = %d",
sync_locations() toggle DB flag functions were broken - result of postgres changes. Split these into seperate set and reset blocks.
2015-01-30 23:01:10 +00:00
dbesc(datetime_convert()),
intval($r[0]['hubloc_id'])
);
bug in hub/location sync
2015-11-03 05:02:30 +00:00
$what .= 'undelete_hub ';
sync_locations() toggle DB flag functions were broken - result of postgres changes. Split these into seperate set and reset blocks.
2015-01-30 23:01:10 +00:00
$changed = true;
}
bug in hub/location sync
2015-11-03 05:02:30 +00:00
elseif((! intval($r[0]['hubloc_deleted'])) && (intval($location['deleted']))) {
need better peer verification due to re-install issue, this is temporary
2015-11-04 03:50:40 +00:00
logger('deleting hubloc: ' . $r[0]['hubloc_addr']);
Merge branch 'master' into tres Conflicts: include/zot.php
2015-01-31 08:50:20 +00:00
$n = q("update hubloc set hubloc_deleted = 1, hubloc_updated = '%s' where hubloc_id = %d",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
dbesc(datetime_convert()),
intval($r[0]['hubloc_id'])
);
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
$what .= 'delete_hub ';
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$changed = true;
}
continue;
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// Existing hubs are dealt with. Now let's process any new ones.
cleanup of sync_locations and better logging. There was one significant code change but it is unrelated to current issues, basically if no primary was set we were setting everything as primary.
2014-10-12 22:18:49 +00:00
// New hub claiming to be primary. Make it so by removing any existing primaries.
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
if(intval($location['primary'])) {
that should take care of the bitfields in hubloc
2015-01-21 00:13:18 +00:00
$r = q("update hubloc set hubloc_primary = 0, hubloc_updated = '%s' where hubloc_hash = '%s' and hubloc_primary = 1",
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
dbesc(datetime_convert()),
that should take care of the bitfields in hubloc
2015-01-21 00:13:18 +00:00
dbesc($sender['hash'])
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
);
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('New hub: ' . $location['url']);
consolidate hubloc storage
2017-01-30 23:01:22 +00:00
$r = hubloc_store_lowlevel(
[
'hubloc_guid' => $sender['guid'],
'hubloc_guid_sig' => $sender['guid_sig'],
'hubloc_hash' => $sender['hash'],
'hubloc_addr' => $location['address'],
'hubloc_network' => 'zot',
sql compliance issue
2017-12-11 03:43:54 +00:00
'hubloc_primary' => intval($location['primary']),
consolidate hubloc storage
2017-01-30 23:01:22 +00:00
'hubloc_url' => $location['url'],
'hubloc_url_sig' => $location['url_sig'],
'hubloc_host' => $location['host'],
'hubloc_callback' => $location['callback'],
'hubloc_sitekey' => $location['sitekey'],
'hubloc_updated' => datetime_convert(),
'hubloc_connected' => datetime_convert()
]
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
);
consolidate hubloc storage
2017-01-30 23:01:22 +00:00
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$what .= 'newhub ';
$changed = true;
new function hubloc_change_primary()
2014-10-13 22:27:03 +00:00
if($location['primary']) {
$r = q("select * from hubloc where hubloc_addr = '%s' and hubloc_sitekey = '%s' limit 1",
dbesc($location['address']),
dbesc($location['sitekey'])
);
if($r)
hubloc_change_primary($r[0]);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
}
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
}
// get rid of any hubs we have for this channel which weren't reported.
if($absolute && $xisting) {
foreach($xisting as $x) {
if(! array_key_exists('updated',$x)) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Deleting unreferenced hub location ' . $x['hubloc_addr']);
first cut at unpacking bitfields in hubloc, fixed hubloc_error and hubloc_deleted
2015-01-20 23:35:42 +00:00
$r = q("update hubloc set hubloc_deleted = 1, hubloc_updated = '%s' where hubloc_id = %d",
just mark dead hubloc deleted - don't remove them. This could cause problems. Also clean up fetch_url/post_url header option
2014-09-17 02:07:19 +00:00
dbesc(datetime_convert()),
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
intval($x['hubloc_id'])
);
cleanup of sync_locations and better logging. There was one significant code change but it is unrelated to current issues, basically if no primary was set we were setting everything as primary.
2014-10-12 22:18:49 +00:00
$what .= 'removed_hub ';
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$changed = true;
}
}
}
}
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
else {
logger('No locations to sync!');
}
some backend work for the remaining missing bits of mod_hubman - this is still a fair ways from being complete and is not ready for prime time. Basically we'll let a channel send out a public message saying "these are my currently approved locations" and anything that isn't in the list will be marked deleted. We'll send out this message when locations change somehow - either through direct personal involvement (hub revoke, change primary, channel import) or during a system rename or "find bad/obsolete hublocs" activity. This way we won't have clones sending back location info we just got rid of and re-importing the bad entries.
2014-09-13 23:00:09 +00:00
$ret['change_message'] = $what;
$ret['changed'] = $changed;
return $ret;
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/**
* @brief Returns an array with all known distinct hubs for this channel.
*
* @see zot_get_hublocs()
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @param array $channel an associative array which must contain
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* * \e string \b channel_hash the hash of the channel
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @return array an array with associative arrays
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
*/
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
function zot_encode_locations($channel) {
$ret = array();
$x = zot_get_hublocs($channel['channel_hash']);
Merge branch 'master' into tres Conflicts: include/Contact.php include/ItemObject.php include/api.php include/attach.php include/diaspora.php include/dir_fns.php include/enotify.php include/event.php include/expire.php include/items.php include/notifier.php include/notify.php include/photos.php include/taxonomy.php include/text.php include/widgets.php include/zot.php mod/admin.php mod/channel.php mod/dirsearch.php mod/display.php mod/editwebpage.php mod/events.php mod/home.php mod/item.php mod/manage.php mod/mood.php mod/network.php mod/page.php mod/photos.php mod/ping.php mod/post.php mod/thing.php mod/viewsrc.php view/css/mod_events.css
2015-04-24 02:49:41 +00:00
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
if($x && count($x)) {
foreach($x as $hub) {
provide discovery for local deletes in zot-finger and mark the hublocs invalid/deleted
2015-11-02 03:07:32 +00:00
// if this is a local channel that has been deleted, the hubloc is no good - make sure it is marked deleted
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// so that nobody tries to use it.
provide discovery for local deletes in zot-finger and mark the hublocs invalid/deleted
2015-11-02 03:07:32 +00:00
if(intval($channel['channel_removed']) && $hub['hubloc_url'] === z_root())
need better peer verification due to re-install issue, this is temporary
2015-11-04 03:50:40 +00:00
$hub['hubloc_deleted'] = 1;
provide discovery for local deletes in zot-finger and mark the hublocs invalid/deleted
2015-11-02 03:07:32 +00:00
zot 1.2
2016-12-01 00:22:31 +00:00
$ret[] = [
that should take care of the bitfields in hubloc
2015-01-21 00:13:18 +00:00
'host' => $hub['hubloc_host'],
'address' => $hub['hubloc_addr'],
'primary' => (intval($hub['hubloc_primary']) ? true : false),
'url' => $hub['hubloc_url'],
'url_sig' => $hub['hubloc_url_sig'],
'callback' => $hub['hubloc_callback'],
'sitekey' => $hub['hubloc_sitekey'],
'deleted' => (intval($hub['hubloc_deleted']) ? true : false)
zot 1.2
2016-12-01 00:22:31 +00:00
];
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
}
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
more heavy lifting on the hubloc management and revocation infrastructure; don't rush me. This is going to become a fundamental part of zot. It deserves careful consideration.
2014-09-14 08:48:54 +00:00
return $ret;
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/**
* @brief Imports a directory profile.
change the way profiles are imported
2013-05-01 01:16:51 +00:00
*
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @param string $hash
* @param array $profile
* @param string $addr
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @param number $ud_flags (optional) UPDATE_FLAGS_UPDATED
* @param number $suppress_update (optional) default 0
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @return boolean $updated if something changed
change the way profiles are imported
2013-05-01 01:16:51 +00:00
*/
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
function import_directory_profile($hash, $profile, $addr, $ud_flags = UPDATE_FLAGS_UPDATED, $suppress_update = 0) {
more progress on directory import
2012-12-27 02:18:56 +00:00
turn down the log noise a bit
2013-01-25 03:45:08 +00:00
logger('import_directory_profile', LOGGER_DEBUG);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! $hash)
change the way profiles are imported
2013-05-01 01:16:51 +00:00
return false;
more progress on directory import
2012-12-27 02:18:56 +00:00
$arr = array();
$arr['xprof_hash'] = $hash;
issue #553 - negative birthday from directory. This may not completely fix it and may take a profile update to register the change; but it's a start; specifically we need to store 0000-00-00 in the xprof table of the directory server if that's what we get over the wire. Birthday fields are string and are not subject to SQL strict_mode on dates. We want these to be the string '0000-00-00' if not set to a valid date.
2016-10-18 01:42:06 +00:00
$arr['xprof_dob'] = (($profile['birthday'] === '0000-00-00') ? $profile['birthday'] : datetime_convert('','',$profile['birthday'],'Y-m-d')); // !!!! check this for 0000 year
found what I believe is the root cause of issue #230, but don't yet have a workable solution. This one is hard.
2014-03-21 05:08:16 +00:00
$arr['xprof_age'] = (($profile['age']) ? intval($profile['age']) : 0);
$arr['xprof_desc'] = (($profile['description']) ? htmlspecialchars($profile['description'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_gender'] = (($profile['gender']) ? htmlspecialchars($profile['gender'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_marital'] = (($profile['marital']) ? htmlspecialchars($profile['marital'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_sexual'] = (($profile['sexual']) ? htmlspecialchars($profile['sexual'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_locale'] = (($profile['locale']) ? htmlspecialchars($profile['locale'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_region'] = (($profile['region']) ? htmlspecialchars($profile['region'], ENT_COMPAT,'UTF-8',false) : '');
issue #240 - we were using htmlentities instead of htmlspecialchars in several places, and this was a bit greedy in the set of characters which were converted from utf-8 to HTML entities. Also brought mail attachments up to date so they are rendered identically to item attachments.
2013-12-12 07:13:36 +00:00
$arr['xprof_postcode'] = (($profile['postcode']) ? htmlspecialchars($profile['postcode'], ENT_COMPAT,'UTF-8',false) : '');
found what I believe is the root cause of issue #230, but don't yet have a workable solution. This one is hard.
2014-03-21 05:08:16 +00:00
$arr['xprof_country'] = (($profile['country']) ? htmlspecialchars($profile['country'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_about'] = (($profile['about']) ? htmlspecialchars($profile['about'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_homepage'] = (($profile['homepage']) ? htmlspecialchars($profile['homepage'], ENT_COMPAT,'UTF-8',false) : '');
$arr['xprof_hometown'] = (($profile['hometown']) ? htmlspecialchars($profile['hometown'], ENT_COMPAT,'UTF-8',false) : '');
extend the directory profiles a bit more
2013-12-25 09:57:04 +00:00
get rid of xtag
2012-12-27 22:36:06 +00:00
$clean = array();
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (array_key_exists('keywords', $profile) and is_array($profile['keywords'])) {
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
import_directory_keywords($hash,$profile['keywords']);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
foreach ($profile['keywords'] as $kw) {
$kw = trim(htmlspecialchars($kw,ENT_COMPAT, 'UTF-8', false));
$kw = trim($kw, ',');
some fixes to directory keyword searches
2013-09-15 00:20:24 +00:00
$clean[] = $kw;
get rid of xtag
2012-12-27 22:36:06 +00:00
}
more progress on directory import
2012-12-27 02:18:56 +00:00
}
get rid of xtag
2012-12-27 22:36:06 +00:00
$arr['xprof_keywords'] = implode(' ',$clean);
provide a "safe search" backend and allow for self-censorship using nsfw or adult profile keywords. Eventually the directories will be forced to mark adult profiles and sync this knowledge between them. At the moment there's no way to do an unsafe search, but we really just need a checkbox and pass the value through directory to dirsearch on the back end, and some will want this as a pconfig.
2013-09-20 02:50:13 +00:00
// Self censored, make it so
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
// These are not translated, so the German "erwachsenen" keyword will not censor the directory profile. Only the English form - "adult".
provide a "safe search" backend and allow for self-censorship using nsfw or adult profile keywords. Eventually the directories will be forced to mark adult profiles and sync this knowledge between them. At the moment there's no way to do an unsafe search, but we really just need a checkbox and pass the value through directory to dirsearch on the back end, and some will want this as a pconfig.
2013-09-20 02:50:13 +00:00
structure for channel unions
2013-09-26 23:25:28 +00:00
provide a "safe search" backend and allow for self-censorship using nsfw or adult profile keywords. Eventually the directories will be forced to mark adult profiles and sync this knowledge between them. At the moment there's no way to do an unsafe search, but we really just need a checkbox and pass the value through directory to dirsearch on the back end, and some will want this as a pconfig.
2013-09-20 02:50:13 +00:00
if(in_arrayi('nsfw',$clean) || in_arrayi('adult',$clean)) {
working through the xchan table to remove bitfields, mostly complete except for updating the updater
2015-01-21 03:33:19 +00:00
q("update xchan set xchan_selfcensored = 1 where xchan_hash = '%s'",
missing hash
2013-09-20 04:13:45 +00:00
dbesc($hash)
provide a "safe search" backend and allow for self-censorship using nsfw or adult profile keywords. Eventually the directories will be forced to mark adult profiles and sync this knowledge between them. At the moment there's no way to do an unsafe search, but we really just need a checkbox and pass the value through directory to dirsearch on the back end, and some will want this as a pconfig.
2013-09-20 02:50:13 +00:00
);
}
more progress on directory import
2012-12-27 02:18:56 +00:00
$r = q("select * from xprof where xprof_hash = '%s' limit 1",
dbesc($hash)
);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if ($arr['xprof_age'] > 150)
catch negative ages nix extra var
2015-02-21 03:48:51 +00:00
$arr['xprof_age'] = 150;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($arr['xprof_age'] < 0)
catch negative ages nix extra var
2015-02-21 03:48:51 +00:00
$arr['xprof_age'] = 0;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($r) {
change the way profiles are imported
2013-05-01 01:16:51 +00:00
$update = false;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
foreach ($r[0] as $k => $v) {
if ((array_key_exists($k,$arr)) && ($arr[$k] != $v)) {
sql error in profile_activity
2014-08-31 23:24:05 +00:00
logger('import_directory_profile: update ' . $k . ' => ' . $arr[$k]);
change the way profiles are imported
2013-05-01 01:16:51 +00:00
$update = true;
break;
}
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($update) {
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
q("update xprof set
xprof_desc = '%s',
xprof_dob = '%s',
missing comma
2013-07-03 05:29:24 +00:00
xprof_age = %d,
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
xprof_gender = '%s',
xprof_marital = '%s',
xprof_sexual = '%s',
xprof_locale = '%s',
xprof_region = '%s',
xprof_postcode = '%s',
change the way profiles are imported
2013-05-01 01:16:51 +00:00
xprof_country = '%s',
extend the directory profiles a bit more
2013-12-25 09:57:04 +00:00
xprof_about = '%s',
xprof_homepage = '%s',
xprof_hometown = '%s',
change the way profiles are imported
2013-05-01 01:16:51 +00:00
xprof_keywords = '%s'
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
where xprof_hash = '%s'",
change the way profiles are imported
2013-05-01 01:16:51 +00:00
dbesc($arr['xprof_desc']),
dbesc($arr['xprof_dob']),
age was not syncing to the directory
2013-07-03 05:22:13 +00:00
intval($arr['xprof_age']),
change the way profiles are imported
2013-05-01 01:16:51 +00:00
dbesc($arr['xprof_gender']),
dbesc($arr['xprof_marital']),
dbesc($arr['xprof_sexual']),
dbesc($arr['xprof_locale']),
dbesc($arr['xprof_region']),
dbesc($arr['xprof_postcode']),
dbesc($arr['xprof_country']),
extend the directory profiles a bit more
2013-12-25 09:57:04 +00:00
dbesc($arr['xprof_about']),
dbesc($arr['xprof_homepage']),
dbesc($arr['xprof_hometown']),
change the way profiles are imported
2013-05-01 01:16:51 +00:00
dbesc($arr['xprof_keywords']),
dbesc($arr['xprof_hash'])
);
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
} else {
change the way profiles are imported
2013-05-01 01:16:51 +00:00
$update = true;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('New profile');
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
q("insert into xprof (xprof_hash, xprof_desc, xprof_dob, xprof_age, xprof_gender, xprof_marital, xprof_sexual, xprof_locale, xprof_region, xprof_postcode, xprof_country, xprof_about, xprof_homepage, xprof_hometown, xprof_keywords) values ('%s', '%s', '%s', %d, '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s') ",
more progress on directory import
2012-12-27 02:18:56 +00:00
dbesc($arr['xprof_hash']),
dbesc($arr['xprof_desc']),
dbesc($arr['xprof_dob']),
age was not syncing to the directory
2013-07-03 05:22:13 +00:00
intval($arr['xprof_age']),
more progress on directory import
2012-12-27 02:18:56 +00:00
dbesc($arr['xprof_gender']),
dbesc($arr['xprof_marital']),
dbesc($arr['xprof_sexual']),
dbesc($arr['xprof_locale']),
dbesc($arr['xprof_region']),
dbesc($arr['xprof_postcode']),
get rid of xtag
2012-12-27 22:36:06 +00:00
dbesc($arr['xprof_country']),
extend the directory profiles a bit more
2013-12-25 09:57:04 +00:00
dbesc($arr['xprof_about']),
dbesc($arr['xprof_homepage']),
dbesc($arr['xprof_hometown']),
get rid of xtag
2012-12-27 22:36:06 +00:00
dbesc($arr['xprof_keywords'])
more progress on directory import
2012-12-27 02:18:56 +00:00
);
}
master/standalone directory profile update
2012-12-27 03:39:37 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$d = [
'xprof' => $arr,
'profile' => $profile,
'update' => $update
];
/**
* @hooks import_directory_profile
* Called when processing delivery of a profile structure from an external source (usually for directory storage).
* * \e array \b xprof
* * \e array \b profile
* * \e boolean \b update
*/
start saving site info
2013-07-24 05:33:56 +00:00
call_hooks('import_directory_profile', $d);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (($d['update']) && (! $suppress_update))
static App
2016-03-31 23:06:03 +00:00
update_modtime($arr['xprof_hash'],random_string() . '@' . App::get_hostname(), $addr, $ud_flags);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
start saving site info
2013-07-24 05:33:56 +00:00
return $d['update'];
more progress on directory import
2012-12-27 02:18:56 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @param string $hash An xtag_hash
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @param array $keywords
*/
function import_directory_keywords($hash, $keywords) {
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
$existing = array();
allow additional uses for xtags
2015-10-02 00:28:03 +00:00
$r = q("select * from xtag where xtag_hash = '%s' and xtag_flags = 0",
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
dbesc($hash)
);
if($r) {
foreach($r as $rr)
$existing[] = $rr['xtag_term'];
}
$clean = array();
foreach($keywords as $kw) {
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$kw = trim(htmlspecialchars($kw,ENT_COMPAT, 'UTF-8', false));
$kw = trim($kw, ',');
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
$clean[] = $kw;
}
foreach($existing as $x) {
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(! in_array($x, $clean))
allow additional uses for xtags
2015-10-02 00:28:03 +00:00
$r = q("delete from xtag where xtag_hash = '%s' and xtag_term = '%s' and xtag_flags = 0",
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
dbesc($hash),
dbesc($x)
);
}
foreach($clean as $x) {
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(! in_array($x, $existing)) {
allow additional uses for xtags
2015-10-02 00:28:03 +00:00
$r = q("insert into xtag ( xtag_hash, xtag_term, xtag_flags) values ( '%s' ,'%s', 0 )",
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
dbesc($hash),
dbesc($x)
);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
}
This was bloody hard to sort out.... but now it's sorted and we can move forward again. Put back xtag for efficient keyword searching, use it in conjunction with xprof['keywords'] to avoid a SQL triple join and group_concat (which simply won't scale on a directory server), figured out how best to work timezone corrected birthdays into the protocol. The directory can even provide an age if one was provided to it. Both of these things need some more work, but we have the mechanisms and a plan how to do it right instead of "how the !@#$ are we going to do pull this off?"
2012-12-28 07:33:37 +00:00
}
update modification time whenever a directory related attribute is changed
2013-03-14 00:27:17 +00:00
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief
*
* @param string $hash
* @param string $guid
* @param string $addr
* @param int $flags (optional) default 0
*/
function update_modtime($hash, $guid, $addr, $flags = 0) {
update modification time whenever a directory related attribute is changed
2013-03-14 00:27:17 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$dirmode = intval(get_config('system', 'directory_mode'));
don't store update records if we're not a directory server of some kind
2013-11-05 04:43:32 +00:00
if($dirmode == DIRECTORY_MODE_NORMAL)
return;
directory sync - this will either work, or it won't work, or it will possibly recurse and blow up the matrix. Hard to say. Do you feel lucky? Well do ya' ... punk? Rule #1 - don't mess with anything unless it's blowing up the matrix. If it doesn't blow up the matrix, but doesn't work, just let it go and let's figure out what it is doing and what it isn't doing. The flow is as follows: Once a day go out to all the directory servers besides yourself and grab a list of updates. This happens in the poller. If we've never seen them before add them to the updates table. The poller also looks to see if we're a directory server and have updates that haven't yet been processed. It calls onedirsync.php to process each one. If we contact the channel to update and don't find anything (we're just doing a basic zot_finger), set a ud_last timestamp. If this is set we will only try once a day for seven days. Then we stop trying to update. This will probably cause a spike the first time through because you haven't seen any updates before, but we spread out the load over your delivery interval.
2013-10-01 01:33:27 +00:00
if($flags) {
q("insert into updates (ud_hash, ud_guid, ud_date, ud_flags, ud_addr ) values ( '%s', '%s', '%s', %d, '%s' )",
dbesc($hash),
dbesc($guid),
dbesc(datetime_convert()),
intval($flags),
dbesc($addr)
);
}
else {
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
q("update updates set ud_flags = ( ud_flags | %d ) where ud_addr = '%s' and not (ud_flags & %d)>0 ",
directory sync - this will either work, or it won't work, or it will possibly recurse and blow up the matrix. Hard to say. Do you feel lucky? Well do ya' ... punk? Rule #1 - don't mess with anything unless it's blowing up the matrix. If it doesn't blow up the matrix, but doesn't work, just let it go and let's figure out what it is doing and what it isn't doing. The flow is as follows: Once a day go out to all the directory servers besides yourself and grab a list of updates. This happens in the poller. If we've never seen them before add them to the updates table. The poller also looks to see if we're a directory server and have updates that haven't yet been processed. It calls onedirsync.php to process each one. If we contact the channel to update and don't find anything (we're just doing a basic zot_finger), set a ud_last timestamp. If this is set we will only try once a day for seven days. Then we stop trying to update. This will probably cause a spike the first time through because you haven't seen any updates before, but we spread out the load over your delivery interval.
2013-10-01 01:33:27 +00:00
intval(UPDATE_FLAGS_UPDATED),
sql wrong number of args
2013-10-15 04:09:39 +00:00
dbesc($addr),
directory sync - this will either work, or it won't work, or it will possibly recurse and blow up the matrix. Hard to say. Do you feel lucky? Well do ya' ... punk? Rule #1 - don't mess with anything unless it's blowing up the matrix. If it doesn't blow up the matrix, but doesn't work, just let it go and let's figure out what it is doing and what it isn't doing. The flow is as follows: Once a day go out to all the directory servers besides yourself and grab a list of updates. This happens in the poller. If we've never seen them before add them to the updates table. The poller also looks to see if we're a directory server and have updates that haven't yet been processed. It calls onedirsync.php to process each one. If we contact the channel to update and don't find anything (we're just doing a basic zot_finger), set a ud_last timestamp. If this is set we will only try once a day for seven days. Then we stop trying to update. This will probably cause a spike the first time through because you haven't seen any updates before, but we spread out the load over your delivery interval.
2013-10-01 01:33:27 +00:00
intval(UPDATE_FLAGS_UPDATED)
);
}
update modification time whenever a directory related attribute is changed
2013-03-14 00:27:17 +00:00
}
start saving site info
2013-07-24 05:33:56 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief
*
* @param array $arr
* @param string $pubkey
* @return boolean true if updated or inserted
*/
function import_site($arr, $pubkey) {
start saving site info
2013-07-24 05:33:56 +00:00
if( (! is_array($arr)) || (! $arr['url']) || (! $arr['url_sig']))
return false;
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(! rsa_verify($arr['url'], base64url_decode($arr['url_sig']), $pubkey)) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Bad url_sig');
start saving site info
2013-07-24 05:33:56 +00:00
return false;
}
$update = false;
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
$exists = false;
start saving site info
2013-07-24 05:33:56 +00:00
$r = q("select * from site where site_url = '%s' limit 1",
dbesc($arr['url'])
);
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
if($r) {
$exists = true;
$siterecord = $r[0];
}
start saving site info
2013-07-24 05:33:56 +00:00
$site_directory = 0;
if($arr['directory_mode'] == 'normal')
$site_directory = DIRECTORY_MODE_NORMAL;
if($arr['directory_mode'] == 'primary')
$site_directory = DIRECTORY_MODE_PRIMARY;
if($arr['directory_mode'] == 'secondary')
$site_directory = DIRECTORY_MODE_SECONDARY;
if($arr['directory_mode'] == 'standalone')
$site_directory = DIRECTORY_MODE_STANDALONE;
$register_policy = 0;
if($arr['register_policy'] == 'closed')
$register_policy = REGISTER_CLOSED;
if($arr['register_policy'] == 'open')
$register_policy = REGISTER_OPEN;
if($arr['register_policy'] == 'approve')
$register_policy = REGISTER_APPROVE;
public site list (will take a few days to populate, assuming folks have updated their site access policy which old sites do not have)
2013-09-06 05:00:06 +00:00
$access_policy = 0;
if(array_key_exists('access_policy',$arr)) {
if($arr['access_policy'] === 'private')
$access_policy = ACCESS_PRIVATE;
if($arr['access_policy'] === 'paid')
$access_policy = ACCESS_PAID;
if($arr['access_policy'] === 'free')
$access_policy = ACCESS_FREE;
add "tiered" access policy, add tagcloud to directory pages
2013-09-19 00:47:26 +00:00
if($arr['access_policy'] === 'tiered')
$access_policy = ACCESS_TIERED;
public site list (will take a few days to populate, assuming folks have updated their site access policy which old sites do not have)
2013-09-06 05:00:06 +00:00
}
To be listed as a public site, you need to be an https site with a valid cert. If you don't make the cut, you will either not be listed as a public site or you will be de-listed. Period. This is non-negotiable.
2014-02-07 08:50:04 +00:00
// don't let insecure sites register as public hubs
if(strpos($arr['url'],'https://') === false)
$access_policy = ACCESS_PRIVATE;
if($access_policy != ACCESS_PRIVATE) {
update some addon docs and ensure we only generate statistics once a day
2017-07-14 04:46:21 +00:00
$x = z_fetch_url($arr['url'] . '/siteinfo.json');
To be listed as a public site, you need to be an https site with a valid cert. If you don't make the cut, you will either not be listed as a public site or you will be de-listed. Period. This is non-negotiable.
2014-02-07 08:50:04 +00:00
if(! $x['success'])
$access_policy = ACCESS_PRIVATE;
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
issue #240 - we were using htmlentities instead of htmlspecialchars in several places, and this was a bit greedy in the set of characters which were converted from utf-8 to HTML entities. Also brought mail attachments up to date so they are rendered identically to item attachments.
2013-12-12 07:13:36 +00:00
$directory_url = htmlspecialchars($arr['directory_url'],ENT_COMPAT,'UTF-8',false);
force site_url to be lowercase when stored. Otherwise rating hubs on postgres could get real messy.
2015-02-16 07:45:22 +00:00
$url = htmlspecialchars(strtolower($arr['url']),ENT_COMPAT,'UTF-8',false);
issue #240 - we were using htmlentities instead of htmlspecialchars in several places, and this was a bit greedy in the set of characters which were converted from utf-8 to HTML entities. Also brought mail attachments up to date so they are rendered identically to item attachments.
2013-12-12 07:13:36 +00:00
$sellpage = htmlspecialchars($arr['sellpage'],ENT_COMPAT,'UTF-8',false);
$site_location = htmlspecialchars($arr['location'],ENT_COMPAT,'UTF-8',false);
provide backend storage and declaration of directory realm
2014-08-16 23:10:35 +00:00
$site_realm = htmlspecialchars($arr['realm'],ENT_COMPAT,'UTF-8',false);
add the project name to site info packet
2015-10-19 23:07:14 +00:00
$site_project = htmlspecialchars($arr['project'],ENT_COMPAT,'UTF-8',false);
zot 1.2
2016-12-01 00:22:31 +00:00
$site_crypto = ((array_key_exists('encryption',$arr) && is_array($arr['encryption'])) ? htmlspecialchars(implode(',',$arr['encryption']),ENT_COMPAT,'UTF-8',false) : '');
provide version info in /pubsites
2016-09-08 00:36:45 +00:00
$site_version = ((array_key_exists('version',$arr)) ? htmlspecialchars($arr['version'],ENT_COMPAT,'UTF-8',false) : '');
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
// You can have one and only one primary directory per realm.
tweaks to directory registrations which don't seem to be happening, also downgrade any directory that claims to be a primary directory for RED_GLOBAL.
2015-03-19 22:56:30 +00:00
// Downgrade any others claiming to be primary. As they have
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
// flubbed up this badly already, don't let them be directory servers at all.
tweaks to directory registrations which don't seem to be happening, also downgrade any directory that claims to be a primary directory for RED_GLOBAL.
2015-03-19 22:56:30 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(($site_directory === DIRECTORY_MODE_PRIMARY)
&& ($site_realm === get_directory_realm())
&& ($arr['url'] != get_directory_primary())) {
tweaks to directory registrations which don't seem to be happening, also downgrade any directory that claims to be a primary directory for RED_GLOBAL.
2015-03-19 22:56:30 +00:00
$site_directory = DIRECTORY_MODE_NORMAL;
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
}
tweaks to directory registrations which don't seem to be happening, also downgrade any directory that claims to be a primary directory for RED_GLOBAL.
2015-03-19 22:56:30 +00:00
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
$site_flags = $site_directory;
more zot6 basic stuff
2017-09-26 03:11:21 +00:00
if(array_key_exists('zot',$arr)) {
set_sconfig($arr['url'],'system','zot_version',$arr['zot']);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
}
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
if($exists) {
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
if(($siterecord['site_flags'] != $site_flags)
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
|| ($siterecord['site_access'] != $access_policy)
|| ($siterecord['site_directory'] != $directory_url)
site sellpage links
2013-09-18 05:27:51 +00:00
|| ($siterecord['site_sellpage'] != $sellpage)
allow zot public providers to list their location, as a non US-based server could be a strong selling point.
2013-10-30 08:58:45 +00:00
|| ($siterecord['site_location'] != $site_location)
provide backend storage and declaration of directory realm
2014-08-16 23:10:35 +00:00
|| ($siterecord['site_register'] != $register_policy)
add the project name to site info packet
2015-10-19 23:07:14 +00:00
|| ($siterecord['site_project'] != $site_project)
provide version info in /pubsites
2016-09-08 00:36:45 +00:00
|| ($siterecord['site_realm'] != $site_realm)
db update required for Zot2
2016-11-22 22:15:33 +00:00
|| ($siterecord['site_crypto'] != $site_crypto)
provide version info in /pubsites
2016-09-08 00:36:45 +00:00
|| ($siterecord['site_version'] != $site_version) ) {
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
$update = true;
found it
2013-09-16 06:02:18 +00:00
// logger('import_site: input: ' . print_r($arr,true));
// logger('import_site: stored: ' . print_r($siterecord,true));
more logging
2013-09-16 05:19:24 +00:00
db update required for Zot2
2016-11-22 22:15:33 +00:00
$r = q("update site set site_dead = 0, site_location = '%s', site_flags = %d, site_access = %d, site_directory = '%s', site_register = %d, site_update = '%s', site_sellpage = '%s', site_realm = '%s', site_type = %d, site_project = '%s', site_version = '%s', site_crypto = '%s'
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
where site_url = '%s'",
allow zot public providers to list their location, as a non US-based server could be a strong selling point.
2013-10-30 08:58:45 +00:00
dbesc($site_location),
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
intval($site_flags),
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
intval($access_policy),
dbesc($directory_url),
intval($register_policy),
dbesc(datetime_convert()),
site sellpage links
2013-09-18 05:27:51 +00:00
dbesc($sellpage),
provide backend storage and declaration of directory realm
2014-08-16 23:10:35 +00:00
dbesc($site_realm),
create site records for all queued sites and check for death
2015-09-29 00:13:11 +00:00
intval(SITE_TYPE_ZOT),
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php install/schema_mysql.sql install/schema_postgres.sql install/update.php mod/zfinger.php
2015-10-19 23:18:04 +00:00
dbesc($site_project),
provide version info in /pubsites
2016-09-08 00:36:45 +00:00
dbesc($site_version),
db update required for Zot2
2016-11-22 22:15:33 +00:00
dbesc($site_crypto),
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
dbesc($url)
);
if(! $r) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Update failed. ' . print_r($arr,true));
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
}
start saving site info
2013-07-24 05:33:56 +00:00
}
I'm going to use the site_update timestamp to indicate whenever we successfully connect with a site. This way we can mark hubs dead on non-directory servers; but we have to wait before implementing this until we have a history of site_update being updated.
2015-03-03 23:54:38 +00:00
else {
// update the timestamp to indicate we communicated with this site
ensure that living sites are marked as alive
2015-09-11 12:06:37 +00:00
q("update site set site_dead = 0, site_update = '%s' where site_url = '%s'",
I'm going to use the site_update timestamp to indicate whenever we successfully connect with a site. This way we can mark hubs dead on non-directory servers; but we have to wait before implementing this until we have a history of site_update being updated.
2015-03-03 23:54:38 +00:00
dbesc(datetime_convert()),
dbesc($url)
);
}
start saving site info
2013-07-24 05:33:56 +00:00
}
else {
don't create a directory sync notification (entry in the updates table) if the site record was updated - without checking first to see if anything changed. This is causing lots of sync entries when nothing changed to warrant it.
2013-09-16 02:04:11 +00:00
$update = true;
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php install/schema_mysql.sql install/schema_postgres.sql install/update.php mod/zfinger.php
2015-10-19 23:18:04 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$r = site_store_lowlevel(
create site_store_lowlevel() to initialise data structures for the site table
2017-04-03 23:43:30 +00:00
[
'site_location' => $site_location,
'site_url' => $url,
'site_access' => intval($access_policy),
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
'site_flags' => intval($site_flags),
create site_store_lowlevel() to initialise data structures for the site table
2017-04-03 23:43:30 +00:00
'site_update' => datetime_convert(),
'site_directory' => $directory_url,
'site_register' => intval($register_policy),
'site_sellpage' => $sellpage,
'site_realm' => $site_realm,
'site_type' => intval(SITE_TYPE_ZOT),
'site_project' => $site_project,
'site_version' => $site_version,
'site_crypto' => $site_crypto
]
start saving site info
2013-07-24 05:33:56 +00:00
);
create site_store_lowlevel() to initialise data structures for the site table
2017-04-03 23:43:30 +00:00
start saving site info
2013-07-24 05:33:56 +00:00
if(! $r) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Record create failed. ' . print_r($arr,true));
start saving site info
2013-07-24 05:33:56 +00:00
}
}
found it
2013-09-16 06:02:18 +00:00
return $update;
start saving site info
2013-07-24 05:33:56 +00:00
}
more work on clone sync
2013-07-25 23:00:04 +00:00
/**
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @brief Builds and sends a sync packet.
*
more work on clone sync
2013-07-25 23:00:04 +00:00
* Send a zot packet to all hubs where this channel is duplicated, refreshing
* such things as personal settings, channel permissions, address book updates, etc.
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
*
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
* @param int $uid (optional) default 0
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* @param array $packet (optional) default null
* @param boolean $groups_changed (optional) default false
more work on clone sync
2013-07-25 23:00:04 +00:00
*/
the sending side of clone syncing of collection/privacy_group information. The receiving side is not yet implemented.
2014-07-14 09:37:41 +00:00
function build_sync_packet($uid = 0, $packet = null, $groups_changed = false) {
more work on clone sync
2013-07-25 23:00:04 +00:00
logger('build_sync_packet');
build_sync_packet was looking at stale channel info - load it fresh from the DB.
2013-07-26 03:10:53 +00:00
sync key changes to clones
2017-07-26 00:58:46 +00:00
$keychange = (($packet && array_key_exists('keychange',$packet)) ? true : false);
if($keychange) {
logger('keychange sync');
}
more work on clone sync
2013-07-25 23:00:04 +00:00
if(! $uid)
local_user => local_channel
2015-01-29 04:56:04 +00:00
$uid = local_channel();
more work on clone sync
2013-07-25 23:00:04 +00:00
if(! $uid)
return;
Implements a new permission level PERMS_PENDING With this a user can allow some action to any user which connects to them, even before they've connected back. Ref. https://mobiliza.org.br/display/478d9e71eaf55748dc646d3990651d6d34cfb7db5c38360538ec730ca3ccf908@zothub.com Also some code cleanup and an alternative logic for handling notifications of permission changes in zot.php. This assumes that private posts are still restricted to people in your addressbook. Regardless of your global permissions, a pending channel won't get private posts, even if the post only has a deny clause not matching the pending channel.
2014-06-17 07:26:18 +00:00
$r = q("select * from channel where channel_id = %d limit 1",
build_sync_packet was looking at stale channel info - load it fresh from the DB.
2013-07-26 03:10:53 +00:00
intval($uid)
);
if(! $r)
return;
Implements a new permission level PERMS_PENDING With this a user can allow some action to any user which connects to them, even before they've connected back. Ref. https://mobiliza.org.br/display/478d9e71eaf55748dc646d3990651d6d34cfb7db5c38360538ec730ca3ccf908@zothub.com Also some code cleanup and an alternative logic for handling notifications of permission changes in zot.php. This assumes that private posts are still restricted to people in your addressbook. Regardless of your global permissions, a pending channel won't get private posts, even if the post only has a deny clause not matching the pending channel.
2014-06-17 07:26:18 +00:00
build_sync_packet was looking at stale channel info - load it fresh from the DB.
2013-07-26 03:10:53 +00:00
$channel = $r[0];
sync key changes to clones
2017-07-26 00:58:46 +00:00
Active channels information is a bit imprecise. Provide a higher accuracy method. This will require a transition period
2018-04-17 04:40:43 +00:00
// don't provide these in the export
unset($channel['channel_active']);
make sure the new fields don't leak through sync packets and break older versions
2017-04-13 00:43:27 +00:00
unset($channel['channel_password']);
unset($channel['channel_salt']);
more work on clone sync
2013-07-25 23:00:04 +00:00
clone channel perms
2016-07-18 05:18:35 +00:00
translate_channel_perms_outbound($channel);
more perms work
2016-07-18 23:45:43 +00:00
if($packet && array_key_exists('abook',$packet) && $packet['abook']) {
for($x = 0; $x < count($packet['abook']); $x ++) {
translate_abook_perms_outbound($packet['abook'][$x]);
}
}
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php util/messages.po
2015-09-28 00:00:41 +00:00
if(intval($channel['channel_removed']))
add some safety checks on the sending side of sync
2015-09-27 23:47:25 +00:00
return;
zot 1.2
2016-12-01 00:22:31 +00:00
$h = q("select hubloc.*, site.site_crypto from hubloc left join site on site_url = hubloc_url where hubloc_hash = '%s' and hubloc_deleted = 0",
sync key changes to clones
2017-07-26 00:58:46 +00:00
dbesc(($keychange) ? $packet['keychange']['old_hash'] : $channel['channel_hash'])
more work on clone sync
2013-07-25 23:00:04 +00:00
);
if(! $h)
return;
$synchubs = array();
foreach($h as $x) {
static App
2016-03-31 23:06:03 +00:00
if($x['hubloc_host'] == App::get_hostname())
more work on clone sync
2013-07-25 23:00:04 +00:00
continue;
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
don't try to send sync packets to dead sites.
2016-07-13 01:38:39 +00:00
$y = q("select site_dead from site where site_url = '%s' limit 1",
dbesc($x['hubloc_url'])
);
if((! $y) || ($y[0]['site_dead'] == 0))
$synchubs[] = $x;
more work on clone sync
2013-07-25 23:00:04 +00:00
}
if(! $synchubs)
return;
$r = q("select xchan_guid, xchan_guid_sig from xchan where xchan_hash = '%s' limit 1",
dbesc($channel['channel_hash'])
);
if(! $r)
return;
$env_recips = array();
$env_recips[] = array('guid' => $r[0]['xchan_guid'],'guid_sig' => $r[0]['xchan_guid_sig']);
lognoise: don't log sync packet contents if there are no clones to receive them
2017-08-24 02:25:42 +00:00
if($packet)
logger('packet: ' . print_r($packet, true),LOGGER_DATA, LOG_DEBUG);
more work on clone sync
2013-07-25 23:00:04 +00:00
$info = (($packet) ? $packet : array());
$info['type'] = 'channel_sync';
1. provide automatic relocation of important links in items that are imported or synced to clones 2. provide framework for custom curl request bodies using custom/non-standard request methods. This was a real nightmare because curl doesn't actually let you specify a string to send as the request body (except when doing POST). You have to treat it as a file upload using a custom file handler function which provides the actual content in chunks as if it were buffered I/O. 3. item_store and item_store_update now return the item that was stored
2016-06-22 01:18:06 +00:00
$info['encoding'] = 'red'; // note: not zot, this packet is very platform specific
$info['relocate'] = ['channel_address' => $channel['channel_address'], 'url' => z_root() ];
more work on clone sync
2013-07-25 23:00:04 +00:00
static App
2016-03-31 23:06:03 +00:00
if(array_key_exists($uid,App::$config) && array_key_exists('transient',App::$config[$uid])) {
$settings = App::$config[$uid]['transient'];
more work on clone sync
2013-07-25 23:00:04 +00:00
if($settings) {
$info['config'] = $settings;
}
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
more work on clone sync
2013-07-25 23:00:04 +00:00
if($channel) {
$info['channel'] = array();
foreach($channel as $k => $v) {
// filter out any joined tables like xchan
if(strpos($k,'channel_') !== 0)
continue;
// don't pass these elements, they should not be synchronised
sync key changes to clones
2017-07-26 00:58:46 +00:00
$disallowed = [
'channel_id','channel_account_id','channel_primary','channel_address',
'channel_deleted','channel_removed','channel_system'
];
if(! $keychange) {
$disallowed[] = 'channel_prvkey';
}
more work on clone sync
2013-07-25 23:00:04 +00:00
if(in_array($k,$disallowed))
continue;
$info['channel'][$k] = $v;
}
}
the sending side of clone syncing of collection/privacy_group information. The receiving side is not yet implemented.
2014-07-14 09:37:41 +00:00
if($groups_changed) {
more db column renames
2016-06-01 04:45:33 +00:00
$r = q("select hash as collection, visible, deleted, gname as name from groups where uid = %d",
the sending side of clone syncing of collection/privacy_group information. The receiving side is not yet implemented.
2014-07-14 09:37:41 +00:00
intval($uid)
);
if($r)
$info['collections'] = $r;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
index collection sync info by hash rather than id
2014-07-15 04:49:48 +00:00
$r = q("select groups.hash as collection, group_member.xchan as member from groups left join group_member on groups.id = group_member.gid where group_member.uid = %d",
the sending side of clone syncing of collection/privacy_group information. The receiving side is not yet implemented.
2014-07-14 09:37:41 +00:00
intval($uid)
);
if($r)
$info['collection_members'] = $r;
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$interval = ((get_config('system','delivery_interval') !== false)
more work on clone sync
2013-07-25 23:00:04 +00:00
? intval(get_config('system','delivery_interval')) : 2 );
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Packet: ' . print_r($info,true), LOGGER_DATA, LOG_DEBUG);
log the sync packets locally at LOGGER_DATA level
2013-07-26 02:50:55 +00:00
build_sync_packet - no need to sleep after the last sync delivery.
2016-02-29 02:26:08 +00:00
$total = count($synchubs);
more work on clone sync
2013-07-25 23:00:04 +00:00
foreach($synchubs as $hub) {
$hash = random_string();
zot 1.2
2016-12-01 00:22:31 +00:00
$n = zot_build_packet($channel,'notify',$env_recips,$hub['hubloc_sitekey'],$hub['site_crypto'],$hash);
more work on queue api
2015-12-15 06:44:05 +00:00
queue_insert(array(
'hash' => $hash,
'account_id' => $channel['channel_account_id'],
'channel_id' => $channel['channel_id'],
'posturl' => $hub['hubloc_callback'],
'notify' => $n,
'msg' => json_encode($info)
));
more work on clone sync
2013-07-25 23:00:04 +00:00
put deferred queue logic every place we create a delivery process (except for protocol 'friend requests' which aren't likely to swamp the delivery system). Remove it from the queue_delivery function which was too late to do anything.
2017-11-02 10:13:30 +00:00
$x = q("select count(outq_hash) as total from outq where outq_delivered = 0");
if(intval($x[0]['total']) > intval(get_config('system','force_queue_threshold',300))) {
logger('immediate delivery deferred.', LOGGER_DEBUG, LOG_INFO);
update_queue_item($hash);
continue;
}
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Deliver', $hash));
build_sync_packet - no need to sleep after the last sync delivery.
2016-02-29 02:26:08 +00:00
$total = $total - 1;
if($interval && $total)
more work on clone sync
2013-07-25 23:00:04 +00:00
@time_sleep_until(microtime(true) + (float) $interval);
}
}
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief
*
* @param array $sender
* @param array $arr
* @param array $deliveries
* @return array
*/
function process_channel_sync_delivery($sender, $arr, $deliveries) {
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
start to modularise the clone import and sync functions
2015-09-03 03:12:40 +00:00
require_once('include/import.php');
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
/** @FIXME this will sync red structures (channel, pconfig and abook).
more perms work
2016-07-18 20:44:39 +00:00
Eventually we need to make this application agnostic. */
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
sync key changes to clones
2017-07-26 00:58:46 +00:00
$result = [];
$keychange = ((array_key_exists('keychange',$arr)) ? true : false);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
foreach ($deliveries as $d) {
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
$r = q("select * from channel where channel_hash = '%s' limit 1",
sync key changes to clones
2017-07-26 00:58:46 +00:00
dbesc(($keychange) ? $arr['keychange']['old_hash'] : $d['hash'])
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! $r) {
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
$result[] = array($d['hash'],'not found');
continue;
}
$channel = $r[0];
php warnings
2014-11-03 03:22:18 +00:00
$max_friends = service_class_fetch($channel['channel_id'],'total_channels');
$max_feeds = account_service_class_fetch($channel['channel_account_id'],'total_feeds');
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
if($channel['channel_hash'] != $sender['hash']) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Possible forgery. Sender ' . $sender['hash'] . ' is not ' . $channel['channel_hash']);
add the message-id to delivery reports. This _could_ allow an enterprising developer to collect the delivery reports for a given post and store them in a DB table so that the sender could track and verify where a message had been sent on a web page and verify the success or failure of those attempts without requiring admin access. (To be fair this would also need an extra flag which hasn't yet been implemented to indicate that a channel created a second delivery chain of the message).
2014-04-11 05:17:35 +00:00
$result[] = array($d['hash'],'channel mismatch',$channel['channel_name'],'');
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
continue;
}
sync key changes to clones
2017-07-26 00:58:46 +00:00
if($keychange) {
// verify the keychange operation
if(! rsa_verify($arr['channel']['channel_pubkey'],base64url_decode($arr['keychange']['new_sig']),$channel['channel_prvkey'])) {
logger('sync keychange: verification failed');
continue;
}
$sig = base64url_encode(rsa_sign($channel['channel_guid'],$arr['channel']['channel_prvkey']));
$hash = make_xchan_hash($channel['channel_guid'],$sig);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$r = q("update channel set channel_prvkey = '%s', channel_pubkey = '%s', channel_guid_sig = '%s',
sync key changes to clones
2017-07-26 00:58:46 +00:00
channel_hash = '%s' where channel_id = %d",
dbesc($arr['channel']['channel_prvkey']),
dbesc($arr['channel']['channel_pubkey']),
dbesc($sig),
dbesc($hash),
intval($channel['channel_id'])
);
if(! $r) {
logger('keychange sync: channel update failed');
continue;
}
$r = q("select * from channel where channel_id = %d",
intval($channel['channel_id'])
);
if(! $r) {
logger('keychange sync: channel retrieve failed');
continue;
}
$channel = $r[0];
$h = q("select * from hubloc where hubloc_hash = '%s' and hubloc_url = '%s' ",
dbesc($arr['keychange']['old_hash']),
dbesc(z_root())
);
if($h) {
foreach($h as $hv) {
$hv['hubloc_guid_sig'] = $sig;
$hv['hubloc_hash'] = $hash;
$hv['hubloc_url_sig'] = base64url_encode(rsa_sign(z_root(),$channel['channel_prvkey']));
hubloc_store_lowlevel($hv);
}
}
$x = q("select * from xchan where xchan_hash = '%s' ",
dbesc($arr['keychange']['old_hash'])
);
$check = q("select * from xchan where xchan_hash = '%s'",
dbesc($hash)
);
if(($x) && (! $check)) {
$oldxchan = $x[0];
foreach($x as $xv) {
$xv['xchan_guid_sig'] = $sig;
$xv['xchan_hash'] = $hash;
$xv['xchan_pubkey'] = $channel['channel_pubkey'];
xchan_store_lowlevel($xv);
$newxchan = $xv;
}
}
$a = q("select * from abook where abook_xchan = '%s' and abook_self = 1",
dbesc($arr['keychange']['old_hash'])
);
if($a) {
q("update abook set abook_xchan = '%s' where abook_id = %d",
dbesc($hash),
intval($a[0]['abook_id'])
);
}
xchan_change_key($oldxchan,$newxchan,$arr['keychange']);
// keychange operations can end up in a confused state if you try and sync anything else
// besides the channel keys, so ignore any other packets.
continue;
}
Active channels information is a bit imprecise. Provide a higher accuracy method. This will require a transition period
2018-04-17 04:40:43 +00:00
// if the clone is active, so are we
if(substr($channel['channel_active'],0,10) !== substr(datetime_convert(),0,10)) {
q("UPDATE channel set channel_active = '%s' where channel_id = %d",
dbesc(datetime_convert()),
intval($channel['channel_id'])
);
}
sync key changes to clones
2017-07-26 00:58:46 +00:00
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
if(array_key_exists('config',$arr) && is_array($arr['config']) && count($arr['config'])) {
foreach($arr['config'] as $cat => $k) {
foreach($arr['config'][$cat] as $k => $v)
set_pconfig($channel['channel_id'],$cat,$k,$v);
}
}
start to modularise the clone import and sync functions
2015-09-03 03:12:40 +00:00
if(array_key_exists('obj',$arr) && $arr['obj'])
sync_objs($channel,$arr['obj']);
sync likes
2015-09-11 02:18:12 +00:00
if(array_key_exists('likes',$arr) && $arr['likes'])
import_likes($channel,$arr['likes']);
app sync
2015-09-03 06:09:51 +00:00
if(array_key_exists('app',$arr) && $arr['app'])
sync_apps($channel,$arr['app']);
start to modularise the clone import and sync functions
2015-09-03 03:12:40 +00:00
import and sync chatrooms
2015-09-04 01:44:40 +00:00
if(array_key_exists('chatroom',$arr) && $arr['chatroom'])
work on event sync
2015-09-08 04:01:49 +00:00
sync_chatrooms($channel,$arr['chatroom']);
more work on import & sync of private mail and conversations
2015-10-15 00:40:50 +00:00
if(array_key_exists('conv',$arr) && $arr['conv'])
import_conv($channel,$arr['conv']);
if(array_key_exists('mail',$arr) && $arr['mail'])
implement the singleton delivery stuff
2016-04-27 00:38:44 +00:00
sync_mail($channel,$arr['mail']);
more work on import & sync of private mail and conversations
2015-10-15 00:40:50 +00:00
work on event sync
2015-09-08 04:01:49 +00:00
if(array_key_exists('event',$arr) && $arr['event'])
sync_events($channel,$arr['event']);
if(array_key_exists('event_item',$arr) && $arr['event_item'])
1. provide automatic relocation of important links in items that are imported or synced to clones 2. provide framework for custom curl request bodies using custom/non-standard request methods. This was a real nightmare because curl doesn't actually let you specify a string to send as the request body (except when doing POST). You have to treat it as a file upload using a custom file handler function which provides the actual content in chunks as if it were buffered I/O. 3. item_store and item_store_update now return the item that was stored
2016-06-22 01:18:06 +00:00
sync_items($channel,$arr['event_item'],((array_key_exists('relocate',$arr)) ? $arr['relocate'] : null));
import and sync chatrooms
2015-09-04 01:44:40 +00:00
consolidate import_items/sync_items
2015-09-08 01:14:30 +00:00
if(array_key_exists('item',$arr) && $arr['item'])
1. provide automatic relocation of important links in items that are imported or synced to clones 2. provide framework for custom curl request bodies using custom/non-standard request methods. This was a real nightmare because curl doesn't actually let you specify a string to send as the request body (except when doing POST). You have to treat it as a file upload using a custom file handler function which provides the actual content in chunks as if it were buffered I/O. 3. item_store and item_store_update now return the item that was stored
2016-06-22 01:18:06 +00:00
sync_items($channel,$arr['item'],((array_key_exists('relocate',$arr)) ? $arr['relocate'] : null));
// deprecated, maintaining for a few months for upward compatibility
// this should sync webpages, but the logic is a bit subtle
consolidate import_items/sync_items
2015-09-08 01:14:30 +00:00
if(array_key_exists('item_id',$arr) && $arr['item_id'])
sync_items($channel,$arr['item_id']);
menu import and sync
2015-09-09 00:51:48 +00:00
if(array_key_exists('menu',$arr) && $arr['menu'])
sync_menus($channel,$arr['menu']);
issue #769
2017-05-12 01:32:34 +00:00
if(array_key_exists('file',$arr) && $arr['file'])
sync_files($channel,$arr['file']);
basic support for clone syncing of wikis and wiki pages
2017-01-23 02:48:45 +00:00
if(array_key_exists('wiki',$arr) && $arr['wiki'])
synced wikis should be relocated
2017-01-23 02:56:14 +00:00
sync_items($channel,$arr['wiki'],((array_key_exists('relocate',$arr)) ? $arr['relocate'] : null));
file sync testing
2016-04-07 01:38:48 +00:00
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
if(array_key_exists('channel',$arr) && is_array($arr['channel']) && count($arr['channel'])) {
remove system flags from channel import packet
2015-09-21 00:45:23 +00:00
file clone sync issue, 1. channel permission import had no uid, 2. mod_getfile was sending attach['data'] instead of attach['content']
2016-09-28 23:51:47 +00:00
$remote_channel = $arr['channel'];
$remote_channel['channel_id'] = $channel['channel_id'];
translate_channel_perms_inbound($remote_channel);
clone channel perms
2016-07-18 05:18:35 +00:00
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-21 01:03:41 +00:00
if(array_key_exists('channel_pageflags',$arr['channel']) && intval($arr['channel']['channel_pageflags'])) {
// These flags cannot be sync'd.
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-21 01:10:25 +00:00
// remove the bits from the incoming flags.
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-21 01:03:41 +00:00
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-28 01:03:40 +00:00
// These correspond to PAGE_REMOVED and PAGE_SYSTEM on redmatrix
remove system flags from channel import packet
2015-09-21 00:45:23 +00:00
Merge https://github.com/redmatrix/redmatrix into pending_merge Conflicts: include/zot.php
2015-09-28 01:03:40 +00:00
if($arr['channel']['channel_pageflags'] & 0x8000)
$arr['channel']['channel_pageflags'] = $arr['channel']['channel_pageflags'] - 0x8000;
if($arr['channel']['channel_pageflags'] & 0x1000)
$arr['channel']['channel_pageflags'] = $arr['channel']['channel_pageflags'] - 0x1000;
more clone sync issues across projects
2015-07-16 01:21:04 +00:00
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$disallowed = [
'channel_id', 'channel_account_id', 'channel_primary', 'channel_prvkey',
'channel_address', 'channel_notifyflags', 'channel_removed', 'channel_deleted',
'channel_system', 'channel_r_stream', 'channel_r_profile', 'channel_r_abook',
'channel_r_storage', 'channel_r_pages', 'channel_w_stream', 'channel_w_wall',
'channel_w_comment', 'channel_w_mail', 'channel_w_like', 'channel_w_tagwall',
'channel_w_chat', 'channel_w_storage', 'channel_w_pages', 'channel_a_republish',
'channel_a_delegate'
clone channel perms
2016-07-18 05:18:35 +00:00
];
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
$clean = array();
foreach($arr['channel'] as $k => $v) {
if(in_array($k,$disallowed))
continue;
$clean[$k] = $v;
}
if(count($clean)) {
foreach($clean as $k => $v) {
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$r = dbq("UPDATE channel set " . dbesc($k) . " = '" . dbesc($v)
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
. "' where channel_id = " . intval($channel['channel_id']) );
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
}
}
}
if(array_key_exists('abook',$arr) && is_array($arr['abook']) && count($arr['abook'])) {
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
$total_friends = 0;
$total_feeds = 0;
convert the abook fields
2015-06-15 04:08:00 +00:00
$r = q("select abook_id, abook_feed from abook where abook_channel = %d",
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
intval($channel['channel_id'])
);
if($r) {
// don't count yourself
found the sucker
2014-09-22 23:23:59 +00:00
$total_friends = ((count($r) > 0) ? count($r) - 1 : 0);
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
foreach($r as $rr)
convert the abook fields
2015-06-15 04:08:00 +00:00
if(intval($rr['abook_feed']))
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
$total_feeds ++;
}
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
abook_not_here flag created to indicate singleton connections which are connected to this channel but not on this hub. abook_instance enumerates which hubs the connections is valid, but we ultimately need something more efficiently searchable to decide what operations are supported w/r/t this connection in the context of this hub. This flag is ignored during sync to clones although the code to set it correctly during channel creation, import, and sync has not yet been implemented.
2017-05-04 01:50:32 +00:00
$disallowed = array('abook_id','abook_account','abook_channel','abook_rating','abook_rating_text','abook_not_here');
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
foreach($arr['abook'] as $abook) {
perform remote discovery on abook sync of nomadic clones if remote channel (xchan) is unknown
2014-02-10 03:45:22 +00:00
abconfig
2016-03-01 03:31:52 +00:00
$abconfig = null;
if(array_key_exists('abconfig',$abook) && is_array($abook['abconfig']) && count($abook['abconfig']))
$abconfig = $abook['abconfig'];
sync abook entries from redmatrix Merge branch 'master' of https://github.com/redmatrix/redmatrix Conflicts: include/items.php
2015-07-03 04:58:28 +00:00
if(! array_key_exists('abook_blocked',$abook)) {
// convert from redmatrix
abook clone sync - change logic to also unset existing cross-project flags besides just setting them
2015-07-17 01:07:23 +00:00
$abook['abook_blocked'] = (($abook['abook_flags'] & 0x0001) ? 1 : 0);
$abook['abook_ignored'] = (($abook['abook_flags'] & 0x0002) ? 1 : 0);
$abook['abook_hidden'] = (($abook['abook_flags'] & 0x0004) ? 1 : 0);
$abook['abook_archived'] = (($abook['abook_flags'] & 0x0008) ? 1 : 0);
$abook['abook_pending'] = (($abook['abook_flags'] & 0x0010) ? 1 : 0);
$abook['abook_unconnected'] = (($abook['abook_flags'] & 0x0020) ? 1 : 0);
$abook['abook_self'] = (($abook['abook_flags'] & 0x0080) ? 1 : 0);
$abook['abook_feed'] = (($abook['abook_flags'] & 0x0100) ? 1 : 0);
sync abook entries from redmatrix Merge branch 'master' of https://github.com/redmatrix/redmatrix Conflicts: include/items.php
2015-07-03 04:58:28 +00:00
}
found the sucker
2014-09-22 23:23:59 +00:00
$clean = array();
clone sync of "unfriend" actions
2014-08-06 00:47:17 +00:00
if($abook['abook_xchan'] && $abook['entry_deleted']) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Removing abook entry for ' . $abook['abook_xchan']);
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
convert the abook fields
2015-06-15 04:08:00 +00:00
$r = q("select abook_id, abook_feed from abook where abook_xchan = '%s' and abook_channel = %d and abook_self = 0 limit 1",
clone sync of "unfriend" actions
2014-08-06 00:47:17 +00:00
dbesc($abook['abook_xchan']),
convert the abook fields
2015-06-15 04:08:00 +00:00
intval($channel['channel_id'])
clone sync of "unfriend" actions
2014-08-06 00:47:17 +00:00
);
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
if($r) {
clone sync of "unfriend" actions
2014-08-06 00:47:17 +00:00
contact_remove($channel['channel_id'],$r[0]['abook_id']);
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
if($total_friends)
$total_friends --;
convert the abook fields
2015-06-15 04:08:00 +00:00
if(intval($r[0]['abook_feed']))
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
$total_feeds --;
}
clone sync of "unfriend" actions
2014-08-06 00:47:17 +00:00
continue;
}
perform remote discovery on abook sync of nomadic clones if remote channel (xchan) is unknown
2014-02-10 03:45:22 +00:00
// Perform discovery if the referenced xchan hasn't ever been seen on this hub.
// This relies on the undocumented behaviour that red sites send xchan info with the abook
cloning abook entries was broken in several ways if the target xchan wasn't available on the clone site. This should make it less broken.
2015-05-21 03:20:35 +00:00
// and import_author_xchan will look them up on all federated networks
perform remote discovery on abook sync of nomadic clones if remote channel (xchan) is unknown
2014-02-10 03:45:22 +00:00
cloning abook entries was broken in several ways if the target xchan wasn't available on the clone site. This should make it less broken.
2015-05-21 03:20:35 +00:00
if($abook['abook_xchan'] && $abook['xchan_addr']) {
perform remote discovery on abook sync of nomadic clones if remote channel (xchan) is unknown
2014-02-10 03:45:22 +00:00
$h = zot_get_hublocs($abook['abook_xchan']);
if(! $h) {
cloning abook entries was broken in several ways if the target xchan wasn't available on the clone site. This should make it less broken.
2015-05-21 03:20:35 +00:00
$xhash = import_author_xchan(encode_item_xchan($abook));
if(! $xhash) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('Import of ' . $abook['xchan_addr'] . ' failed.');
perform remote discovery on abook sync of nomadic clones if remote channel (xchan) is unknown
2014-02-10 03:45:22 +00:00
continue;
}
}
}
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
foreach($abook as $k => $v) {
clone sync was trying to update xchan info in the abook loop.
2013-08-27 03:58:07 +00:00
if(in_array($k,$disallowed) || (strpos($k,'abook') !== 0))
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
continue;
$clean[$k] = $v;
}
if(! array_key_exists('abook_xchan',$clean))
continue;
start using the abook_not_here flag (requires changes in addons, not easily portable to hubzilla)
2017-05-25 20:37:13 +00:00
if(array_key_exists('abook_instance',$clean) && $clean['abook_instance'] && strpos($clean['abook_instance'],z_root()) === false) {
$clean['abook_not_here'] = 1;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
}
start using the abook_not_here flag (requires changes in addons, not easily portable to hubzilla)
2017-05-25 20:37:13 +00:00
make sure new contacts who are not yet in the address book are sync'd across clone instances
2013-09-09 03:38:15 +00:00
$r = q("select * from abook where abook_xchan = '%s' and abook_channel = %d limit 1",
dbesc($clean['abook_xchan']),
intval($channel['channel_id'])
);
// make sure we have an abook entry for this xchan on this system
if(! $r) {
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
if($max_friends !== false && $total_friends > $max_friends) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('total_channels service class limit exceeded');
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
continue;
}
convert the abook fields
2015-06-15 04:08:00 +00:00
if($max_feeds !== false && intval($clean['abook_feed']) && $total_feeds > $max_feeds) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
logger('total_feeds service class limit exceeded');
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
continue;
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
}
more work on permcats and consolidating calls that try to discover connect permissions, also create lowlevel store functions for abook and profile - since these currently may have issues with sql strict mode.
2017-02-10 01:29:24 +00:00
abook_store_lowlevel(
[
'abook_xchan' => $clean['abook_xchan'],
'abook_account' => $channel['channel_account_id'],
'abook_channel' => $channel['channel_id']
]
make sure new contacts who are not yet in the address book are sync'd across clone instances
2013-09-09 03:38:15 +00:00
);
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
$total_friends ++;
convert the abook fields
2015-06-15 04:08:00 +00:00
if(intval($clean['abook_feed']))
honour service class restrictions for total_identities, total_channels ("friends") and total_feeds both when importing channels and subsequently when syncing clones. Limits are based on the local system - additional entries are silently dropped.
2014-09-16 00:17:00 +00:00
$total_feeds ++;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
}
make sure new contacts who are not yet in the address book are sync'd across clone instances
2013-09-09 03:38:15 +00:00
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
if(count($clean)) {
foreach($clean as $k => $v) {
more fake null shenanigans
2015-02-26 16:23:02 +00:00
if($k == 'abook_dob')
$v = dbescdate($v);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$r = dbq("UPDATE abook set " . dbesc($k) . " = '" . dbesc($v)
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
. "' where abook_xchan = '" . dbesc($clean['abook_xchan']) . "' and abook_channel = " . intval($channel['channel_id']));
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
}
}
re-arrange the html cache a bit
2015-05-21 03:28:16 +00:00
more perms work
2016-07-18 23:45:43 +00:00
// This will set abconfig vars if the sender is using old-style fixed permissions
// using the raw abook record as passed to us. New-style permissions will fall through
// and be set using abconfig
translate_abook_perms_inbound($channel,$abook);
abconfig
2016-03-01 03:31:52 +00:00
if($abconfig) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/// @fixme does not handle sync of del_abconfig
abconfig
2016-03-01 03:31:52 +00:00
foreach($abconfig as $abc) {
change AbConfig to use channel_id instead of channel_hash; which was a mistake in retrospect
2016-06-24 01:12:26 +00:00
set_abconfig($channel['channel_id'],$abc['xchan'],$abc['cat'],$abc['k'],$abc['v']);
abconfig
2016-03-01 03:31:52 +00:00
}
}
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
}
}
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
collection sync
2014-07-17 04:18:28 +00:00
// sync collections (privacy groups) oh joy...
if(array_key_exists('collections',$arr) && is_array($arr['collections']) && count($arr['collections'])) {
$x = q("select * from groups where uid = %d",
intval($channel['channel_id'])
);
foreach($arr['collections'] as $cl) {
$found = false;
if($x) {
foreach($x as $y) {
if($cl['collection'] == $y['hash']) {
$found = true;
break;
}
}
if($found) {
more db column renames
2016-06-01 04:45:33 +00:00
if(($y['gname'] != $cl['name'])
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
|| ($y['visible'] != $cl['visible'])
collection sync
2014-07-17 04:18:28 +00:00
|| ($y['deleted'] != $cl['deleted'])) {
more db column renames
2016-06-01 04:45:33 +00:00
q("update groups set gname = '%s', visible = %d, deleted = %d where hash = '%s' and uid = %d",
collection sync
2014-07-17 04:18:28 +00:00
dbesc($cl['name']),
intval($cl['visible']),
intval($cl['deleted']),
hubzilla issue #832
2017-07-20 01:32:16 +00:00
dbesc($cl['collection']),
collection sync
2014-07-17 04:18:28 +00:00
intval($channel['channel_id'])
);
}
if(intval($cl['deleted']) && (! intval($y['deleted']))) {
q("delete from group_member where gid = %d",
intval($y['id'])
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
);
collection sync
2014-07-17 04:18:28 +00:00
}
}
}
if(! $found) {
more backquotes - this should take care of most except for the array import queries
2016-10-09 23:31:04 +00:00
$r = q("INSERT INTO groups ( hash, uid, visible, deleted, gname )
collection sync
2014-07-17 04:18:28 +00:00
VALUES( '%s', %d, %d, %d, '%s' ) ",
dbesc($cl['collection']),
intval($channel['channel_id']),
intval($cl['visible']),
intval($cl['deleted']),
php warnings
2014-11-03 03:22:18 +00:00
dbesc($cl['name'])
);
collection sync
2014-07-17 04:18:28 +00:00
}
collection sync issue
2014-07-17 22:53:07 +00:00
// now look for any collections locally which weren't in the list we just received.
// They need to be removed by marking deleted and removing the members.
// This shouldn't happen except for clones created before this function was written.
if($x) {
$found_local = false;
foreach($x as $y) {
foreach($arr['collections'] as $cl) {
if($cl['collection'] == $y['hash']) {
$found_local = true;
break;
}
}
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(! $found_local) {
collection sync issue
2014-07-17 22:53:07 +00:00
q("delete from group_member where gid = %d",
intval($y['id'])
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
);
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
q("update groups set deleted = 1 where id = %d and uid = %d",
collection sync issue
2014-07-17 22:53:07 +00:00
intval($y['id']),
intval($channel['channel_id'])
);
}
}
}
collection sync
2014-07-17 04:18:28 +00:00
}
// reload the group list with any updates
$x = q("select * from groups where uid = %d",
intval($channel['channel_id'])
);
// now sync the members
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
if(array_key_exists('collection_members', $arr)
&& is_array($arr['collection_members'])
&& count($arr['collection_members'])) {
collection sync
2014-07-17 04:18:28 +00:00
// first sort into groups keyed by the group hash
$members = array();
foreach($arr['collection_members'] as $cm) {
if(! array_key_exists($cm['collection'],$members))
$members[$cm['collection']] = array();
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
$members[$cm['collection']][] = $cm['member'];
collection sync
2014-07-17 04:18:28 +00:00
}
// our group list is already synchronised
if($x) {
foreach($x as $y) {
// for each group, loop on members list we just received
update zot.php to fix php warning invalid argument supplied for foreach() - this is taken from pr #1085 which was against wrong branch
2018-04-23 08:47:35 +00:00
if(isset($y['hash']) && isset($members[$y['hash']])) {
foreach($members[$y['hash']] as $member) {
$found = false;
$z = q("select xchan from group_member where gid = %d and uid = %d and xchan = '%s' limit 1",
collection sync
2014-07-17 04:18:28 +00:00
intval($y['id']),
update zot.php to fix php warning invalid argument supplied for foreach() - this is taken from pr #1085 which was against wrong branch
2018-04-23 08:47:35 +00:00
intval($channel['channel_id']),
collection sync
2014-07-17 04:18:28 +00:00
dbesc($member)
);
update zot.php to fix php warning invalid argument supplied for foreach() - this is taken from pr #1085 which was against wrong branch
2018-04-23 08:47:35 +00:00
if($z)
$found = true;
// if somebody is in the group that wasn't before - add them
if(! $found) {
q("INSERT INTO group_member (uid, gid, xchan)
VALUES( %d, %d, '%s' ) ",
intval($channel['channel_id']),
intval($y['id']),
dbesc($member)
);
}
collection sync
2014-07-17 04:18:28 +00:00
}
}
// now retrieve a list of members we have on this site
$m = q("select xchan from group_member where gid = %d and uid = %d",
intval($y['id']),
intval($channel['channel_id'])
);
if($m) {
foreach($m as $mm) {
// if the local existing member isn't in the list we just received - remove them
if(! in_array($mm['xchan'],$members[$y['hash']])) {
PostgreSQL support initial commit There were 11 main types of changes: - UPDATE's and DELETE's sometimes had LIMIT 1 at the end of them. This is not only non-compliant but it would certainly not do what whoever wrote it thought it would. It is likely this mistake was just copied from Friendica. All of these instances, the LIMIT 1 was simply removed. - Bitwise operations (and even some non-zero int checks) erroneously rely on MySQL implicit integer-boolean conversion in the WHERE clauses. This is non-compliant (and bad programming practice to boot). Proper explicit boolean conversions were added. New queries should use proper conventions. - MySQL has a different operator for bitwise XOR than postgres. Rather than add yet another dba_ func, I converted them to "& ~" ("AND NOT") when turning off, and "|" ("OR") when turning on. There were no true toggles (XOR). New queries should refrain from using XOR when not necessary. - There are several fields which the schema has marked as NOT NULL, but the inserts don't specify them. The reason this works is because mysql totally ignores the constraint and adds an empty text default automatically. Again, non-compliant, obviously. In these cases a default of empty text was added. - Several statements rely on a non-standard MySQL feature (http://dev.mysql.com/doc/refman/5.5/en/group-by-handling.html). These queries can all be rewritten to be standards compliant. Interestingly enough, the newly rewritten standards compliant queries run a zillion times faster, even on MySQL. - A couple of function/operator name translations were needed (RAND/RANDOM, GROUP_CONCAT/STRING_AGG, UTC_NOW, REGEXP/~, ^/#) -- assist functions added in the dba_ - INTERVALs: postgres requires quotes around the value, mysql requires that there are not quotes around the value -- assist functions added in the dba_ - NULL_DATE's -- Postgres does not allow the invalid date '0000-00-00 00:00:00' (there is no such thing as year 0 or month 0 or day 0). We use '0001-01-01 00:00:00' for postgres. Conversions are handled in Zot/item packets automagically by quoting all dates with dbescdate(). - char(##) specifications in the schema creates fields with blank spaces that aren't trimmed in the code. MySQL apparently treats char(##) as varchar(##), again, non-compliant. Since postgres works better with text fields anyway, this ball of bugs was simply side-stepped by using 'text' datatype for all text fields in the postgres schema. varchar was used in a couple of places where it actually seemed appropriate (size constraint), but without rigorously vetting that all of the PHP code actually validates data, new bugs might come out from under the rug. - postgres doesn't store nul bytes and a few other non-printables in text fields, even when quoted. bytea fields were used when storing binary data (photo.data, attach.data). A new dbescbin() function was added to handle this transparently. - postgres does not support LIMIT #,# syntax. All databases support LIMIT # OFFSET # syntax. Statements were updated to be standard. These changes require corresponding changes in the coding standards. Please review those before adding any code going forward. Still on my TODO list: - remove quotes from non-reserved identifiers and make reserved identifiers use dba func for quoting - Rewrite search queries for better results (both MySQL and Postgres)
2014-11-13 20:21:58 +00:00
q("delete from group_member where xchan = '%s' and gid = %d and uid = %d",
collection sync
2014-07-17 04:18:28 +00:00
dbesc($mm['xchan']),
intval($y['id']),
intval($channel['channel_id'])
);
}
}
}
}
}
}
}
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
if(array_key_exists('profile',$arr) && is_array($arr['profile']) && count($arr['profile'])) {
more db column renames
2016-06-01 04:45:33 +00:00
$disallowed = array('id','aid','uid','guid');
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
foreach($arr['profile'] as $profile) {
Maria's profile photo issue, please push to master.
2017-11-01 09:15:40 +00:00
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
$x = q("select * from profile where profile_guid = '%s' and uid = %d limit 1",
dbesc($profile['profile_guid']),
intval($channel['channel_id'])
);
if(! $x) {
use profile_store_lowlevel() when importing profile structures to ensure all non-null fields are present
2018-04-06 00:31:20 +00:00
profile_store_lowlevel(
[
'aid' => $channel['channel_account_id'],
'uid' => $channel['channel_id'],
'profile_guid' => $profile['profile_guid'],
]
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
);
use profile_store_lowlevel() when importing profile structures to ensure all non-null fields are present
2018-04-06 00:31:20 +00:00
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
$x = q("select * from profile where profile_guid = '%s' and uid = %d limit 1",
dbesc($profile['profile_guid']),
intval($channel['channel_id'])
);
if(! $x)
continue;
}
$clean = array();
foreach($profile as $k => $v) {
if(in_array($k,$disallowed))
continue;
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
Maria's profile photo issue, please push to master.
2017-11-01 09:15:40 +00:00
if($profile['is_default'] && in_array($k,['photo','thumb']))
continue;
more db column renames
2016-06-01 04:45:33 +00:00
if($k === 'name')
$clean['fullname'] = $v;
elseif($k === 'with')
$clean['partner'] = $v;
elseif($k === 'work')
$clean['employment'] = $v;
elseif(array_key_exists($k,$x[0]))
$clean[$k] = $v;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/**
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* @TODO
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* We also need to import local photos if a custom photo is selected
*/
this should finish up hubzilla issue #113
2017-12-31 22:45:42 +00:00
if((strpos($profile['thumb'],'/photo/profile/l/') !== false) || intval($profile['is_default'])) {
$profile['photo'] = z_root() . '/photo/profile/l/' . $channel['channel_id'];
$profile['thumb'] = z_root() . '/photo/profile/m/' . $channel['channel_id'];
}
else {
$profile['photo'] = z_root() . '/photo/' . basename($profile['photo']);
$profile['thumb'] = z_root() . '/photo/' . basename($profile['thumb']);
}
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
}
more db column renames
2016-06-01 04:45:33 +00:00
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
if(count($clean)) {
foreach($clean as $k => $v) {
remove the rest of the backticks from sql queries; replace with TQUOT const which is driver dependent
2016-10-13 01:15:12 +00:00
$r = dbq("UPDATE profile set " . TQUOT . dbesc($k) . TQUOT . " = '" . dbesc($v)
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
. "' where profile_guid = '" . dbesc($profile['profile_guid'])
remove the rest of the backticks from sql queries; replace with TQUOT const which is driver dependent
2016-10-13 01:15:12 +00:00
. "' and uid = " . intval($channel['channel_id']));
sync profiles to nomadic clones
2014-06-18 00:34:51 +00:00
}
}
}
}
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$addon = ['channel' => $channel, 'data' => $arr];
/**
* @hooks process_channel_sync_delivery
* Called when accepting delivery of a 'sync packet' containing structure and table updates from a channel clone.
* * \e array \b channel
* * \e array \b data
*/
call_hooks('process_channel_sync_delivery', $addon);
backport item sync
2015-09-22 23:19:08 +00:00
report the channel sync
2015-09-22 23:43:36 +00:00
// we should probably do this for all items, but usually we only send one.
add names to delivery report for sync delivery
2015-09-22 23:50:08 +00:00
if(array_key_exists('item',$arr) && is_array($arr['item'][0])) {
move dreport from zot to lib
2018-02-22 05:18:54 +00:00
$DR = new Zotlabs\Lib\DReport(z_root(),$d['hash'],$d['hash'],$arr['item'][0]['message_id'],'channel sync processed');
finish the channel_reddress() conversion
2016-09-21 22:28:37 +00:00
$DR->addto_recipient($channel['channel_name'] . ' <' . channel_reddress($channel) . '>');
add names to delivery report for sync delivery
2015-09-22 23:50:08 +00:00
}
report the channel sync
2015-09-22 23:43:36 +00:00
else
move dreport from zot to lib
2018-02-22 05:18:54 +00:00
$DR = new Zotlabs\Lib\DReport(z_root(),$d['hash'],$d['hash'],'sync packet','channel sync delivered');
report the channel sync
2015-09-22 23:43:36 +00:00
$result[] = $DR->get();
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
the rest of the heavy lifting on clone sync - now we're down to some log messages and a whole lot of testing
2013-07-26 05:57:06 +00:00
return $result;
}
rpost bbcode tag
2013-10-30 01:46:51 +00:00
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
/**
* @brief Returns path to /rpost
*
* @todo We probably should make rpost discoverable.
*
* @param array $observer
* * \e string \b xchan_url
* @return string
*/
rpost bbcode tag
2013-10-30 01:46:51 +00:00
function get_rpost_path($observer) {
if(! $observer)
return '';
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
rpost bbcode tag
2013-10-30 01:46:51 +00:00
$parsed = parse_url($observer['xchan_url']);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
return $parsed['scheme'] . '://' . $parsed['host'] . (($parsed['port']) ? ':' . $parsed['port'] : '') . '/rpost?f=';
send rpost requests from remote sites back to yours.
2013-10-30 04:49:10 +00:00
}
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
/**
* @brief
*
* @param array $x
* @return boolean|string return false or a hash
*/
include re-organisation and more doco, post_to_red fix ampersands in categories
2013-12-04 08:19:29 +00:00
function import_author_zot($x) {
Merge branch 'master' into tres Conflicts: include/Contact.php include/ItemObject.php include/api.php include/attach.php include/diaspora.php include/dir_fns.php include/enotify.php include/event.php include/expire.php include/items.php include/notifier.php include/notify.php include/photos.php include/taxonomy.php include/text.php include/widgets.php include/zot.php mod/admin.php mod/channel.php mod/dirsearch.php mod/display.php mod/editwebpage.php mod/events.php mod/home.php mod/item.php mod/manage.php mod/mood.php mod/network.php mod/page.php mod/photos.php mod/ping.php mod/post.php mod/thing.php mod/viewsrc.php view/css/mod_events.css
2015-04-24 02:49:41 +00:00
import_author_zot() - check for both hubloc and xchan entries. This should catch and repair entries which were subject to transient storage failures.
2017-04-03 02:46:20 +00:00
// Check that we have both a hubloc and xchan record - as occasionally storage calls will fail and
// we may only end up with one; which results in posts with no author name or photo and are a bit
// of a hassle to repair. If either or both are missing, do a full discovery probe.
clean up more code duplication
2014-07-15 04:21:24 +00:00
$hash = make_xchan_hash($x['guid'],$x['guid_sig']);
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
explain what is happening here
2017-06-21 00:13:04 +00:00
// also - this function may get passed a profile url as 'url' and zot_refresh wants a hubloc_url (site baseurl),
// so deconstruct the url (if we have one) and rebuild it with just the baseurl components.
more import_author_zot fixes
2017-06-21 00:03:11 +00:00
if(array_key_exists('url',$x)) {
$m = parse_url($x['url']);
$desturl = $m['scheme'] . '://' . $m['host'];
}
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
$r1 = q("select hubloc_url, hubloc_updated, site_dead from hubloc left join site on
hubloc_url = site_url where hubloc_guid = '%s' and hubloc_guid_sig = '%s' and hubloc_primary = 1 limit 1",
include re-organisation and more doco, post_to_red fix ampersands in categories
2013-12-04 08:19:29 +00:00
dbesc($x['guid']),
that should take care of the bitfields in hubloc
2015-01-21 00:13:18 +00:00
dbesc($x['guid_sig'])
include re-organisation and more doco, post_to_red fix ampersands in categories
2013-12-04 08:19:29 +00:00
);
import_author_zot() - check for both hubloc and xchan entries. This should catch and repair entries which were subject to transient storage failures.
2017-04-03 02:46:20 +00:00
$r2 = q("select xchan_hash from xchan where xchan_guid = '%s' and xchan_guid_sig = '%s' limit 1",
dbesc($x['guid']),
dbesc($x['guid_sig'])
);
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
$site_dead = false;
if($r1 && intval($r1[0]['site_dead'])) {
$site_dead = true;
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
// We have valid and somewhat fresh information.
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
import_author_xchan - since we rarely refresh zot-info for non-connections, force a cache reload once a week to catch things like profile photo updates and location changes
2017-04-06 00:08:13 +00:00
if($r1 && $r2 && $r1[0]['hubloc_updated'] > datetime_convert('UTC','UTC','now - 1 week')) {
import_author_zot() - check for both hubloc and xchan entries. This should catch and repair entries which were subject to transient storage failures.
2017-04-03 02:46:20 +00:00
logger('in cache', LOGGER_DEBUG);
include re-organisation and more doco, post_to_red fix ampersands in categories
2013-12-04 08:19:29 +00:00
return $hash;
}
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
logger('not in cache or cache stale - probing: ' . print_r($x,true), LOGGER_DEBUG,LOG_INFO);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
// The primary hub may be dead. Try to find another one associated with this identity that is
// still alive. If we find one, use that url for the discovery/refresh probe. Otherwise, the dead site
// is all we have and there is no point probing it. Just return the hash indicating we have a
// cached entry and the identity is valid. It's just unreachable until they bring back their
// server from the grave or create another clone elsewhere.
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
if($site_dead) {
logger('dead site - ignoring', LOGGER_DEBUG,LOG_INFO);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$r = q("select hubloc_url from hubloc left join site on hubloc_url = site_url
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
where hubloc_hash = '%s' and site_dead = 0",
dbesc($hash)
);
if($r) {
logger('found another site that is not dead: ' . $r[0]['hubloc_url'], LOGGER_DEBUG,LOG_INFO);
more import_author_zot fixes
2017-06-21 00:03:11 +00:00
$desturl = $r[0]['hubloc_url'];
revisit the import_author_zot algorithm yet again. There was one bug that we weren't returning necessary information in the first SQL query - and performance/loading problem if one tries to refresh a dead site.
2017-04-06 23:24:19 +00:00
}
else {
return $hash;
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
}
more import_author_zot fixes
2017-06-21 00:03:11 +00:00
$them = array('hubloc_url' => $desturl, 'xchan_guid' => $x['guid'], 'xchan_guid_sig' => $x['guid_sig']);
import_author_zot() - check for both hubloc and xchan entries. This should catch and repair entries which were subject to transient storage failures.
2017-04-03 02:46:20 +00:00
if(zot_refresh($them))
include re-organisation and more doco, post_to_red fix ampersands in categories
2013-12-04 08:19:29 +00:00
return $hash;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
include re-organisation and more doco, post_to_red fix ampersands in categories
2013-12-04 08:19:29 +00:00
return false;
}
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
/**
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
* @brief Process a message request.
*
* If a site receives a comment to a post but finds they have no parent to attach it with, they
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
* may send a 'request' packet containing the message_id of the missing parent. This is the handler
* for that packet. We will create a message_list array of the entire conversation starting with
* the missing parent and invoke delivery to the sender of the packet.
*
Some documentation and whitespaces at line endings.
2015-04-09 22:28:23 +00:00
* include/deliver.php (for local delivery) and mod/post.php (for web delivery) detect the existence of
* this 'message_list' at the destination and split it into individual messages which are
* processed/delivered in order.
*
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
* Called from mod/post.php
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
*
* @param array $data
* @return array
*/
abstract the message handlers
2015-12-08 00:01:54 +00:00
function zot_reply_message_request($data) {
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$ret = array('success' => false);
disable request message response until we work through this
2014-11-01 07:36:21 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! $data['message_id']) {
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$ret['message'] = 'no message_id';
logger('no message_id');
abstract the message handlers
2015-12-08 00:01:54 +00:00
json_return_and_die($ret);
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
}
$sender = $data['sender'];
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$sender_hash = make_xchan_hash($sender['guid'], $sender['guid_sig']);
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
/*
* Find the local channel in charge of this post (the first and only recipient of the request packet)
*/
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$arr = $data['recipients'][0];
$recip_hash = make_xchan_hash($arr['guid'],$arr['guid_sig']);
$c = q("select * from channel left join xchan on channel_hash = xchan_hash where channel_hash = '%s' limit 1",
dbesc($recip_hash)
);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! $c) {
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
logger('recipient channel not found.');
$ret['message'] .= 'recipient not found.' . EOL;
abstract the message handlers
2015-12-08 00:01:54 +00:00
json_return_and_die($ret);
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
}
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
/*
* fetch the requested conversation
*/
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$messages = zot_feed($c[0]['channel_id'],$sender_hash,array('message_id' => $data['message_id']));
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if ($messages) {
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$env_recips = null;
do not send message_list responses to dead sites (this delivery method bypassed the notifier)
2017-11-02 00:50:57 +00:00
$r = q("select hubloc.*, site.site_crypto from hubloc left join site on hubloc_url = site_url where hubloc_hash = '%s' and hubloc_error = 0 and hubloc_deleted = 0 and site.site_dead = 0 ",
first cut at unpacking bitfields in hubloc, fixed hubloc_error and hubloc_deleted
2015-01-20 23:35:42 +00:00
dbesc($sender_hash)
php warnings
2014-11-03 03:22:18 +00:00
);
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
if (! $r) {
php warnings
2014-11-03 03:22:18 +00:00
logger('no hubs');
abstract the message handlers
2015-12-08 00:01:54 +00:00
json_return_and_die($ret);
php warnings
2014-11-03 03:22:18 +00:00
}
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$hubs = $r;
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$private = ((array_key_exists('flags', $messages[0]) && in_array('private',$messages[0]['flags'])) ? true : false);
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
if($private)
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
$env_recips = array('guid' => $sender['guid'], 'guid_sig' => $sender['guid_sig'], 'hash' => $sender_hash);
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
$data_packet = json_encode(array('message_list' => $messages));
Correcting reported Doxygen syntax warnings. Fixed wrong Doxygen syntax and add some of the available FIXME to Doxygen documentation. Updated Doxygen configuration to add also all capital letter tags. Adding some more Doxygen documentation.
2015-03-21 23:06:08 +00:00
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
foreach($hubs as $hub) {
$hash = random_string();
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
/*
* create a notify packet and drop the actual message packet in the queue for pickup
*/
zot 1.2
2016-12-01 00:22:31 +00:00
$n = zot_build_packet($c[0],'notify',$env_recips,(($private) ? $hub['hubloc_sitekey'] : null),$hub['site_crypto'],$hash,array('message_id' => $data['message_id']));
more work on queue api
2015-12-15 06:44:05 +00:00
queue_insert(array(
'hash' => $hash,
'account_id' => $c[0]['channel_account_id'],
'channel_id' => $c[0]['channel_id'],
'posturl' => $hub['hubloc_callback'],
'notify' => $n,
issue #228
2015-12-17 22:26:42 +00:00
'msg' => $data_packet
more work on queue api
2015-12-15 06:44:05 +00:00
));
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
put deferred queue logic every place we create a delivery process (except for protocol 'friend requests' which aren't likely to swamp the delivery system). Remove it from the queue_delivery function which was too late to do anything.
2017-11-02 10:13:30 +00:00
$x = q("select count(outq_hash) as total from outq where outq_delivered = 0");
if(intval($x[0]['total']) > intval(get_config('system','force_queue_threshold',300))) {
logger('immediate delivery deferred.', LOGGER_DEBUG, LOG_INFO);
update_queue_item($hash);
continue;
}
I'm going to try again with the conversation request packets. I've looked this over and tested a lot of edge cases, and thought about from every angle I can think of to prevent looping. I don't *think* this can loop. I also doubt that this is the problem at friendicared.de, but I don't know for sure what that problem might be.
2014-11-02 23:28:20 +00:00
/*
* invoke delivery to send out the notify packet
*/
daemon conversion continued...
2016-05-20 05:26:37 +00:00
Zotlabs\Daemon\Master::Summon(array('Deliver', $hash));
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
}
}
$ret['success'] = true;
abstract the message handlers
2015-12-08 00:01:54 +00:00
json_return_and_die($ret);
What this checkin does is catch the case where a comment arrived and there's a missing top-level post to match it with. So we'll send a request back to the sender that you've never seen this thread and please send a fresh copy of the entire conversation to date. We could soon have posts in the matrix from different platforms from days gone by, which have been migrated into the modern world. We'll be polite and not deliver these to everybody. However, if someone comments on one of these antique threads we wouldn't be able to see it in our own matrix because we won't have a copy of the parent post. So this rectifies that situation. Be aware that item deletion may need to change to keep "hard deleted" items indefinitely so that they don't keep coming back. We'll have to null out the important data of the former item to accomplish the deletion aspect.
2014-10-31 02:15:03 +00:00
}
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
provide a keychange operation to rebase an identity on a new keypair
2017-07-25 03:23:00 +00:00
function zot_rekey_request($sender,$data) {
$ret = array('success' => false);
// newsig is newkey signed with oldkey
// The original xchan will remain. In Zot/Receiver we will have imported the new xchan and hubloc to verify
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
// the packet authenticity. What we will do now is verify that the keychange operation was signed by the
// oldkey, and if so change all the abook, abconfig, group, and permission elements which reference the
// old xchan_hash.
provide a keychange operation to rebase an identity on a new keypair
2017-07-25 03:23:00 +00:00
new field names did not get saved
2017-07-25 05:45:50 +00:00
if((! $data['old_key']) && (! $data['new_key']) && (! $data['new_sig']))
provide a keychange operation to rebase an identity on a new keypair
2017-07-25 03:23:00 +00:00
json_return_and_die($ret);
$oldhash = make_xchan_hash($data['old_guid'],$data['old_guid_sig']);
$r = q("select * from xchan where xchan_hash = '%s' limit 1",
dbesc($oldhash)
);
if(! $r) {
json_return_and_die($ret);
}
$xchan = $r[0];
new field names did not get saved
2017-07-25 05:45:50 +00:00
if(! rsa_verify($data['new_key'],base64url_decode($data['new_sig']),$xchan['xchan_pubkey'])) {
provide a keychange operation to rebase an identity on a new keypair
2017-07-25 03:23:00 +00:00
json_return_and_die($ret);
}
$newhash = make_xchan_hash($sender['guid'],$sender['guid_sig']);
$r = q("select * from xchan where xchan_hash = '%s' limit 1",
dbesc($newhash)
);
$newxchan = $r[0];
xchan_change_key($xchan,$newxchan,$data);
$ret['success'] = true;
json_return_and_die($ret);
}
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
function zotinfo($arr) {
$ret = array('success' => false);
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
$sig_method = get_config('system','signature_algorithm','sha256');
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$zhash = ((x($arr,'guid_hash')) ? $arr['guid_hash'] : '');
$zguid = ((x($arr,'guid')) ? $arr['guid'] : '');
$zguid_sig = ((x($arr,'guid_sig')) ? $arr['guid_sig'] : '');
$zaddr = ((x($arr,'address')) ? $arr['address'] : '');
$ztarget = ((x($arr,'target')) ? $arr['target'] : '');
$zsig = ((x($arr,'target_sig')) ? $arr['target_sig'] : '');
$zkey = ((x($arr,'key')) ? $arr['key'] : '');
$mindate = ((x($arr,'mindate')) ? $arr['mindate'] : '');
first cut at zot-finger request signatures
2016-05-22 01:02:14 +00:00
$token = ((x($arr,'token')) ? $arr['token'] : '');
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$feed = ((x($arr,'feed')) ? intval($arr['feed']) : 0);
if($ztarget) {
if((! $zkey) || (! $zsig) || (! rsa_verify($ztarget,base64url_decode($zsig),$zkey))) {
logger('zfinger: invalid target signature');
$ret['message'] = t("invalid target signature");
return($ret);
}
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$ztarget_hash = (($ztarget && $zsig) ? make_xchan_hash($ztarget,$zsig) : '' );
public forum fallback checking (when custom/expert permissions are applied) was looking at owner rather than observer perms
2016-08-23 00:04:13 +00:00
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$r = null;
if(strlen($zhash)) {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$r = q("select channel.*, xchan.* from channel left join xchan on channel_hash = xchan_hash
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
where channel_hash = '%s' limit 1",
dbesc($zhash)
);
}
elseif(strlen($zguid) && strlen($zguid_sig)) {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$r = q("select channel.*, xchan.* from channel left join xchan on channel_hash = xchan_hash
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
where channel_guid = '%s' and channel_guid_sig = '%s' limit 1",
dbesc($zguid),
dbesc($zguid_sig)
);
}
elseif(strlen($zaddr)) {
if(strpos($zaddr,'[system]') === false) { /* normal address lookup */
$r = q("select channel.*, xchan.* from channel left join xchan on channel_hash = xchan_hash
where ( channel_address = '%s' or xchan_addr = '%s' ) limit 1",
dbesc($zaddr),
dbesc($zaddr)
);
}
else {
/**
* The special address '[system]' will return a system channel if one has been defined,
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* Or the first valid channel we find if there are no system channels.
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
*
* This is used by magic-auth if we have no prior communications with this site - and
* returns an identity on this site which we can use to create a valid hub record so that
* we can exchange signed messages. The precise identity is irrelevant. It's the hub
* information that we really need at the other end - and this will return it.
*
*/
$r = q("select channel.*, xchan.* from channel left join xchan on channel_hash = xchan_hash
where channel_system = 1 order by channel_id limit 1");
if(! $r) {
$r = q("select channel.*, xchan.* from channel left join xchan on channel_hash = xchan_hash
where channel_removed = 0 order by channel_id limit 1");
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
}
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
}
else {
$ret['message'] = 'Invalid request';
return($ret);
}
if(! $r) {
$ret['message'] = 'Item not found.';
return($ret);
}
$e = $r[0];
$id = $e['channel_id'];
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$x = [
'channel_id' => $id,
'protocols' => ['zot']
];
/**
* @hooks channel_protocols
* * \e int \b channel_id
* * \e array \b protocols
*/
call_hooks('channel_protocols', $x);
for federated forums we need to keep track of what protocols are available to red/hubzilla channels to determine which posts need to be mangled for transport to individual networks - based on what networks the author can communicate with. We probably need this for all xchans and hublocs but at some point it becomes increasingly difficult to scrape this information and map out a compatibility matrix. It's also doubtful anybody will use this system because we basically have to forge comments between network sites involving different protocols and this is going to look like crap to anybody that isn't on red/Hubzilla. Eventually they have to fix their protocols for this to work correctly, but nobody seems to believe me that their networks are basically anti-federation, so we need something like this to highlight their walled garden specifications and the resulting federation problems in a form they can't really argue with.
2017-10-11 05:02:22 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$protocols = $x['protocols'];
for federated forums we need to keep track of what protocols are available to red/hubzilla channels to determine which posts need to be mangled for transport to individual networks - based on what networks the author can communicate with. We probably need this for all xchans and hublocs but at some point it becomes increasingly difficult to scrape this information and map out a compatibility matrix. It's also doubtful anybody will use this system because we basically have to forge comments between network sites involving different protocols and this is going to look like crap to anybody that isn't on red/Hubzilla. Eventually they have to fix their protocols for this to work correctly, but nobody seems to believe me that their networks are basically anti-federation, so we need something like this to highlight their walled garden specifications and the resulting federation problems in a form they can't really argue with.
2017-10-11 05:02:22 +00:00
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$sys_channel = (intval($e['channel_system']) ? true : false);
$special_channel = (($e['channel_pageflags'] & PAGE_PREMIUM) ? true : false);
$adult_channel = (($e['channel_pageflags'] & PAGE_ADULT) ? true : false);
$censored = (($e['channel_pageflags'] & PAGE_CENSORED) ? true : false);
$searchable = (($e['channel_pageflags'] & PAGE_HIDDEN) ? false : true);
$deleted = (intval($e['xchan_deleted']) ? true : false);
if($deleted || $censored || $sys_channel)
$searchable = false;
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$public_forum = false;
$role = get_pconfig($e['channel_id'],'system','permissions_role');
if($role === 'forum' || $role === 'repository') {
$public_forum = true;
}
issue #186 ...different check for pubforum with expert permissions
2016-08-26 23:01:33 +00:00
else {
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
// check if it has characteristics of a public forum based on custom permissions.
issue #186 ...different check for pubforum with expert permissions
2016-08-26 23:01:33 +00:00
$m = \Zotlabs\Access\Permissions::FilledAutoperms($e['channel_id']);
if($m) {
foreach($m as $k => $v) {
if($k == 'tag_deliver' && intval($v) == 1)
fix the forum detection in include/zot
2016-07-20 05:57:23 +00:00
$ch ++;
issue #186 ...different check for pubforum with expert permissions
2016-08-26 23:01:33 +00:00
if($k == 'send_stream' && intval($v) == 0)
fix the forum detection in include/zot
2016-07-20 05:57:23 +00:00
$ch ++;
}
if($ch == 2)
$public_forum = true;
}
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
}
// This is for birthdays and keywords, but must check access permissions
$p = q("select * from profile where uid = %d and is_default = 1",
intval($e['channel_id'])
);
$profile = array();
if($p) {
if(! intval($p[0]['publish']))
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$searchable = false;
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$profile['description'] = $p[0]['pdesc'];
$profile['birthday'] = $p[0]['dob'];
if(($profile['birthday'] != '0000-00-00') && (($bd = z_birthday($p[0]['dob'],$e['channel_timezone'])) !== ''))
$profile['next_birthday'] = $bd;
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
if($age = age($p[0]['dob'],$e['channel_timezone'],''))
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$profile['age'] = $age;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$profile['gender'] = $p[0]['gender'];
$profile['marital'] = $p[0]['marital'];
$profile['sexual'] = $p[0]['sexual'];
$profile['locale'] = $p[0]['locality'];
$profile['region'] = $p[0]['region'];
$profile['postcode'] = $p[0]['postal_code'];
$profile['country'] = $p[0]['country_name'];
$profile['about'] = $p[0]['about'];
$profile['homepage'] = $p[0]['homepage'];
$profile['hometown'] = $p[0]['hometown'];
if($p[0]['keywords']) {
$tags = array();
$k = explode(' ',$p[0]['keywords']);
if($k) {
foreach($k as $kk) {
if(trim($kk," \t\n\r\0\x0B,")) {
$tags[] = trim($kk," \t\n\r\0\x0B,");
}
}
}
if($tags)
$profile['keywords'] = $tags;
}
}
$ret['success'] = true;
// Communication details
first cut at zot-finger request signatures
2016-05-22 01:02:14 +00:00
if($token)
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
$ret['signed_token'] = base64url_encode(rsa_sign('token.' . $token,$e['channel_prvkey'],$sig_method));
first cut at zot-finger request signatures
2016-05-22 01:02:14 +00:00
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$ret['guid'] = $e['xchan_guid'];
$ret['guid_sig'] = $e['xchan_guid_sig'];
$ret['key'] = $e['xchan_pubkey'];
$ret['name'] = $e['xchan_name'];
$ret['name_updated'] = $e['xchan_name_date'];
$ret['address'] = $e['xchan_addr'];
$ret['photo_mimetype'] = $e['xchan_photo_mimetype'];
$ret['photo'] = $e['xchan_photo_l'];
$ret['photo_updated'] = $e['xchan_photo_date'];
$ret['url'] = $e['xchan_url'];
$ret['connections_url']= (($e['xchan_connurl']) ? $e['xchan_connurl'] : z_root() . '/poco/' . $e['channel_address']);
minor weirdness in zot finger results after deleting a clone from a channel that was on a site which was previously migrated from http to https and still had the old hubloc
2017-06-29 01:28:02 +00:00
$ret['follow_url'] = $e['xchan_follow'];
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$ret['target'] = $ztarget;
$ret['target_sig'] = $zsig;
$ret['searchable'] = $searchable;
for federated forums we need to keep track of what protocols are available to red/hubzilla channels to determine which posts need to be mangled for transport to individual networks - based on what networks the author can communicate with. We probably need this for all xchans and hublocs but at some point it becomes increasingly difficult to scrape this information and map out a compatibility matrix. It's also doubtful anybody will use this system because we basically have to forge comments between network sites involving different protocols and this is going to look like crap to anybody that isn't on red/Hubzilla. Eventually they have to fix their protocols for this to work correctly, but nobody seems to believe me that their networks are basically anti-federation, so we need something like this to highlight their walled garden specifications and the resulting federation problems in a form they can't really argue with.
2017-10-11 05:02:22 +00:00
$ret['protocols'] = $protocols;
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$ret['adult_content'] = $adult_channel;
$ret['public_forum'] = $public_forum;
if($deleted)
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$ret['deleted'] = $deleted;
minor weirdness in zot finger results after deleting a clone from a channel that was on a site which was previously migrated from http to https and still had the old hubloc
2017-06-29 01:28:02 +00:00
provide discovery for local deletes in zot-finger and mark the hublocs invalid/deleted
2015-11-02 03:07:32 +00:00
if(intval($e['channel_removed']))
$ret['deleted_locally'] = true;
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
minor weirdness in zot finger results after deleting a clone from a channel that was on a site which was previously migrated from http to https and still had the old hubloc
2017-06-29 01:28:02 +00:00
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
// premium or other channel desiring some contact with potential followers before connecting.
// This is a template - %s will be replaced with the follow_url we discover for the return channel.
minor weirdness in zot finger results after deleting a clone from a channel that was on a site which was previously migrated from http to https and still had the old hubloc
2017-06-29 01:28:02 +00:00
if($special_channel) {
$ret['connect_url'] = (($e['xchan_connpage']) ? $e['xchan_connpage'] : z_root() . '/connect/' . $e['channel_address']);
}
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
// This is a template for our follow url, %s will be replaced with a webbie
minor weirdness in zot finger results after deleting a clone from a channel that was on a site which was previously migrated from http to https and still had the old hubloc
2017-06-29 01:28:02 +00:00
if(! $ret['follow_url'])
$ret['follow_url'] = z_root() . '/follow?f=&url=%s';
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$permissions = get_all_perms($e['channel_id'],$ztarget_hash,false);
if($ztarget_hash) {
$permissions['connected'] = false;
wrong key
2017-10-22 19:35:17 +00:00
$b = q("select * from abook where abook_xchan = '%s' and abook_channel = %d and abook_pending = 0 limit 1",
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
dbesc($ztarget_hash),
intval($e['channel_id'])
);
if($b)
$permissions['connected'] = true;
}
zot 1.2
2016-12-01 00:22:31 +00:00
// encrypt this with the default aes256cbc since we cannot be sure at this point which
// algorithms are preferred for communications with the remote site; notably
// because ztarget refers to an xchan and we don't necessarily know the origination
// location.
$ret['permissions'] = (($ztarget && $zkey) ? crypto_encapsulate(json_encode($permissions),$zkey) : $permissions);
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
if($permissions['view_profile'])
$ret['profile'] = $profile;
// array of (verified) hubs this channel uses
$x = zot_encode_locations($e);
if($x)
$ret['locations'] = $x;
wrong key
2017-10-22 19:35:17 +00:00
$ret['site'] = zot_site_info($e['channel_prvkey']);
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
check_zotinfo($e,$x,$ret);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @hooks zot_finger
* Called when a zot-info packet has been requested (this is our webfinger discovery mechanism).
* * \e array The final return array
*/
call_hooks('zot_finger', $ret);
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
return($ret);
}
regression in zot site info after zot6 work
2017-10-16 22:20:45 +00:00
function zot_site_info($channel_key = '') {
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
zot_site_info - always sign the site block with the site private key
2017-09-26 00:30:33 +00:00
$signing_key = get_config('system','prvkey');
$sig_method = get_config('system','signature_algorithm','sha256');
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
$ret = [];
$ret['site'] = [];
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$ret['site']['url'] = z_root();
regression in zot site info after zot6 work
2017-10-16 22:20:45 +00:00
if($channel_key) {
$ret['site']['url_sig'] = base64url_encode(rsa_sign(z_root(),$channel_key,$sig_method));
}
$ret['site']['url_site_sig'] = base64url_encode(rsa_sign(z_root(),$signing_key,$sig_method));
make wiki page mimetype default to wiki mimetype (this was the original intent but the wrong variable was used)
2017-09-14 04:36:59 +00:00
$ret['site']['post'] = z_root() . '/post';
$ret['site']['openWebAuth'] = z_root() . '/owa';
$ret['site']['authRedirect'] = z_root() . '/magic';
more zot6
2017-09-14 03:40:01 +00:00
$ret['site']['key'] = get_config('system','pubkey');
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$dirmode = get_config('system','directory_mode');
if(($dirmode === false) || ($dirmode == DIRECTORY_MODE_NORMAL))
$ret['site']['directory_mode'] = 'normal';
if($dirmode == DIRECTORY_MODE_PRIMARY)
$ret['site']['directory_mode'] = 'primary';
elseif($dirmode == DIRECTORY_MODE_SECONDARY)
$ret['site']['directory_mode'] = 'secondary';
elseif($dirmode == DIRECTORY_MODE_STANDALONE)
$ret['site']['directory_mode'] = 'standalone';
if($dirmode != DIRECTORY_MODE_NORMAL)
$ret['site']['directory_url'] = z_root() . '/dirsearch';
zot 1.2
2016-12-01 00:22:31 +00:00
$ret['site']['encryption'] = crypto_methods();
more work on signature algorithm choice
2017-07-26 23:36:09 +00:00
$ret['site']['signing'] = signing_methods();
more zot6 basic stuff
2017-09-26 03:11:21 +00:00
$ret['site']['zot'] = Zotlabs\Lib\System::get_zot_revision();
zot 1.2
2016-12-01 00:22:31 +00:00
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
// hide detailed site information if you're off the grid
if($dirmode != DIRECTORY_MODE_STANDALONE) {
$register_policy = intval(get_config('system','register_policy'));
if($register_policy == REGISTER_CLOSED)
$ret['site']['register_policy'] = 'closed';
if($register_policy == REGISTER_APPROVE)
$ret['site']['register_policy'] = 'approve';
if($register_policy == REGISTER_OPEN)
$ret['site']['register_policy'] = 'open';
$access_policy = intval(get_config('system','access_policy'));
if($access_policy == ACCESS_PRIVATE)
$ret['site']['access_policy'] = 'private';
if($access_policy == ACCESS_PAID)
$ret['site']['access_policy'] = 'paid';
if($access_policy == ACCESS_FREE)
$ret['site']['access_policy'] = 'free';
if($access_policy == ACCESS_TIERED)
$ret['site']['access_policy'] = 'tiered';
$ret['site']['accounts'] = account_total();
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
renamed include files identity.php (channel.php) and Contact.php (connections.php)
2016-05-22 23:54:30 +00:00
require_once('include/channel.php');
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$ret['site']['channels'] = channel_total();
$ret['site']['admin'] = get_config('system','admin_email');
$visible_plugins = array();
static App
2016-03-31 23:06:03 +00:00
if(is_array(App::$plugins) && count(App::$plugins)) {
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
$r = q("select * from addon where hidden = 0");
if($r)
foreach($r as $rr)
missing plugins in zot-info
2016-11-23 00:33:00 +00:00
$visible_plugins[] = $rr['aname'];
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
}
zot 1.2
2016-12-01 00:22:31 +00:00
$ret['site']['plugins'] = $visible_plugins;
$ret['site']['sitehash'] = get_config('system','location_hash');
$ret['site']['sitename'] = get_config('system','sitename');
$ret['site']['sellpage'] = get_config('system','sellpage');
$ret['site']['location'] = get_config('system','site_location');
$ret['site']['realm'] = get_directory_realm();
$ret['site']['project'] = Zotlabs\Lib\System::get_platform_name() . ' ' . Zotlabs\Lib\System::get_server_role();
$ret['site']['version'] = Zotlabs\Lib\System::get_project_version();
consolidate zotfinger and webfinger
2015-09-18 00:51:31 +00:00
}
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
Zot6: some things that need to be done ahead of time so we can turbocharge the delivery engine and split off site records from channel records.
2017-09-14 02:20:16 +00:00
return $ret['site'];
Merge https://github.com/redmatrix/redmatrix into pending_merge
2015-09-19 06:02:49 +00:00
}
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @brief
*
* @param array $channel
* @param array $locations
* @param[out] array $ret
* \e array \b locations result of zot_encode_locations()
*/
function check_zotinfo($channel, $locations, &$ret) {
improve the sys channel location repair to check key issues and re-installs and/or site moves
2015-09-30 00:21:14 +00:00
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
// logger('locations: ' . print_r($locations,true),LOGGER_DATA, LOG_DEBUG);
improve the sys channel location repair to check key issues and re-installs and/or site moves
2015-09-30 00:21:14 +00:00
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
// This function will likely expand as we find more things to detect and fix.
// 1. Because magic-auth is reliant on it, ensure that the system channel has a valid hubloc
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// Force this to be the case if anything is found to be wrong with it.
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/// @FIXME ensure that the system channel exists in the first place and has an xchan
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
if($channel['channel_system']) {
// the sys channel must have a location (hubloc)
$valid_location = false;
if((count($locations) === 1) && ($locations[0]['primary']) && (! $locations[0]['deleted'])) {
improve the sys channel location repair to check key issues and re-installs and/or site moves
2015-09-30 00:21:14 +00:00
if((rsa_verify($locations[0]['url'],base64url_decode($locations[0]['url_sig']),$channel['channel_pubkey']))
&& ($locations[0]['sitekey'] === get_config('system','pubkey'))
&& ($locations[0]['url'] === z_root()))
$valid_location = true;
else
logger('sys channel: invalid url signature');
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
}
improve the sys channel location repair to check key issues and re-installs and/or site moves
2015-09-30 00:21:14 +00:00
if((! $locations) || (! $valid_location)) {
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
logger('System channel locations are not valid. Attempting repair.');
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// Don't trust any existing records. Just get rid of them, but only do this
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
// for the sys channel as normal channels will be trickier.
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
q("delete from hubloc where hubloc_hash = '%s'",
dbesc($channel['channel_hash'])
);
consolidate hubloc storage
2017-01-30 23:01:22 +00:00
fix typos
2017-01-31 08:43:58 +00:00
$r = hubloc_store_lowlevel(
consolidate hubloc storage
2017-01-30 23:01:22 +00:00
[
'hubloc_guid' => $channel['channel_guid'],
'hubloc_guid_sig' => $channel['channel_guid_sig'],
'hubloc_hash' => $channel['channel_hash'],
'hubloc_addr' => channel_reddress($channel),
'hubloc_network' => 'zot',
'hubloc_primary' => 1,
'hubloc_url' => z_root(),
'hubloc_url_sig' => base64url_encode(rsa_sign(z_root(),$channel['channel_prvkey'])),
'hubloc_host' => App::get_hostname(),
'hubloc_callback' => z_root() . '/post',
'hubloc_sitekey' => get_config('system','pubkey'),
'hubloc_updated' => datetime_convert(),
]
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
);
consolidate hubloc storage
2017-01-30 23:01:22 +00:00
check and repair sys channel locations (hublocs) in zot-finger if they are messed up
2015-09-29 23:55:51 +00:00
if($r) {
$x = zot_encode_locations($channel);
if($x) {
$ret['locations'] = $x;
}
}
else {
logger('Unable to store sys hub location');
}
}
}
backport item sync
2015-09-22 23:19:08 +00:00
}
filter delivery reports
2015-10-17 20:26:55 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @brief
*
* @param array $dr
* @return boolean
*/
filter delivery reports
2015-10-17 20:26:55 +00:00
function delivery_report_is_storable($dr) {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
if(get_config('system', 'disable_dreport'))
provide admin toggle to disable delivery reports
2016-01-07 22:27:06 +00:00
return false;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @hooks dreport_is_storable
* Called before storing a dreport record to determine whether to store it.
* * \e array
*/
call_hooks('dreport_is_storable', $dr);
filter delivery reports
2015-10-17 20:26:55 +00:00
// let plugins accept or reject - if neither, continue on
if(array_key_exists('accept',$dr) && intval($dr['accept']))
return true;
if(array_key_exists('reject',$dr) && intval($dr['reject']))
return false;
if(! ($dr['sender']))
return false;
// Is the sender one of our channels?
$c = q("select channel_id from channel where channel_hash = '%s' limit 1",
dbesc($dr['sender'])
);
if(! $c)
return false;
delivery report tweaks
2015-11-23 01:12:30 +00:00
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// is the recipient one of our connections, or do we want to store every report?
filter delivery reports
2015-10-17 20:26:55 +00:00
$r = explode(' ', $dr['recipient']);
$rxchan = $r[0];
$pcf = get_pconfig($c[0]['channel_id'],'system','dreport_store_all');
if($pcf)
return true;
delivery report tweaks
2015-11-23 01:12:30 +00:00
// We always add ourself as a recipient to private and relayed posts
// So if a remote site says they can't find us, that's no big surprise
// and just creates a lot of extra report noise
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
delivery report tweaks
2015-11-23 01:12:30 +00:00
if(($dr['location'] !== z_root()) && ($dr['sender'] === $rxchan) && ($dr['status'] === 'recipient_not_found'))
return false;
filter out a bit more dreport noise - especially for private posts to multiple recipients.
2016-04-15 04:51:18 +00:00
// If you have a private post with a recipient list, every single site is going to report
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// back a failed delivery for anybody on that list that isn't local to them. We're only
filter out a bit more dreport noise - especially for private posts to multiple recipients.
2016-04-15 04:51:18 +00:00
// concerned about this if we have a local hubloc record which says we expected them to
// have a channel on that site.
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
filter out a bit more dreport noise - especially for private posts to multiple recipients.
2016-04-15 04:51:18 +00:00
$r = q("select hubloc_id from hubloc where hubloc_hash = '%s' and hubloc_url = '%s'",
dbesc($rxchan),
dbesc($dr['location'])
);
if((! $r) && ($dr['status'] === 'recipient_not_found'))
return false;
delivery report tweaks
2015-11-23 01:12:30 +00:00
filter delivery reports
2015-10-17 20:26:55 +00:00
$r = q("select abook_id from abook where abook_xchan = '%s' and abook_channel = %d limit 1",
dbesc($rxchan),
intval($c[0]['channel_id'])
);
if($r)
return true;
return false;
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @brief
*
* @param array $hub
* @param string $sitekey (optional, default empty)
*
* @return string hubloc_url
*/
function update_hub_connected($hub, $sitekey = '') {
start of v4
2015-12-07 03:16:38 +00:00
if($sitekey) {
/*
* This hub has now been proven to be valid.
* Any hub with the same URL and a different sitekey cannot be valid.
* Get rid of them (mark them deleted). There's a good chance they were re-installs.
*/
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
start of v4
2015-12-07 03:16:38 +00:00
q("update hubloc set hubloc_deleted = 1, hubloc_error = 1 where hubloc_url = '%s' and hubloc_sitekey != '%s' ",
dbesc($hub['hubloc_url']),
dbesc($sitekey)
);
}
else {
$sitekey = $hub['sitekey'];
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// $sender['sitekey'] is a new addition to the protocol to distinguish
start of v4
2015-12-07 03:16:38 +00:00
// hublocs coming from re-installed sites. Older sites will not provide
// this field and we have to still mark them valid, since we can't tell
// if this hubloc has the same sitekey as the packet we received.
// Update our DB to show when we last communicated successfully with this hub
// This will allow us to prune dead hubs from using up resources
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
$t = datetime_convert('UTC', 'UTC', 'now - 15 minutes');
don't update hubloc_connected any more often than 15 minutes. We don't require that level of granularity and the frequent writes are causing issues with the stability of that table.
2016-05-31 03:59:46 +00:00
$r = q("update hubloc set hubloc_connected = '%s' where hubloc_id = %d and hubloc_sitekey = '%s' and hubloc_connected < '%s' ",
start of v4
2015-12-07 03:16:38 +00:00
dbesc(datetime_convert()),
intval($hub['hubloc_id']),
don't update hubloc_connected any more often than 15 minutes. We don't require that level of granularity and the frequent writes are causing issues with the stability of that table.
2016-05-31 03:59:46 +00:00
dbesc($sitekey),
dbesc($t)
start of v4
2015-12-07 03:16:38 +00:00
);
// a dead hub came back to life - reset any tombstones we might have
if(intval($hub['hubloc_error'])) {
q("update hubloc set hubloc_error = 0 where hubloc_id = %d and hubloc_sitekey = '%s' ",
intval($hub['hubloc_id']),
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
dbesc($sitekey)
start of v4
2015-12-07 03:16:38 +00:00
);
fix a fatal error with incorrect DB object access
2016-11-07 11:19:03 +00:00
if(intval($hub['hubloc_orphancheck'])) {
typo
2016-12-05 04:24:55 +00:00
q("update hubloc set hubloc_orphancheck = 0 where hubloc_id = %d and hubloc_sitekey = '%s' ",
start of v4
2015-12-07 03:16:38 +00:00
intval($hub['hubloc_id']),
dbesc($sitekey)
);
}
q("update xchan set xchan_orphan = 0 where xchan_orphan = 1 and xchan_hash = '%s'",
dbesc($hub['hubloc_hash'])
);
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
start of v4
2015-12-07 03:16:38 +00:00
return $hub['hubloc_url'];
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @brief Useful to get a health check on a remote site.
*
* This will let us know if any important communication details
* that we may have stored are no longer valid, regardless of xchan details.
*
* @return json_return_and_die()
*/
start of v4
2015-12-07 03:16:38 +00:00
function zot_reply_ping() {
$ret = array('success'=> false);
logger('POST: got ping send pong now back: ' . z_root() , LOGGER_DEBUG );
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
start of v4
2015-12-07 03:16:38 +00:00
$ret['success'] = true;
$ret['site'] = array();
$ret['site']['url'] = z_root();
$ret['site']['url_sig'] = base64url_encode(rsa_sign(z_root(),get_config('system','prvkey')));
$ret['site']['sitekey'] = get_config('system','pubkey');
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
function zot_reply_pickup($data) {
$ret = array('success'=> false);
/*
* The 'pickup' message arrives with a tracking ID which is associated with a particular outq_hash
* First verify that that the returned signatures verify, then check that we have an outbound queue item
* with the correct hash.
* If everything verifies, find any/all outbound messages in the queue for this hubloc and send them back
*/
if((! $data['secret']) || (! $data['secret_sig'])) {
$ret['message'] = 'no verification signature';
logger('mod_zot: pickup: ' . $ret['message'], LOGGER_DEBUG);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
$r = q("select distinct hubloc_sitekey from hubloc where hubloc_url = '%s' and hubloc_callback = '%s' and hubloc_sitekey != '' group by hubloc_sitekey ",
dbesc($data['url']),
dbesc($data['callback'])
);
if(! $r) {
$ret['message'] = 'site not found';
logger('mod_zot: pickup: ' . $ret['message']);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
foreach ($r as $hubsite) {
// verify the url_sig
// If the server was re-installed at some point, there could be multiple hubs with the same url and callback.
// Only one will have a valid key.
$forgery = true;
$secret_fail = true;
$sitekey = $hubsite['hubloc_sitekey'];
log API improvements and queue optimisation for singleton networks
2015-12-31 20:26:41 +00:00
logger('mod_zot: Checking sitekey: ' . $sitekey, LOGGER_DATA, LOG_DEBUG);
start of v4
2015-12-07 03:16:38 +00:00
if(rsa_verify($data['callback'],base64url_decode($data['callback_sig']),$sitekey)) {
$forgery = false;
}
if(rsa_verify($data['secret'],base64url_decode($data['secret_sig']),$sitekey)) {
$secret_fail = false;
}
if((! $forgery) && (! $secret_fail))
break;
}
if($forgery) {
$ret['message'] = 'possible site forgery';
logger('mod_zot: pickup: ' . $ret['message']);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
if($secret_fail) {
$ret['message'] = 'secret validation failed';
logger('mod_zot: pickup: ' . $ret['message']);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
/*
* If we made it to here, the signatures verify, but we still don't know if the tracking ID is valid.
* It wouldn't be an error if the tracking ID isn't found, because we may have sent this particular
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* queue item with another pickup (after the tracking ID for the other pickup was verified).
start of v4
2015-12-07 03:16:38 +00:00
*/
$r = q("select outq_posturl from outq where outq_hash = '%s' and outq_posturl = '%s' limit 1",
dbesc($data['secret']),
dbesc($data['callback'])
);
if(! $r) {
$ret['message'] = 'nothing to pick up';
logger('mod_zot: pickup: ' . $ret['message']);
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
/*
* Everything is good if we made it here, so find all messages that are going to this location
* and send them all.
*/
$r = q("select * from outq where outq_posturl = '%s'",
dbesc($data['callback'])
);
if($r) {
logger('mod_zot: successful pickup message received from ' . $data['callback'] . ' ' . count($r) . ' message(s) picked up', LOGGER_DEBUG);
$ret['success'] = true;
$ret['pickup'] = array();
foreach($r as $rr) {
if($rr['outq_msg']) {
$x = json_decode($rr['outq_msg'],true);
if(! $x)
continue;
additional fix for the array_key_exists message in #221
2015-12-16 01:50:14 +00:00
if(is_array($x) && array_key_exists('message_list',$x)) {
start of v4
2015-12-07 03:16:38 +00:00
foreach($x['message_list'] as $xx) {
$ret['pickup'][] = array('notify' => json_decode($rr['outq_notify'],true),'message' => $xx);
}
}
else
$ret['pickup'][] = array('notify' => json_decode($rr['outq_notify'],true),'message' => $x);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
issue #221
2015-12-16 01:42:49 +00:00
remove_queue_item($rr['outq_hash']);
start of v4
2015-12-07 03:16:38 +00:00
}
}
}
zot 1.2
2016-12-01 00:22:31 +00:00
// this is a bit of a hack because we don't have the hubloc_url here, only the callback url.
// worst case is we'll end up using aes256cbc if they've got a different post endpoint
$x = q("select site_crypto from site where site_url = '%s' limit 1",
dbesc(str_replace('/post','',$data['callback']))
);
$algorithm = zot_best_algorithm(($x) ? $x[0]['site_crypto'] : '');
$encrypted = crypto_encapsulate(json_encode($ret),$sitekey,$algorithm);
start of v4
2015-12-07 03:16:38 +00:00
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
json_return_and_die($encrypted);
start of v4
2015-12-07 03:16:38 +00:00
/* pickup: end */
}
function zot_reply_auth_check($data,$encrypted_packet) {
$ret = array('success' => false);
/*
* Requestor visits /magic/?dest=somewhere on their own site with a browser
* magic redirects them to $destsite/post [with auth args....]
* $destsite sends an auth_check packet to originator site
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
* The auth_check packet is handled here by the originator's site
start of v4
2015-12-07 03:16:38 +00:00
* - the browser session is still waiting
* inside $destsite/post for everything to verify
* If everything checks out we'll return a token to $destsite
* and then $destsite will verify the token, authenticate the browser
* session and then redirect to the original destination.
* If authentication fails, the redirection to the original destination
* will still take place but without authentication.
*/
logger('mod_zot: auth_check', LOGGER_DEBUG);
if (! $encrypted_packet) {
logger('mod_zot: auth_check packet was not encrypted.');
$ret['message'] .= 'no packet encryption' . EOL;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
$arr = $data['sender'];
$sender_hash = make_xchan_hash($arr['guid'],$arr['guid_sig']);
// garbage collect any old unused notifications
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @TODO This was and should be 10 minutes but my hosting provider has time lag between the DB and
* the web server. We should probably convert this to webserver time rather than DB time so
* that the different clocks won't affect it and allow us to keep the time short.
*/
move Zotlabs\Zot\Verify to Zotlabs\Lib\Verify as part of the z6 re-org
2018-02-22 04:59:30 +00:00
Zotlabs\Lib\Verify::purge('auth', '30 MINUTE');
start of v4
2015-12-07 03:16:38 +00:00
$y = q("select xchan_pubkey from xchan where xchan_hash = '%s' limit 1",
dbesc($sender_hash)
);
// We created a unique hash in mod/magic.php when we invoked remote auth, and stored it in
// the verify table. It is now coming back to us as 'secret' and is signed by a channel at the other end.
// First verify their signature. We will have obtained a zot-info packet from them as part of the sender
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
// verification.
start of v4
2015-12-07 03:16:38 +00:00
if ((! $y) || (! rsa_verify($data['secret'], base64url_decode($data['secret_sig']),$y[0]['xchan_pubkey']))) {
logger('mod_zot: auth_check: sender not found or secret_sig invalid.');
$ret['message'] .= 'sender not found or sig invalid ' . print_r($y,true) . EOL;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
// There should be exactly one recipient, the original auth requestor
$ret['message'] .= 'recipients ' . print_r($recipients,true) . EOL;
if ($data['recipients']) {
$arr = $data['recipients'][0];
$recip_hash = make_xchan_hash($arr['guid'], $arr['guid_sig']);
$c = q("select channel_id, channel_account_id, channel_prvkey from channel where channel_hash = '%s' limit 1",
dbesc($recip_hash)
);
if (! $c) {
logger('mod_zot: auth_check: recipient channel not found.');
$ret['message'] .= 'recipient not found.' . EOL;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
$confirm = base64url_encode(rsa_sign($data['secret'] . $recip_hash,$c[0]['channel_prvkey']));
// This additionally checks for forged sites since we already stored the expected result in meta
// and we've already verified that this is them via zot_gethub() and that their key signed our token
move Zotlabs\Zot\Verify to Zotlabs\Lib\Verify as part of the z6 re-org
2018-02-22 04:59:30 +00:00
$z = Zotlabs\Lib\Verify::match('auth',$c[0]['channel_id'],$data['secret'],$data['sender']['url']);
start of v4
2015-12-07 03:16:38 +00:00
if (! $z) {
logger('mod_zot: auth_check: verification key not found.');
$ret['message'] .= 'verification key not found' . EOL;
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
$u = q("select account_service_class from account where account_id = %d limit 1",
intval($c[0]['channel_account_id'])
);
logger('mod_zot: auth_check: success', LOGGER_DEBUG);
$ret['success'] = true;
$ret['confirm'] = $confirm;
if ($u && $u[0]['account_service_class'])
$ret['service_class'] = $u[0]['account_service_class'];
// Set "do not track" flag if this site or this channel's profile is restricted
// in some way
if (intval(get_config('system','block_public')))
$ret['DNT'] = true;
if (! perm_is_allowed($c[0]['channel_id'],'','view_profile'))
$ret['DNT'] = true;
if (get_pconfig($c[0]['channel_id'],'system','do_not_track'))
$ret['DNT'] = true;
if (get_pconfig($c[0]['channel_id'],'system','hide_online_status'))
$ret['DNT'] = true;
json_return_and_die($ret);
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
start of v4
2015-12-07 03:16:38 +00:00
json_return_and_die($ret);
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @brief
*
* @param array $sender
* @param array $recipients
*
* return json_return_and_die()
*/
function zot_reply_purge($sender, $recipients) {
start of v4
2015-12-07 03:16:38 +00:00
$ret = array('success' => false);
if ($recipients) {
// basically this means "unfriend"
foreach ($recipients as $recip) {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$r = q("select channel.*,xchan.* from channel
start of v4
2015-12-07 03:16:38 +00:00
left join xchan on channel_hash = xchan_hash
where channel_guid = '%s' and channel_guid_sig = '%s' limit 1",
dbesc($recip['guid']),
dbesc($recip['guid_sig'])
);
if ($r) {
$r = q("select abook_id from abook where uid = %d and abook_xchan = '%s' limit 1",
intval($r[0]['channel_id']),
dbesc(make_xchan_hash($sender['guid'],$sender['guid_sig']))
);
if ($r) {
contact_remove($r[0]['channel_id'],$r[0]['abook_id']);
}
}
}
$ret['success'] = true;
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
}
start of v4
2015-12-07 03:16:38 +00:00
else {
// Unfriend everybody - basically this means the channel has committed suicide
$arr = $sender;
$sender_hash = make_xchan_hash($arr['guid'],$arr['guid_sig']);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
remove_all_xchan_resources($sender_hash);
start of v4
2015-12-07 03:16:38 +00:00
$ret['success'] = true;
}
json_return_and_die($ret);
}
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
/**
* @brief Remote channel info (such as permissions or photo or something)
* has been updated. Grab a fresh copy and sync it.
*
* The difference between refresh and force_refresh is that force_refresh
* unconditionally creates a directory update record, even if no changes were
* detected upon processing.
*
* @param array $sender
* @param array $recipients
*
* @return json_return_and_die()
*/
function zot_reply_refresh($sender, $recipients) {
start of v4
2015-12-07 03:16:38 +00:00
$ret = array('success' => false);
if($recipients) {
// This would be a permissions update, typically for one connection
foreach ($recipients as $recip) {
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
$r = q("select channel.*,xchan.* from channel
start of v4
2015-12-07 03:16:38 +00:00
left join xchan on channel_hash = xchan_hash
where channel_guid = '%s' and channel_guid_sig = '%s' limit 1",
dbesc($recip['guid']),
dbesc($recip['guid_sig'])
);
$x = zot_refresh(array(
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
'xchan_guid' => $sender['guid'],
start of v4
2015-12-07 03:16:38 +00:00
'xchan_guid_sig' => $sender['guid_sig'],
'hubloc_url' => $sender['url']
), $r[0], (($msgtype === 'force_refresh') ? true : false));
}
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
}
start of v4
2015-12-07 03:16:38 +00:00
else {
:bulb: Improving Doxygen documentation. Fix some Doxygen parsing errors. Improve hooks documentation.
2017-09-04 22:23:42 +00:00
// system wide refresh
start of v4
2015-12-07 03:16:38 +00:00
$x = zot_refresh(array(
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
'xchan_guid' => $sender['guid'],
start of v4
2015-12-07 03:16:38 +00:00
'xchan_guid_sig' => $sender['guid_sig'],
'hubloc_url' => $sender['url']
), null, (($msgtype === 'force_refresh') ? true : false));
}
$ret['success'] = true;
json_return_and_die($ret);
}
z6 deliver
2018-01-17 02:15:58 +00:00
function zot6_check_sig() {
$ret = [ 'success' => false ];
Update composer autoload cache.
2018-03-01 10:29:15 +00:00
turn the logs down again
2018-02-09 00:30:44 +00:00
logger('server: ' . print_r($_SERVER,true), LOGGER_DATA);
initial z6 delivery
2018-01-17 04:08:10 +00:00
if(array_key_exists('HTTP_SIGNATURE',$_SERVER)) {
$sigblock = \Zotlabs\Web\HTTPSig::parse_sigheader($_SERVER['HTTP_SIGNATURE']);
if($sigblock) {
$keyId = $sigblock['keyId'];
if($keyId) {
$r = q("select hubloc.*, site_crypto from hubloc left join site on hubloc_url = site_url
where hubloc_addr = '%s' ",
dbesc(str_replace('acct:','',$keyId))
);
if($r) {
foreach($r as $hubloc) {
$verified = \Zotlabs\Web\HTTPSig::verify('',$hubloc['xchan_pubkey']);
if($verified && $verified['header_signed'] && $verified['header_valid'] && $verified['content_signed'] && $verified['content_valid']) {
$ret['hubloc'] = $hubloc;
$ret['success'] = true;
return $ret;
z6 deliver
2018-01-17 02:15:58 +00:00
}
}
}
}
}
}
return $ret;
}
start of v4
2015-12-07 03:16:38 +00:00
function zot_reply_notify($data) {
$ret = array('success' => false);
a loose end
2015-12-08 00:11:39 +00:00
logger('notify received from ' . $data['sender']['url']);
start of v4
2015-12-07 03:16:38 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$async = get_config('system','queued_fetch');
start of v4
2015-12-07 03:16:38 +00:00
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
if($async) {
// add to receive queue
// qreceive_add($data);
[TASK] Update Doxyfile and fix Doxygen errors. Updated Doxyfile to include new folders. Add a list for @hooks tags. Fixed some parsing problems for Doxygen.
2016-10-01 22:41:25 +00:00
}
start of v4
2015-12-07 03:16:38 +00:00
else {
zot6 delivery cleanup
2018-02-21 00:13:43 +00:00
$x = zot_fetch($data);
$ret['delivery_report'] = $x;
start of v4
2015-12-07 03:16:38 +00:00
}
$ret['success'] = true;
json_return_and_die($ret);
fix a fatal error with incorrect DB object access
2016-11-07 11:19:03 +00:00
}
Reference in a new issue Copy permalink