mirror of
https://codeberg.org/streams/streams.git
synced 2024-09-20 19:15:15 +00:00
127 lines
3.2 KiB
PHP
127 lines
3.2 KiB
PHP
<?php /** @file */
|
|
|
|
require_once('boot.php');
|
|
require_once('include/cli_startup.php');
|
|
require_once('include/zot.php');
|
|
require_once('include/identity.php');
|
|
|
|
function externals_run($argv, $argc){
|
|
|
|
cli_startup();
|
|
$a = get_app();
|
|
|
|
|
|
$total = 0;
|
|
$attempts = 0;
|
|
|
|
logger('externals: startup', LOGGER_DEBUG);
|
|
|
|
// pull in some public posts
|
|
|
|
|
|
while($total == 0 && $attempts < 3) {
|
|
$arr = array('url' => '');
|
|
call_hooks('externals_url_select',$arr);
|
|
|
|
if($arr['url']) {
|
|
$url = $arr['url'];
|
|
}
|
|
else {
|
|
$randfunc = db_getfunc('RAND');
|
|
$r = q("select site_url, site_pull from site where site_url != '%s' and site_flags != %d order by $randfunc limit 1",
|
|
dbesc(z_root()),
|
|
intval(DIRECTORY_MODE_STANDALONE)
|
|
);
|
|
if($r)
|
|
$url = $r[0]['site_url'];
|
|
}
|
|
|
|
// Note: blacklisted sites must be stored in the config as an array.
|
|
// No simple way to turn this into a personal config because we have no identity here.
|
|
// For that we probably need a variant of superblock.
|
|
|
|
$blacklisted = false;
|
|
$bl1 = get_config('system','blacklisted_sites');
|
|
if(is_array($bl1) && $bl1) {
|
|
foreach($bl1 as $bl) {
|
|
if($bl && strpos($url,$bl) !== false) {
|
|
$blacklisted = true;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
$attempts ++;
|
|
|
|
// make sure we can eventually break out if somebody blacklists all known sites
|
|
|
|
if($blacklisted) {
|
|
if($attempts > 20)
|
|
break;
|
|
$attempts --;
|
|
continue;
|
|
}
|
|
|
|
if($url) {
|
|
if($r[0]['site_pull'] !== NULL_DATE)
|
|
$mindate = urlencode(datetime_convert('','',$r[0]['site_pull'] . ' - 1 day'));
|
|
else {
|
|
$days = get_config('externals','since_days');
|
|
if($days === false)
|
|
$days = 15;
|
|
$mindate = urlencode(datetime_convert('','','now - ' . intval($days) . ' days'));
|
|
}
|
|
|
|
$feedurl = $url . '/zotfeed?f=&mindate=' . $mindate;
|
|
|
|
logger('externals: pulling public content from ' . $feedurl, LOGGER_DEBUG);
|
|
|
|
$x = z_fetch_url($feedurl);
|
|
if(($x) && ($x['success'])) {
|
|
|
|
q("update site set site_pull = '%s' where site_url = '%s'",
|
|
dbesc(datetime_convert()),
|
|
dbesc($url)
|
|
);
|
|
|
|
$j = json_decode($x['body'],true);
|
|
if($j['success'] && $j['messages']) {
|
|
$sys = get_sys_channel();
|
|
foreach($j['messages'] as $message) {
|
|
// on these posts, clear any route info.
|
|
$message['route'] = '';
|
|
$results = process_delivery(array('hash' => 'undefined'), get_item_elements($message),
|
|
array(array('hash' => $sys['xchan_hash'])), false, true);
|
|
$total ++;
|
|
// $z = q("select id from item where mid = '%s' and uid = %d limit 1",
|
|
// dbesc($message['message_id']),
|
|
// intval($sys['channel_id'])
|
|
// );
|
|
$z = null;
|
|
if($z) {
|
|
$flag_bits = ITEM_WALL|ITEM_ORIGIN|ITEM_UPLINK;
|
|
// preserve the source
|
|
|
|
$r = q("update item set source_xchan = owner_xchan where id = %d",
|
|
intval($z[0]['id'])
|
|
);
|
|
|
|
$r = q("update item set item_flags = ( item_flags | %d ), owner_xchan = '%s'
|
|
where id = %d",
|
|
intval($flag_bits),
|
|
dbesc($sys['xchan_hash']),
|
|
intval($z[0]['id'])
|
|
);
|
|
}
|
|
}
|
|
logger('externals: import_public_posts: ' . $total . ' messages imported', LOGGER_DEBUG);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (array_search(__file__,get_included_files())===0){
|
|
externals_run($argv,$argc);
|
|
killme();
|
|
}
|