friendica-github/include/poller.php

398 lines
11 KiB
PHP
Raw Normal View History

2010-07-19 03:49:54 +00:00
<?php
2010-09-09 12:25:01 +00:00
$debugging = true;
2010-07-19 03:49:54 +00:00
2010-09-02 07:31:11 +00:00
require_once('boot.php');
2010-07-19 03:49:54 +00:00
2010-09-02 07:31:11 +00:00
$a = new App;
2010-07-19 03:49:54 +00:00
2010-09-02 07:31:11 +00:00
@include('.htconfig.php');
require_once('dba.php');
$db = new dba($db_host, $db_user, $db_pass, $db_data);
unset($db_host, $db_user, $db_pass, $db_data);
2010-08-17 03:47:40 +00:00
2010-09-02 07:31:11 +00:00
require_once('session.php');
require_once('datetime.php');
require_once('simplepie/simplepie.inc');
require_once('include/items.php');
2010-08-17 03:47:40 +00:00
2010-09-09 03:14:17 +00:00
require_once('include/Contact.php');
2010-08-17 03:47:40 +00:00
$a->set_baseurl(get_config('system','url'));
2010-07-19 03:49:54 +00:00
2010-08-17 05:05:04 +00:00
$contacts = q("SELECT * FROM `contact`
2010-09-02 07:31:11 +00:00
WHERE ( `dfrn-id` != '' OR (`issued-id` != '' AND `duplex` = 1))
AND `self` = 0 AND `blocked` = 0 AND `readonly` = 0 ORDER BY RAND()");
2010-07-19 03:49:54 +00:00
if(! count($contacts))
killme();
foreach($contacts as $contact) {
if($contact['priority']) {
$update = false;
$t = $contact['last-update'];
switch ($contact['priority']) {
case 5:
if(datetime_convert('UTC','UTC', 'now') > datetime_convert('UTC','UTC', t . " + 1 month"))
$update = true;
break;
case 4:
if(datetime_convert('UTC','UTC', 'now') > datetime_convert('UTC','UTC', t . " + 1 week"))
$update = true;
break;
case 3:
if(datetime_convert('UTC','UTC', 'now') > datetime_convert('UTC','UTC', t . " + 1 day"))
$update = true;
break;
case 2:
if(datetime_convert('UTC','UTC', 'now') > datetime_convert('UTC','UTC', t . " + 12 hour"))
$update = true;
break;
case 1:
default:
if(datetime_convert('UTC','UTC', 'now') > datetime_convert('UTC','UTC', t . " + 1 hour"))
$update = true;
break;
}
if(! $update)
continue;
}
2010-07-19 03:49:54 +00:00
$importer_uid = $contact['uid'];
$r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `self` = 1 LIMIT 1",
intval($importer_uid)
);
if(! count($r))
continue;
$importer = $r[0];
2010-09-10 07:42:53 +00:00
if($debugging)
echo "IMPORTER: {$importer['name']}";
2010-09-09 12:25:01 +00:00
2010-07-19 03:49:54 +00:00
$last_update = (($contact['last-update'] == '0000-00-00 00:00:00')
? datetime_convert('UTC','UTC','now - 30 days','Y-m-d\TH:i:s\Z')
: datetime_convert('UTC','UTC',$contact['last-update'],'Y-m-d\TH:i:s\Z'));
2010-09-02 07:31:11 +00:00
2010-07-19 03:49:54 +00:00
2010-09-13 04:25:37 +00:00
$idtosend = $orig_id = (($contact['dfrn-id']) ? $contact['dfrn-id'] : $contact['issued-id']);
if(intval($contact['duplex']) && $contact['dfrn-id'])
$idtosend = '0:' . $orig_id;
if(intval($contact['duplex']) && $contact['issued-id'])
$idtosend = '1:' . $orig_id;
$url = $contact['poll'] . '?dfrn_id=' . $idtosend . '&type=data&last_update=' . $last_update ;
2010-07-19 03:49:54 +00:00
$xml = fetch_url($url);
2010-09-02 07:31:11 +00:00
2010-09-10 07:42:53 +00:00
if($debugging) {
echo "URL: " . $url . "\r\n";
echo "XML: " . $xml . "\r\n";
}
2010-09-02 07:31:11 +00:00
2010-07-19 03:49:54 +00:00
if(! $xml)
continue;
2010-09-13 04:25:37 +00:00
2010-07-19 03:49:54 +00:00
$res = simplexml_load_string($xml);
2010-09-09 03:14:17 +00:00
if(intval($res->status) == 1)
mark_for_death($contact);
if((intval($res->status) != 0) || (! strlen($res->challenge)) || (! strlen($res->dfrn_id)))
2010-07-19 03:49:54 +00:00
continue;
2010-09-09 03:14:17 +00:00
if($contact['term-date'] != '0000-00-00 00:00:00')
unmark_for_death($contact);
2010-07-19 03:49:54 +00:00
$postvars = array();
$sent_dfrn_id = hex2bin($res->dfrn_id);
2010-09-02 07:31:11 +00:00
$challenge = hex2bin($res->challenge);
$final_dfrn_id = '';
2010-09-02 07:31:11 +00:00
2010-09-09 03:14:17 +00:00
if(($contact['duplex']) && strlen($contact['prvkey'])) {
2010-09-02 07:31:11 +00:00
openssl_private_decrypt($sent_dfrn_id,$final_dfrn_id,$contact['prvkey']);
openssl_private_decrypt($challenge,$postvars['challenge'],$contact['prvkey']);
}
else {
openssl_public_decrypt($sent_dfrn_id,$final_dfrn_id,$contact['pubkey']);
openssl_public_decrypt($challenge,$postvars['challenge'],$contact['pubkey']);
}
$final_dfrn_id = substr($final_dfrn_id, 0, strpos($final_dfrn_id, '.'));
2010-09-13 04:25:37 +00:00
if(strpos($final_dfrn_id,':') == 1)
$final_dfrn_id = substr($final_dfrn_id,2);
if($final_dfrn_id != $orig_id) {
// did not decode properly - cannot trust this site
continue;
}
2010-09-09 03:14:17 +00:00
$postvars['dfrn_id'] = $idtosend;
2010-07-19 03:49:54 +00:00
2010-09-13 04:25:37 +00:00
2010-07-19 03:49:54 +00:00
$xml = post_url($contact['poll'],$postvars);
2010-09-10 07:42:53 +00:00
if($debugging) {
echo "XML response:" . $xml . "\r\n";
echo "Length:" . strlen($xml) . "\r\n";
}
2010-07-19 03:49:54 +00:00
if(! strlen($xml)) {
// an empty response may mean there's nothing new - record the fact that we checked
$r = q("UPDATE `contact` SET `last-update` = '%s' WHERE `id` = %d LIMIT 1",
dbesc(datetime_convert()),
intval($contact['id'])
);
continue;
}
2010-07-19 03:49:54 +00:00
$feed = new SimplePie();
$feed->set_raw_data($xml);
$feed->enable_order_by_date(false);
$feed->init();
2010-09-10 07:42:53 +00:00
// Check at the feed level for updated contact name and/or photo
$name_updated = '';
$new_name = '';
$photo_timestamp = '';
$photo_url = '';
$rawtags = $feed->get_feed_tags( SIMPLEPIE_NAMESPACE_ATOM_10, author);
if($rawtags) {
$elems = $rawtags[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10];
if($elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated']) {
$name_updated = $elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated'];
$new_name = $elems['name'][0]['data'];
}
if(($elems['link'][0]['attribs']['']['rel'] == 'photo') && ($elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated'])) {
$photo_timestamp = datetime_convert('UTC','UTC',$elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated']);
$photo_url = $elems['link'][0]['attribs']['']['href'];
}
}
if(! $photo_timestamp) {
$photo_rawupdate = $feed->get_feed_tags(NAMESPACE_DFRN,'icon-updated');
if($photo_rawupdate) {
$photo_timestamp = datetime_convert('UTC','UTC',$photo_rawupdate[0]['data']);
$photo_url = $feed->get_image_url();
}
}
if(($photo_timestamp) && (strlen($photo_url)) && ($photo_timestamp > $contact['avatar-date'])) {
2010-09-10 07:42:53 +00:00
require_once("Photo.php");
$photo_failure = false;
2010-09-10 07:42:53 +00:00
$r = q("SELECT `resource-id` FROM `photo` WHERE `contact-id` = %d AND `uid` = %d LIMIT 1",
intval($contact['id']),
intval($contact['uid'])
);
if(count($r)) {
$resource_id = $r[0]['resource-id'];
$img_str = fetch_url($photo_url,true);
$img = new Photo($img_str);
if($img) {
q("DELETE FROM `photo` WHERE `resource-id` = '%s' AND contact-id` = %d AND `uid` = %d",
dbesc($resource_id),
intval($contact['id']),
intval($contact['uid'])
);
$img->scaleImageSquare(175);
$hash = $resource_id;
$r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), t('Contact Photos') , 4);
2010-09-10 07:42:53 +00:00
$img->scaleImage(80);
$r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), t('Contact Photos') , 5);
if($r)
q("UPDATE `contact` SET `avatar-date` = '%s' WHERE `uid` = %d AND `id` = %d LIMIT 1",
dbesc(datetime_convert()),
intval($contact['uid']),
intval($contact['id'])
);
}
}
}
2010-09-10 07:42:53 +00:00
if(($name_updated) && (strlen($new_name)) && ($name_updated > $contact['name-date'])) {
q("UPDATE `contact` SET `name` = '%s', `name-date` = '%s' WHERE `uid` = %d AND `id` = %d LIMIT 1",
dbesc(notags(trim($new_name))),
dbesc(datetime_convert()),
intval($contact['uid']),
intval($contact['id'])
);
}
// Now process the feed
2010-07-19 03:49:54 +00:00
foreach($feed->get_items() as $item) {
2010-07-26 10:33:56 +00:00
$deleted = false;
2010-09-10 07:42:53 +00:00
$rawdelete = $item->get_item_tags( NAMESPACE_TOMB, 'deleted-entry');
2010-07-26 10:33:56 +00:00
if(isset($rawdelete[0]['attribs']['']['ref'])) {
$uri = $rawthread[0]['attribs']['']['ref'];
$deleted = true;
if(isset($rawdelete[0]['attribs']['']['when'])) {
$when = $rawthread[0]['attribs']['']['when'];
$when = datetime_convert('UTC','UTC', $when, 'Y-m-d H:i:s');
}
else
$when = datetime_convert('UTC','UTC','now','Y-m-d H:i:s');
}
2010-07-19 03:49:54 +00:00
if($deleted) {
2010-07-26 10:33:56 +00:00
$r = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
dbesc($uri),
intval($importer['uid'])
);
if(count($r)) {
2010-08-30 04:55:57 +00:00
$item = $r[0];
if($item['uri'] == $item['parent-uri']) {
2010-08-23 03:57:20 +00:00
$r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
`body` = '', `title` = ''
2010-09-09 12:25:01 +00:00
WHERE `parent-uri` = '%s' AND `uid` = %d",
2010-07-26 10:33:56 +00:00
dbesc($when),
2010-08-23 03:57:20 +00:00
dbesc(datetime_convert()),
2010-09-09 12:25:01 +00:00
dbesc($item['uri']),
intval($importer['uid'])
2010-07-26 10:33:56 +00:00
);
}
else {
2010-08-23 03:57:20 +00:00
$r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
`body` = '', `title` = ''
2010-07-26 10:33:56 +00:00
WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
dbesc($when),
2010-08-23 03:57:20 +00:00
dbesc(datetime_convert()),
2010-07-26 10:33:56 +00:00
dbesc($uri),
intval($importer['uid'])
);
2010-08-30 04:55:57 +00:00
if($item['last-child']) {
// ensure that last-child is set in case the comment that had it just got wiped.
$q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
dbesc(datetime_convert()),
dbesc($item['parent-uri']),
intval($item['uid'])
);
// who is the last child now?
2010-09-09 12:25:01 +00:00
$r = q("SELECT `id` FROM `item` WHERE `parent-uri` = '%s' AND `type` != 'activity' AND `deleted` = 0 AND `uid` = %d
2010-08-30 04:55:57 +00:00
ORDER BY `edited` DESC LIMIT 1",
2010-09-09 12:25:01 +00:00
dbesc($item['parent-uri']),
intval($importer['uid'])
2010-08-30 04:55:57 +00:00
);
if(count($r)) {
q("UPDATE `item` SET `last-child` = 1 WHERE `id` = %d LIMIT 1",
intval($r[0]['id'])
);
}
}
2010-07-26 10:33:56 +00:00
}
}
2010-07-19 03:49:54 +00:00
continue;
}
2010-07-26 10:33:56 +00:00
2010-07-19 03:49:54 +00:00
$is_reply = false;
$item_id = $item->get_id();
2010-09-10 07:42:53 +00:00
$rawthread = $item->get_item_tags( NAMESPACE_THREAD,'in-reply-to');
2010-07-19 03:49:54 +00:00
if(isset($rawthread[0]['attribs']['']['ref'])) {
$is_reply = true;
2010-07-19 06:23:18 +00:00
$parent_uri = $rawthread[0]['attribs']['']['ref'];
2010-07-19 03:49:54 +00:00
}
if($is_reply) {
// Have we seen it? If not, import it.
$item_id = $item->get_id();
2010-07-19 06:23:18 +00:00
$r = q("SELECT `uid`, `last-child`, `edited` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
2010-07-19 03:49:54 +00:00
dbesc($item_id),
intval($importer['uid'])
);
// FIXME update content if 'updated' changes
if(count($r)) {
2010-08-23 03:57:20 +00:00
$allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
2010-07-19 03:49:54 +00:00
if($allow && $allow[0]['data'] != $r[0]['last-child']) {
2010-09-09 12:25:01 +00:00
$r = q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d",
2010-08-23 03:57:20 +00:00
dbesc(datetime_convert()),
2010-09-09 12:25:01 +00:00
dbesc($parent_uri),
intval($importer['uid'])
2010-08-23 03:57:20 +00:00
);
$r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
2010-07-19 03:49:54 +00:00
intval($allow[0]['data']),
2010-08-23 03:57:20 +00:00
dbesc(datetime_convert()),
2010-07-19 03:49:54 +00:00
dbesc($item_id),
intval($importer['uid'])
);
2010-08-23 03:57:20 +00:00
2010-07-19 03:49:54 +00:00
}
continue;
}
$datarray = get_atom_elements($item);
2010-07-19 06:23:18 +00:00
$datarray['parent-uri'] = $parent_uri;
2010-07-19 03:49:54 +00:00
$datarray['uid'] = $importer['uid'];
2010-07-19 12:24:22 +00:00
$datarray['contact-id'] = $contact['id'];
$r = item_store($datarray);
2010-07-19 03:49:54 +00:00
continue;
}
else {
// Head post of a conversation. Have we seen it? If not, import it.
$item_id = $item->get_id();
2010-07-19 06:23:18 +00:00
$r = q("SELECT `uid`, `last-child`, `edited` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
2010-07-19 03:49:54 +00:00
dbesc($item_id),
intval($importer['uid'])
);
if(count($r)) {
2010-08-23 03:57:20 +00:00
$allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
2010-07-19 03:49:54 +00:00
if($allow && $allow[0]['data'] != $r[0]['last-child']) {
2010-08-23 03:57:20 +00:00
$r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
2010-07-19 03:49:54 +00:00
intval($allow[0]['data']),
2010-08-23 03:57:20 +00:00
dbesc(datetime_convert()),
2010-07-19 03:49:54 +00:00
dbesc($item_id),
intval($importer['uid'])
);
}
continue;
}
$datarray = get_atom_elements($item);
2010-07-19 06:23:18 +00:00
$datarray['parent-uri'] = $item_id;
2010-07-19 03:49:54 +00:00
$datarray['uid'] = $importer['uid'];
2010-07-19 12:24:22 +00:00
$datarray['contact-id'] = $contact['id'];
$r = item_store($datarray);
2010-07-19 03:49:54 +00:00
continue;
}
}
$r = q("UPDATE `contact` SET `last-update` = '%s' WHERE `id` = %d LIMIT 1",
dbesc(datetime_convert()),
intval($contact['id'])
);
}
killme();