Store the tag type for the post targets

This commit is contained in:
Michael 2022-04-23 11:39:19 +00:00
parent 1c0c787d1c
commit 060597f619
8 changed files with 96 additions and 24 deletions

View file

@ -1,6 +1,6 @@
-- ------------------------------------------ -- ------------------------------------------
-- Friendica 2022.05-dev (Siberian Iris) -- Friendica 2022.05-dev (Siberian Iris)
-- DB_UPDATE_VERSION 1458 -- DB_UPDATE_VERSION 1459
-- ------------------------------------------ -- ------------------------------------------
@ -232,6 +232,7 @@ CREATE TABLE IF NOT EXISTS `tag` (
`id` int unsigned NOT NULL auto_increment COMMENT '', `id` int unsigned NOT NULL auto_increment COMMENT '',
`name` varchar(96) NOT NULL DEFAULT '' COMMENT '', `name` varchar(96) NOT NULL DEFAULT '' COMMENT '',
`url` varbinary(255) NOT NULL DEFAULT '' COMMENT '', `url` varbinary(255) NOT NULL DEFAULT '' COMMENT '',
`type` tinyint unsigned COMMENT 'Type of the tag (Unknown, Collection or Account)',
PRIMARY KEY(`id`), PRIMARY KEY(`id`),
UNIQUE INDEX `type_name_url` (`name`,`url`), UNIQUE INDEX `type_name_url` (`name`,`url`),
INDEX `url` (`url`) INDEX `url` (`url`)
@ -2235,7 +2236,8 @@ CREATE VIEW `tag-view` AS SELECT
`post-tag`.`tid` AS `tid`, `post-tag`.`tid` AS `tid`,
`post-tag`.`cid` AS `cid`, `post-tag`.`cid` AS `cid`,
CASE `cid` WHEN 0 THEN `tag`.`name` ELSE `contact`.`name` END AS `name`, CASE `cid` WHEN 0 THEN `tag`.`name` ELSE `contact`.`name` END AS `name`,
CASE `cid` WHEN 0 THEN `tag`.`url` ELSE `contact`.`url` END AS `url` CASE `cid` WHEN 0 THEN `tag`.`url` ELSE `contact`.`url` END AS `url`,
CASE `cid` WHEN 0 THEN `tag`.`type` ELSE 1 END AS `tag-type`
FROM `post-tag` FROM `post-tag`
LEFT JOIN `tag` ON `post-tag`.`tid` = `tag`.`id` LEFT JOIN `tag` ON `post-tag`.`tid` = `tag`.`id`
LEFT JOIN `contact` ON `post-tag`.`cid` = `contact`.`id`; LEFT JOIN `contact` ON `post-tag`.`cid` = `contact`.`id`;

View file

@ -6,11 +6,12 @@ tags and mentions
Fields Fields
------ ------
| Field | Description | Type | Null | Key | Default | Extra | | Field | Description | Type | Null | Key | Default | Extra |
| ----- | ----------- | -------------- | ---- | --- | ------- | -------------- | | ----- | ------------------------------------------------ | ---------------- | ---- | --- | ------- | -------------- |
| id | | int unsigned | NO | PRI | NULL | auto_increment | | id | | int unsigned | NO | PRI | NULL | auto_increment |
| name | | varchar(96) | NO | | | | | name | | varchar(96) | NO | | | |
| url | | varbinary(255) | NO | | | | | url | | varbinary(255) | NO | | | |
| type | Type of the tag (Unknown, Collection or Account) | tinyint unsigned | YES | | NULL | |
Indexes Indexes
------------ ------------

View file

@ -29,6 +29,7 @@ use Friendica\Core\System;
use Friendica\Database\Database; use Friendica\Database\Database;
use Friendica\Database\DBA; use Friendica\Database\DBA;
use Friendica\DI; use Friendica\DI;
use Friendica\Protocol\ActivityPub;
use Friendica\Util\DateTimeFormat; use Friendica\Util\DateTimeFormat;
use Friendica\Util\Strings; use Friendica\Util\Strings;
@ -57,6 +58,9 @@ class Tag
const BTO = 12; const BTO = 12;
const BCC = 13; const BCC = 13;
const ACCOUNT = 1;
const COLLECTION = 2;
const TAG_CHARACTER = [ const TAG_CHARACTER = [
self::HASHTAG => '#', self::HASHTAG => '#',
self::MENTION => '@', self::MENTION => '@',
@ -71,8 +75,9 @@ class Tag
* @param integer $type * @param integer $type
* @param string $name * @param string $name
* @param string $url * @param string $url
* @param integer $target
*/ */
public static function store(int $uriid, int $type, string $name, string $url = '') public static function store(int $uriid, int $type, string $name, string $url = '', int $target = null)
{ {
if ($type == self::HASHTAG) { if ($type == self::HASHTAG) {
// Trim Unicode non-word characters // Trim Unicode non-word characters
@ -108,11 +113,14 @@ class Tag
Logger::debug('Got id for contact', ['cid' => $cid, 'url' => $url]); Logger::debug('Got id for contact', ['cid' => $cid, 'url' => $url]);
if (empty($cid)) { if (empty($cid)) {
// The contact wasn't found in the system (most likely some dead account) $tag = DBA::selectFirst('tag', ['name', 'type'], ['url' => $url]);
// We ensure that we only store a single entry by overwriting the previous name if (!empty($tag)) {
Logger::info('URL is not a known contact, updating tag', ['url' => $url, 'name' => $name]); if ($tag['name'] != substr($name, 0, 96)) {
if (!DBA::exists('tag', ['name' => substr($name, 0, 96), 'url' => $url])) { DBA::update('tag', ['name' => substr($name, 0, 96)], ['url' => $url]);
DBA::update('tag', ['name' => substr($name, 0, 96)], ['url' => $url]); }
if (!empty($target) && ($tag['type'] != $target)) {
DBA::update('tag', ['type' => $target], ['url' => $url]);
}
} }
} }
} }
@ -126,7 +134,7 @@ class Tag
} }
} }
$tagid = self::getID($name, $url); $tagid = self::getID($name, $url, $target);
if (empty($tagid)) { if (empty($tagid)) {
return; return;
} }
@ -148,17 +156,66 @@ class Tag
Logger::info('Stored tag/mention', ['uri-id' => $uriid, 'tag-id' => $tagid, 'contact-id' => $cid, 'name' => $name, 'type' => $type, 'callstack' => System::callstack(8)]); Logger::info('Stored tag/mention', ['uri-id' => $uriid, 'tag-id' => $tagid, 'contact-id' => $cid, 'name' => $name, 'type' => $type, 'callstack' => System::callstack(8)]);
} }
public static function getTargetType(string $url)
{
if (empty($url)) {
return null;
}
$tag = DBA::selectFirst('tag', ['url', 'type'], ['url' => $url]);
if (!empty($tag['type'])) {
Logger::debug('Found existing type', ['type' => $tag['type'], 'url' => $url]);
return $tag['type'];
}
$target = null;
if ($url == ActivityPub::PUBLIC_COLLECTION) {
$target = Tag::COLLECTION;
Logger::debug('Public collection', ['url' => $url]);
} else {
if (DBA::exists('apcontact', ['followers' => $url])) {
$target = Tag::COLLECTION;
Logger::debug('Found collection via existing apcontact', ['url' => $url]);
} elseif (Contact::getIdForURL($url, 0)) {
$target = Tag::ACCOUNT;
Logger::debug('URL is an account', ['url' => $url]);
} else {
$content = ActivityPub::fetchContent($url);
if (!empty($content['type']) && ($content['type'] == 'OrderedCollection')) {
$target = Tag::COLLECTION;
Logger::debug('URL is an ordered collection', ['url' => $url]);
}
}
}
if (!empty($target) && !empty($tag['url']) && empty($tag['type'])) {
DBA::update('tag', ['type' => $target], ['url' => $url]);
}
if (empty($target)) {
Logger::debug('No type could be detected', ['url' => $url]);
}
return $target;
}
/** /**
* Get a tag id for a given tag name and url * Get a tag id for a given tag name and url
* *
* @param string $name * @param string $name
* @param string $url * @param string $url
* @param int $type
* @return void * @return void
*/ */
public static function getID(string $name, string $url = '') public static function getID(string $name, string $url = '', int $type = null)
{ {
$fields = ['name' => substr($name, 0, 96), 'url' => $url]; $fields = ['name' => substr($name, 0, 96), 'url' => $url];
if (!empty($type)) {
$fields['type'] = $type;
}
$tag = DBA::selectFirst('tag', ['id'], $fields); $tag = DBA::selectFirst('tag', ['id'], $fields);
if (DBA::isResult($tag)) { if (DBA::isResult($tag)) {
return $tag['id']; return $tag['id'];
@ -373,7 +430,7 @@ class Tag
public static function getByURIId(int $uri_id, array $type = [self::HASHTAG, self::MENTION, self::EXCLUSIVE_MENTION, self::IMPLICIT_MENTION]) public static function getByURIId(int $uri_id, array $type = [self::HASHTAG, self::MENTION, self::EXCLUSIVE_MENTION, self::IMPLICIT_MENTION])
{ {
$condition = ['uri-id' => $uri_id, 'type' => $type]; $condition = ['uri-id' => $uri_id, 'type' => $type];
return DBA::selectToArray('tag-view', ['type', 'name', 'url'], $condition); return DBA::selectToArray('tag-view', ['type', 'name', 'url', 'tag-type'], $condition);
} }
/** /**

View file

@ -200,6 +200,8 @@ class PermissionTooltip extends \Friendica\BaseModule
$receivers[$receiver['type']][] = DI::l10n()->t('Followers (%s)', $apcontact['name']); $receivers[$receiver['type']][] = DI::l10n()->t('Followers (%s)', $apcontact['name']);
} elseif ($apcontact = APContact::getByURL($receiver['url'], false)) { } elseif ($apcontact = APContact::getByURL($receiver['url'], false)) {
$receivers[$receiver['type']][] = $apcontact['name']; $receivers[$receiver['type']][] = $apcontact['name'];
} elseif ($receiver['tag-type'] == Tag::COLLECTION) {
$receivers[$receiver['type']][] = DI::l10n()->t('Collection (%s)', $receiver['name']);
} else { } else {
$receivers[$receiver['type']][] = $receiver['name']; $receivers[$receiver['type']][] = $receiver['name'];
} }

View file

@ -941,7 +941,10 @@ class Processor
} else { } else {
$name = trim(parse_url($receiver, PHP_URL_PATH), '/'); $name = trim(parse_url($receiver, PHP_URL_PATH), '/');
} }
Tag::store($uriid, $type, $name, $receiver);
$target = Tag::getTargetType($receiver);
Logger::debug('Got target type', ['type' => $target, 'url' => $receiver]);
Tag::store($uriid, $type, $name, $receiver, $target);
} }
} }
} }

View file

@ -55,7 +55,7 @@
use Friendica\Database\DBA; use Friendica\Database\DBA;
if (!defined('DB_UPDATE_VERSION')) { if (!defined('DB_UPDATE_VERSION')) {
define('DB_UPDATE_VERSION', 1458); define('DB_UPDATE_VERSION', 1459);
} }
return [ return [
@ -289,7 +289,8 @@ return [
"fields" => [ "fields" => [
"id" => ["type" => "int unsigned", "not null" => "1", "extra" => "auto_increment", "primary" => "1", "comment" => ""], "id" => ["type" => "int unsigned", "not null" => "1", "extra" => "auto_increment", "primary" => "1", "comment" => ""],
"name" => ["type" => "varchar(96)", "not null" => "1", "default" => "", "comment" => ""], "name" => ["type" => "varchar(96)", "not null" => "1", "default" => "", "comment" => ""],
"url" => ["type" => "varbinary(255)", "not null" => "1", "default" => "", "comment" => ""] "url" => ["type" => "varbinary(255)", "not null" => "1", "default" => "", "comment" => ""],
"type" => ["type" => "tinyint unsigned", "comment" => "Type of the tag (Unknown, Collection or Account)"],
], ],
"indexes" => [ "indexes" => [
"PRIMARY" => ["id"], "PRIMARY" => ["id"],

View file

@ -664,6 +664,7 @@
"cid" => ["post-tag", "cid"], "cid" => ["post-tag", "cid"],
"name" => "CASE `cid` WHEN 0 THEN `tag`.`name` ELSE `contact`.`name` END", "name" => "CASE `cid` WHEN 0 THEN `tag`.`name` ELSE `contact`.`name` END",
"url" => "CASE `cid` WHEN 0 THEN `tag`.`url` ELSE `contact`.`url` END", "url" => "CASE `cid` WHEN 0 THEN `tag`.`url` ELSE `contact`.`url` END",
"tag-type" => "CASE `cid` WHEN 0 THEN `tag`.`type` ELSE 1 END",
], ],
"query" => "FROM `post-tag` "query" => "FROM `post-tag`
LEFT JOIN `tag` ON `post-tag`.`tid` = `tag`.`id` LEFT JOIN `tag` ON `post-tag`.`tid` = `tag`.`id`

View file

@ -8,7 +8,7 @@ msgid ""
msgstr "" msgstr ""
"Project-Id-Version: 2022.05-dev\n" "Project-Id-Version: 2022.05-dev\n"
"Report-Msgid-Bugs-To: \n" "Report-Msgid-Bugs-To: \n"
"POT-Creation-Date: 2022-04-20 20:58+0000\n" "POT-Creation-Date: 2022-04-23 08:49+0000\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n" "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
"Last-Translator: FULL NAME <EMAIL@ADDRESS>\n" "Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
"Language-Team: LANGUAGE <LL@li.org>\n" "Language-Team: LANGUAGE <LL@li.org>\n"
@ -8588,22 +8588,27 @@ msgstr ""
msgid "Followers (%s)" msgid "Followers (%s)"
msgstr "" msgstr ""
#: src/Module/PermissionTooltip.php:216 #: src/Module/PermissionTooltip.php:204
#, php-format
msgid "Collection (%s)"
msgstr ""
#: src/Module/PermissionTooltip.php:218
#, php-format #, php-format
msgid "%d more" msgid "%d more"
msgstr "" msgstr ""
#: src/Module/PermissionTooltip.php:220 #: src/Module/PermissionTooltip.php:222
#, php-format #, php-format
msgid "<b>To:</b> %s<br>" msgid "<b>To:</b> %s<br>"
msgstr "" msgstr ""
#: src/Module/PermissionTooltip.php:223 #: src/Module/PermissionTooltip.php:225
#, php-format #, php-format
msgid "<b>CC:</b> %s<br>" msgid "<b>CC:</b> %s<br>"
msgstr "" msgstr ""
#: src/Module/PermissionTooltip.php:226 #: src/Module/PermissionTooltip.php:228
#, php-format #, php-format
msgid "<b>BCC:</b> %s<br>" msgid "<b>BCC:</b> %s<br>"
msgstr "" msgstr ""