mirror of
https://github.com/element-hq/synapse
synced 2024-09-01 19:10:21 +00:00
During the migration the automated script to update the copyright headers accidentally got rid of some of the existing copyright lines. Reinstate them.
897 lines
30 KiB
Python
897 lines
30 KiB
Python
#
|
|
# This file is licensed under the Affero General Public License (AGPL) version 3.
|
|
#
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
|
# Copyright (C) 2023 New Vector, Ltd
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as
|
|
# published by the Free Software Foundation, either version 3 of the
|
|
# License, or (at your option) any later version.
|
|
#
|
|
# See the GNU Affero General Public License for more details:
|
|
# <https://www.gnu.org/licenses/agpl-3.0.html>.
|
|
#
|
|
# Originally licensed under the Apache License, Version 2.0:
|
|
# <http://www.apache.org/licenses/LICENSE-2.0>.
|
|
#
|
|
# [This file includes modifications made by New Vector Limited]
|
|
#
|
|
#
|
|
from typing import (
|
|
Any,
|
|
Collection,
|
|
Dict,
|
|
Generator,
|
|
Iterable,
|
|
Iterator,
|
|
List,
|
|
Optional,
|
|
Set,
|
|
Tuple,
|
|
cast,
|
|
)
|
|
from unittest.mock import Mock
|
|
|
|
from twisted.internet import defer
|
|
|
|
from synapse.api.auth.internal import InternalAuth
|
|
from synapse.api.constants import EventTypes, Membership
|
|
from synapse.api.room_versions import RoomVersions
|
|
from synapse.events import EventBase, make_event_from_dict
|
|
from synapse.events.snapshot import EventContext
|
|
from synapse.state import StateHandler, StateResolutionHandler, _make_state_cache_entry
|
|
from synapse.types import MutableStateMap, StateMap
|
|
from synapse.types.state import StateFilter
|
|
from synapse.util import Clock
|
|
from synapse.util.macaroons import MacaroonGenerator
|
|
|
|
from tests import unittest
|
|
|
|
from .utils import MockClock, default_config
|
|
|
|
_next_event_id = 1000
|
|
|
|
|
|
def create_event(
|
|
name: Optional[str] = None,
|
|
type: Optional[str] = None,
|
|
state_key: Optional[str] = None,
|
|
depth: int = 2,
|
|
event_id: Optional[str] = None,
|
|
prev_events: Optional[List[Tuple[str, dict]]] = None,
|
|
**kwargs: Any,
|
|
) -> EventBase:
|
|
global _next_event_id
|
|
|
|
if not event_id:
|
|
_next_event_id += 1
|
|
event_id = "$%s:test" % (_next_event_id,)
|
|
|
|
if not name:
|
|
if state_key is not None:
|
|
name = "<%s-%s, %s>" % (type, state_key, event_id)
|
|
else:
|
|
name = "<%s, %s>" % (type, event_id)
|
|
|
|
d = {
|
|
"event_id": event_id,
|
|
"type": type,
|
|
"sender": "@user_id:example.com",
|
|
"room_id": "!room_id:example.com",
|
|
"depth": depth,
|
|
"prev_events": prev_events or [],
|
|
}
|
|
|
|
if state_key is not None:
|
|
d["state_key"] = state_key
|
|
|
|
d.update(kwargs)
|
|
|
|
return make_event_from_dict(d)
|
|
|
|
|
|
class _DummyStore:
|
|
def __init__(self) -> None:
|
|
self._event_to_state_group: Dict[str, int] = {}
|
|
self._group_to_state: Dict[int, MutableStateMap[str]] = {}
|
|
|
|
self._event_id_to_event: Dict[str, EventBase] = {}
|
|
|
|
self._next_group = 1
|
|
|
|
async def get_state_groups_ids(
|
|
self, room_id: str, event_ids: Collection[str]
|
|
) -> Dict[int, MutableStateMap[str]]:
|
|
groups = {}
|
|
for event_id in event_ids:
|
|
group = self._event_to_state_group.get(event_id)
|
|
if group:
|
|
groups[group] = self._group_to_state[group]
|
|
|
|
return groups
|
|
|
|
async def get_state_ids_for_group(
|
|
self, state_group: int, state_filter: Optional[StateFilter] = None
|
|
) -> MutableStateMap[str]:
|
|
return self._group_to_state[state_group]
|
|
|
|
async def store_state_group(
|
|
self,
|
|
event_id: str,
|
|
room_id: str,
|
|
prev_group: Optional[int],
|
|
delta_ids: Optional[StateMap[str]],
|
|
current_state_ids: Optional[StateMap[str]],
|
|
) -> int:
|
|
state_group = self._next_group
|
|
self._next_group += 1
|
|
|
|
if current_state_ids is None:
|
|
assert prev_group is not None
|
|
assert delta_ids is not None
|
|
current_state_ids = dict(self._group_to_state[prev_group])
|
|
current_state_ids.update(delta_ids)
|
|
|
|
self._group_to_state[state_group] = dict(current_state_ids)
|
|
|
|
return state_group
|
|
|
|
async def get_events(
|
|
self, event_ids: Collection[str], **kwargs: Any
|
|
) -> Dict[str, EventBase]:
|
|
return {
|
|
e_id: self._event_id_to_event[e_id]
|
|
for e_id in event_ids
|
|
if e_id in self._event_id_to_event
|
|
}
|
|
|
|
async def get_partial_state_events(
|
|
self, event_ids: Collection[str]
|
|
) -> Dict[str, bool]:
|
|
return {e: False for e in event_ids}
|
|
|
|
async def get_state_group_delta(
|
|
self, name: str
|
|
) -> Tuple[Optional[int], Optional[StateMap[str]]]:
|
|
return None, None
|
|
|
|
def register_events(self, events: Iterable[EventBase]) -> None:
|
|
for e in events:
|
|
self._event_id_to_event[e.event_id] = e
|
|
|
|
def register_event_context(self, event: EventBase, context: EventContext) -> None:
|
|
assert context.state_group is not None
|
|
self._event_to_state_group[event.event_id] = context.state_group
|
|
|
|
def register_event_id_state_group(self, event_id: str, state_group: int) -> None:
|
|
self._event_to_state_group[event_id] = state_group
|
|
|
|
async def get_room_version_id(self, room_id: str) -> str:
|
|
return RoomVersions.V1.identifier
|
|
|
|
async def get_state_group_for_events(
|
|
self, event_ids: Collection[str], await_full_state: bool = True
|
|
) -> Dict[str, int]:
|
|
res = {}
|
|
for event in event_ids:
|
|
res[event] = self._event_to_state_group[event]
|
|
return res
|
|
|
|
async def get_state_for_groups(
|
|
self, groups: Collection[int]
|
|
) -> Dict[int, MutableStateMap[str]]:
|
|
res = {}
|
|
for group in groups:
|
|
state = self._group_to_state[group]
|
|
res[group] = state
|
|
return res
|
|
|
|
|
|
class DictObj(dict):
|
|
def __init__(self, **kwargs: Any) -> None:
|
|
super().__init__(kwargs)
|
|
self.__dict__ = self
|
|
|
|
|
|
class Graph:
|
|
def __init__(self, nodes: Dict[str, DictObj], edges: Dict[str, List[str]]):
|
|
events: Dict[str, EventBase] = {}
|
|
clobbered: Set[str] = set()
|
|
|
|
for event_id, fields in nodes.items():
|
|
refs = edges.get(event_id)
|
|
if refs:
|
|
clobbered.difference_update(refs)
|
|
prev_events: List[Tuple[str, dict]] = [(r, {}) for r in refs]
|
|
else:
|
|
prev_events = []
|
|
|
|
events[event_id] = create_event(
|
|
event_id=event_id, prev_events=prev_events, **fields
|
|
)
|
|
|
|
self._leaves = clobbered
|
|
self._events = sorted(events.values(), key=lambda e: e.depth)
|
|
|
|
def walk(self) -> Iterator[EventBase]:
|
|
return iter(self._events)
|
|
|
|
|
|
class StateTestCase(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
self.dummy_store = _DummyStore()
|
|
storage_controllers = Mock(main=self.dummy_store, state=self.dummy_store)
|
|
hs = Mock(
|
|
spec_set=[
|
|
"config",
|
|
"get_datastores",
|
|
"get_storage_controllers",
|
|
"get_auth",
|
|
"get_state_handler",
|
|
"get_clock",
|
|
"get_state_resolution_handler",
|
|
"get_account_validity_handler",
|
|
"get_macaroon_generator",
|
|
"get_instance_name",
|
|
"get_simple_http_client",
|
|
"get_replication_client",
|
|
"hostname",
|
|
]
|
|
)
|
|
clock = cast(Clock, MockClock())
|
|
hs.config = default_config("tesths", True)
|
|
hs.get_datastores.return_value = Mock(main=self.dummy_store)
|
|
hs.get_state_handler.return_value = None
|
|
hs.get_clock.return_value = clock
|
|
hs.get_macaroon_generator.return_value = MacaroonGenerator(
|
|
clock, "tesths", b"verysecret"
|
|
)
|
|
hs.get_auth.return_value = InternalAuth(hs)
|
|
hs.get_state_resolution_handler = lambda: StateResolutionHandler(hs)
|
|
hs.get_storage_controllers.return_value = storage_controllers
|
|
|
|
self.state = StateHandler(hs)
|
|
self.event_id = 0
|
|
|
|
@defer.inlineCallbacks
|
|
def test_branch_no_conflict(self) -> Generator[defer.Deferred, Any, None]:
|
|
graph = Graph(
|
|
nodes={
|
|
"START": DictObj(
|
|
type=EventTypes.Create, state_key="", content={}, depth=1
|
|
),
|
|
"A": DictObj(type=EventTypes.Message, depth=2),
|
|
"B": DictObj(type=EventTypes.Message, depth=3),
|
|
"C": DictObj(type=EventTypes.Name, state_key="", depth=3),
|
|
"D": DictObj(type=EventTypes.Message, depth=4),
|
|
},
|
|
edges={"A": ["START"], "B": ["A"], "C": ["A"], "D": ["B", "C"]},
|
|
)
|
|
|
|
self.dummy_store.register_events(graph.walk())
|
|
|
|
context_store: Dict[str, EventContext] = {}
|
|
|
|
for event in graph.walk():
|
|
context = yield defer.ensureDeferred(
|
|
self.state.compute_event_context(event)
|
|
)
|
|
self.dummy_store.register_event_context(event, context)
|
|
context_store[event.event_id] = context
|
|
|
|
ctx_c = context_store["C"]
|
|
ctx_d = context_store["D"]
|
|
|
|
prev_state_ids: StateMap[str]
|
|
prev_state_ids = yield defer.ensureDeferred(ctx_d.get_prev_state_ids())
|
|
self.assertEqual(2, len(prev_state_ids))
|
|
|
|
self.assertEqual(ctx_c.state_group, ctx_d.state_group_before_event)
|
|
self.assertEqual(ctx_d.state_group_before_event, ctx_d.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_branch_basic_conflict(
|
|
self,
|
|
) -> Generator["defer.Deferred[object]", Any, None]:
|
|
graph = Graph(
|
|
nodes={
|
|
"START": DictObj(
|
|
type=EventTypes.Create,
|
|
state_key="",
|
|
content={"creator": "@user_id:example.com"},
|
|
depth=1,
|
|
),
|
|
"A": DictObj(
|
|
type=EventTypes.Member,
|
|
state_key="@user_id:example.com",
|
|
content={"membership": Membership.JOIN},
|
|
membership=Membership.JOIN,
|
|
depth=2,
|
|
),
|
|
"B": DictObj(type=EventTypes.Name, state_key="", depth=3),
|
|
"C": DictObj(type=EventTypes.Name, state_key="", depth=4),
|
|
"D": DictObj(type=EventTypes.Message, depth=5),
|
|
},
|
|
edges={"A": ["START"], "B": ["A"], "C": ["A"], "D": ["B", "C"]},
|
|
)
|
|
|
|
self.dummy_store.register_events(graph.walk())
|
|
|
|
context_store: Dict[str, EventContext] = {}
|
|
|
|
for event in graph.walk():
|
|
context = yield defer.ensureDeferred(
|
|
self.state.compute_event_context(event)
|
|
)
|
|
self.dummy_store.register_event_context(event, context)
|
|
context_store[event.event_id] = context
|
|
|
|
# C ends up winning the resolution between B and C
|
|
|
|
ctx_c = context_store["C"]
|
|
ctx_d = context_store["D"]
|
|
|
|
prev_state_ids: StateMap[str]
|
|
prev_state_ids = yield defer.ensureDeferred(ctx_d.get_prev_state_ids())
|
|
self.assertSetEqual({"START", "A", "C"}, set(prev_state_ids.values()))
|
|
|
|
self.assertEqual(ctx_c.state_group, ctx_d.state_group_before_event)
|
|
self.assertEqual(ctx_d.state_group_before_event, ctx_d.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_branch_have_banned_conflict(
|
|
self,
|
|
) -> Generator["defer.Deferred[object]", Any, None]:
|
|
graph = Graph(
|
|
nodes={
|
|
"START": DictObj(
|
|
type=EventTypes.Create,
|
|
state_key="",
|
|
content={"creator": "@user_id:example.com"},
|
|
depth=1,
|
|
),
|
|
"A": DictObj(
|
|
type=EventTypes.Member,
|
|
state_key="@user_id:example.com",
|
|
content={"membership": Membership.JOIN},
|
|
membership=Membership.JOIN,
|
|
depth=2,
|
|
),
|
|
"B": DictObj(type=EventTypes.Name, state_key="", depth=3),
|
|
"C": DictObj(
|
|
type=EventTypes.Member,
|
|
state_key="@user_id_2:example.com",
|
|
content={"membership": Membership.BAN},
|
|
membership=Membership.BAN,
|
|
depth=4,
|
|
),
|
|
"D": DictObj(
|
|
type=EventTypes.Name,
|
|
state_key="",
|
|
depth=4,
|
|
sender="@user_id_2:example.com",
|
|
),
|
|
"E": DictObj(type=EventTypes.Message, depth=5),
|
|
},
|
|
edges={"A": ["START"], "B": ["A"], "C": ["B"], "D": ["B"], "E": ["C", "D"]},
|
|
)
|
|
|
|
self.dummy_store.register_events(graph.walk())
|
|
|
|
context_store: Dict[str, EventContext] = {}
|
|
|
|
for event in graph.walk():
|
|
context = yield defer.ensureDeferred(
|
|
self.state.compute_event_context(event)
|
|
)
|
|
self.dummy_store.register_event_context(event, context)
|
|
context_store[event.event_id] = context
|
|
|
|
# C ends up winning the resolution between C and D because bans win over other
|
|
# changes
|
|
|
|
ctx_c = context_store["C"]
|
|
ctx_e = context_store["E"]
|
|
|
|
prev_state_ids: StateMap[str]
|
|
prev_state_ids = yield defer.ensureDeferred(ctx_e.get_prev_state_ids())
|
|
self.assertSetEqual({"START", "A", "B", "C"}, set(prev_state_ids.values()))
|
|
self.assertEqual(ctx_c.state_group, ctx_e.state_group_before_event)
|
|
self.assertEqual(ctx_e.state_group_before_event, ctx_e.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_branch_have_perms_conflict(
|
|
self,
|
|
) -> Generator["defer.Deferred[object]", Any, None]:
|
|
userid1 = "@user_id:example.com"
|
|
userid2 = "@user_id2:example.com"
|
|
|
|
nodes = {
|
|
"A1": DictObj(
|
|
type=EventTypes.Create,
|
|
state_key="",
|
|
content={"creator": userid1},
|
|
depth=1,
|
|
),
|
|
"A2": DictObj(
|
|
type=EventTypes.Member,
|
|
state_key=userid1,
|
|
content={"membership": Membership.JOIN},
|
|
membership=Membership.JOIN,
|
|
),
|
|
"A3": DictObj(
|
|
type=EventTypes.Member,
|
|
state_key=userid2,
|
|
content={"membership": Membership.JOIN},
|
|
membership=Membership.JOIN,
|
|
),
|
|
"A4": DictObj(
|
|
type=EventTypes.PowerLevels,
|
|
state_key="",
|
|
content={
|
|
"events": {"m.room.name": 50},
|
|
"users": {userid1: 100, userid2: 60},
|
|
},
|
|
),
|
|
"A5": DictObj(type=EventTypes.Name, state_key=""),
|
|
"B": DictObj(
|
|
type=EventTypes.PowerLevels,
|
|
state_key="",
|
|
content={"events": {"m.room.name": 50}, "users": {userid2: 30}},
|
|
),
|
|
"C": DictObj(type=EventTypes.Name, state_key="", sender=userid2),
|
|
"D": DictObj(type=EventTypes.Message),
|
|
}
|
|
edges = {
|
|
"A2": ["A1"],
|
|
"A3": ["A2"],
|
|
"A4": ["A3"],
|
|
"A5": ["A4"],
|
|
"B": ["A5"],
|
|
"C": ["A5"],
|
|
"D": ["B", "C"],
|
|
}
|
|
self._add_depths(nodes, edges)
|
|
graph = Graph(nodes, edges)
|
|
|
|
self.dummy_store.register_events(graph.walk())
|
|
|
|
context_store: Dict[str, EventContext] = {}
|
|
|
|
for event in graph.walk():
|
|
context = yield defer.ensureDeferred(
|
|
self.state.compute_event_context(event)
|
|
)
|
|
self.dummy_store.register_event_context(event, context)
|
|
context_store[event.event_id] = context
|
|
|
|
# B ends up winning the resolution between B and C because power levels
|
|
# win over other changes.
|
|
|
|
ctx_b = context_store["B"]
|
|
ctx_d = context_store["D"]
|
|
|
|
prev_state_ids: StateMap[str]
|
|
prev_state_ids = yield defer.ensureDeferred(ctx_d.get_prev_state_ids())
|
|
self.assertSetEqual({"A1", "A2", "A3", "A5", "B"}, set(prev_state_ids.values()))
|
|
|
|
self.assertEqual(ctx_b.state_group, ctx_d.state_group_before_event)
|
|
self.assertEqual(ctx_d.state_group_before_event, ctx_d.state_group)
|
|
|
|
def _add_depths(
|
|
self, nodes: Dict[str, DictObj], edges: Dict[str, List[str]]
|
|
) -> None:
|
|
def _get_depth(ev: str) -> int:
|
|
node = nodes[ev]
|
|
if "depth" not in node:
|
|
prevs = edges[ev]
|
|
depth = max(_get_depth(prev) for prev in prevs) + 1
|
|
node["depth"] = depth
|
|
return node["depth"]
|
|
|
|
for n in nodes:
|
|
_get_depth(n)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_annotate_with_old_message(
|
|
self,
|
|
) -> Generator["defer.Deferred[object]", Any, None]:
|
|
event = create_event(type="test_message", name="event")
|
|
|
|
old_state = [
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test1", state_key="2"),
|
|
create_event(type="test2", state_key=""),
|
|
]
|
|
|
|
context: EventContext
|
|
context = yield defer.ensureDeferred(
|
|
self.state.compute_event_context(
|
|
event,
|
|
state_ids_before_event={
|
|
(e.type, e.state_key): e.event_id for e in old_state
|
|
},
|
|
partial_state=False,
|
|
)
|
|
)
|
|
|
|
prev_state_ids: StateMap[str]
|
|
prev_state_ids = yield defer.ensureDeferred(context.get_prev_state_ids())
|
|
self.assertCountEqual((e.event_id for e in old_state), prev_state_ids.values())
|
|
|
|
current_state_ids: StateMap[str]
|
|
current_state_ids = yield defer.ensureDeferred(context.get_current_state_ids())
|
|
self.assertCountEqual(
|
|
(e.event_id for e in old_state), current_state_ids.values()
|
|
)
|
|
|
|
self.assertIsNotNone(context.state_group_before_event)
|
|
self.assertEqual(context.state_group_before_event, context.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_annotate_with_old_state(
|
|
self,
|
|
) -> Generator["defer.Deferred[object]", Any, None]:
|
|
event = create_event(type="state", state_key="", name="event")
|
|
|
|
old_state = [
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test1", state_key="2"),
|
|
create_event(type="test2", state_key=""),
|
|
]
|
|
|
|
context: EventContext
|
|
context = yield defer.ensureDeferred(
|
|
self.state.compute_event_context(
|
|
event,
|
|
state_ids_before_event={
|
|
(e.type, e.state_key): e.event_id for e in old_state
|
|
},
|
|
partial_state=False,
|
|
)
|
|
)
|
|
|
|
prev_state_ids: StateMap[str]
|
|
prev_state_ids = yield defer.ensureDeferred(context.get_prev_state_ids())
|
|
self.assertCountEqual((e.event_id for e in old_state), prev_state_ids.values())
|
|
|
|
current_state_ids: StateMap[str]
|
|
current_state_ids = yield defer.ensureDeferred(context.get_current_state_ids())
|
|
self.assertCountEqual(
|
|
(e.event_id for e in old_state + [event]), current_state_ids.values()
|
|
)
|
|
|
|
assert context.state_group_before_event is not None
|
|
assert context.state_group is not None
|
|
self.assertEqual(
|
|
context.state_group_deltas.get(
|
|
(context.state_group_before_event, context.state_group)
|
|
),
|
|
{(event.type, event.state_key): event.event_id},
|
|
)
|
|
self.assertNotEqual(context.state_group_before_event, context.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_trivial_annotate_message(
|
|
self,
|
|
) -> Generator["defer.Deferred[object]", Any, None]:
|
|
prev_event_id = "prev_event_id"
|
|
event = create_event(
|
|
type="test_message", name="event2", prev_events=[(prev_event_id, {})]
|
|
)
|
|
|
|
old_state = [
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test1", state_key="2"),
|
|
create_event(type="test2", state_key=""),
|
|
]
|
|
|
|
group_name = yield defer.ensureDeferred(
|
|
self.dummy_store.store_state_group(
|
|
prev_event_id,
|
|
event.room_id,
|
|
None,
|
|
None,
|
|
{(e.type, e.state_key): e.event_id for e in old_state},
|
|
)
|
|
)
|
|
self.dummy_store.register_event_id_state_group(prev_event_id, group_name)
|
|
|
|
context: EventContext
|
|
context = yield defer.ensureDeferred(self.state.compute_event_context(event))
|
|
|
|
current_state_ids: StateMap[str]
|
|
current_state_ids = yield defer.ensureDeferred(context.get_current_state_ids())
|
|
|
|
self.assertEqual(
|
|
{e.event_id for e in old_state}, set(current_state_ids.values())
|
|
)
|
|
|
|
self.assertEqual(group_name, context.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_trivial_annotate_state(
|
|
self,
|
|
) -> Generator["defer.Deferred[object]", Any, None]:
|
|
prev_event_id = "prev_event_id"
|
|
event = create_event(
|
|
type="state", state_key="", name="event2", prev_events=[(prev_event_id, {})]
|
|
)
|
|
|
|
old_state = [
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test1", state_key="2"),
|
|
create_event(type="test2", state_key=""),
|
|
]
|
|
|
|
group_name = yield defer.ensureDeferred(
|
|
self.dummy_store.store_state_group(
|
|
prev_event_id,
|
|
event.room_id,
|
|
None,
|
|
None,
|
|
{(e.type, e.state_key): e.event_id for e in old_state},
|
|
)
|
|
)
|
|
self.dummy_store.register_event_id_state_group(prev_event_id, group_name)
|
|
|
|
context: EventContext
|
|
context = yield defer.ensureDeferred(self.state.compute_event_context(event))
|
|
|
|
prev_state_ids: StateMap[str]
|
|
prev_state_ids = yield defer.ensureDeferred(context.get_prev_state_ids())
|
|
|
|
self.assertEqual({e.event_id for e in old_state}, set(prev_state_ids.values()))
|
|
|
|
self.assertIsNotNone(context.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_resolve_message_conflict(
|
|
self,
|
|
) -> Generator["defer.Deferred[Any]", Any, None]:
|
|
prev_event_id1 = "event_id1"
|
|
prev_event_id2 = "event_id2"
|
|
event = create_event(
|
|
type="test_message",
|
|
name="event3",
|
|
prev_events=[(prev_event_id1, {}), (prev_event_id2, {})],
|
|
)
|
|
|
|
creation = create_event(type=EventTypes.Create, state_key="")
|
|
|
|
old_state_1 = [
|
|
creation,
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test1", state_key="2"),
|
|
create_event(type="test2", state_key=""),
|
|
]
|
|
|
|
old_state_2 = [
|
|
creation,
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test3", state_key="2"),
|
|
create_event(type="test4", state_key=""),
|
|
]
|
|
|
|
self.dummy_store.register_events(old_state_1)
|
|
self.dummy_store.register_events(old_state_2)
|
|
|
|
context: EventContext
|
|
context = yield self._get_context(
|
|
event, prev_event_id1, old_state_1, prev_event_id2, old_state_2
|
|
)
|
|
|
|
current_state_ids: StateMap[str]
|
|
current_state_ids = yield defer.ensureDeferred(context.get_current_state_ids())
|
|
|
|
self.assertEqual(len(current_state_ids), 6)
|
|
|
|
self.assertIsNotNone(context.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_resolve_state_conflict(
|
|
self,
|
|
) -> Generator["defer.Deferred[Any]", Any, None]:
|
|
prev_event_id1 = "event_id1"
|
|
prev_event_id2 = "event_id2"
|
|
event = create_event(
|
|
type="test4",
|
|
state_key="",
|
|
name="event",
|
|
prev_events=[(prev_event_id1, {}), (prev_event_id2, {})],
|
|
)
|
|
|
|
creation = create_event(type=EventTypes.Create, state_key="")
|
|
|
|
old_state_1 = [
|
|
creation,
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test1", state_key="2"),
|
|
create_event(type="test2", state_key=""),
|
|
]
|
|
|
|
old_state_2 = [
|
|
creation,
|
|
create_event(type="test1", state_key="1"),
|
|
create_event(type="test3", state_key="2"),
|
|
create_event(type="test4", state_key=""),
|
|
]
|
|
|
|
store = _DummyStore()
|
|
store.register_events(old_state_1)
|
|
store.register_events(old_state_2)
|
|
self.dummy_store.get_events = store.get_events # type: ignore[method-assign]
|
|
|
|
context: EventContext
|
|
context = yield self._get_context(
|
|
event, prev_event_id1, old_state_1, prev_event_id2, old_state_2
|
|
)
|
|
|
|
current_state_ids: StateMap[str]
|
|
current_state_ids = yield defer.ensureDeferred(context.get_current_state_ids())
|
|
|
|
self.assertEqual(len(current_state_ids), 6)
|
|
|
|
self.assertIsNotNone(context.state_group)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_standard_depth_conflict(
|
|
self,
|
|
) -> Generator["defer.Deferred[Any]", Any, None]:
|
|
prev_event_id1 = "event_id1"
|
|
prev_event_id2 = "event_id2"
|
|
event = create_event(
|
|
type="test4",
|
|
name="event",
|
|
prev_events=[(prev_event_id1, {}), (prev_event_id2, {})],
|
|
)
|
|
|
|
member_event = create_event(
|
|
type=EventTypes.Member,
|
|
state_key="@user_id:example.com",
|
|
content={"membership": Membership.JOIN},
|
|
)
|
|
|
|
power_levels = create_event(
|
|
type=EventTypes.PowerLevels,
|
|
state_key="",
|
|
content={"users": {"@foo:bar": "100", "@user_id:example.com": "100"}},
|
|
)
|
|
|
|
creation = create_event(
|
|
type=EventTypes.Create, state_key="", content={"creator": "@foo:bar"}
|
|
)
|
|
|
|
old_state_1 = [
|
|
creation,
|
|
power_levels,
|
|
member_event,
|
|
create_event(type="test1", state_key="1", depth=1),
|
|
]
|
|
|
|
old_state_2 = [
|
|
creation,
|
|
power_levels,
|
|
member_event,
|
|
create_event(type="test1", state_key="1", depth=2),
|
|
]
|
|
|
|
store = _DummyStore()
|
|
store.register_events(old_state_1)
|
|
store.register_events(old_state_2)
|
|
self.dummy_store.get_events = store.get_events # type: ignore[method-assign]
|
|
|
|
context: EventContext
|
|
context = yield self._get_context(
|
|
event, prev_event_id1, old_state_1, prev_event_id2, old_state_2
|
|
)
|
|
|
|
current_state_ids: StateMap[str]
|
|
current_state_ids = yield defer.ensureDeferred(context.get_current_state_ids())
|
|
|
|
self.assertEqual(old_state_2[3].event_id, current_state_ids[("test1", "1")])
|
|
|
|
# Reverse the depth to make sure we are actually using the depths
|
|
# during state resolution.
|
|
|
|
old_state_1 = [
|
|
creation,
|
|
power_levels,
|
|
member_event,
|
|
create_event(type="test1", state_key="1", depth=2),
|
|
]
|
|
|
|
old_state_2 = [
|
|
creation,
|
|
power_levels,
|
|
member_event,
|
|
create_event(type="test1", state_key="1", depth=1),
|
|
]
|
|
|
|
store.register_events(old_state_1)
|
|
store.register_events(old_state_2)
|
|
|
|
context = yield self._get_context(
|
|
event, prev_event_id1, old_state_1, prev_event_id2, old_state_2
|
|
)
|
|
|
|
current_state_ids = yield defer.ensureDeferred(context.get_current_state_ids())
|
|
|
|
self.assertEqual(old_state_1[3].event_id, current_state_ids[("test1", "1")])
|
|
|
|
@defer.inlineCallbacks
|
|
def _get_context(
|
|
self,
|
|
event: EventBase,
|
|
prev_event_id_1: str,
|
|
old_state_1: Collection[EventBase],
|
|
prev_event_id_2: str,
|
|
old_state_2: Collection[EventBase],
|
|
) -> Generator["defer.Deferred[object]", Any, EventContext]:
|
|
sg1: int
|
|
sg1 = yield defer.ensureDeferred(
|
|
self.dummy_store.store_state_group(
|
|
prev_event_id_1,
|
|
event.room_id,
|
|
None,
|
|
None,
|
|
{(e.type, e.state_key): e.event_id for e in old_state_1},
|
|
)
|
|
)
|
|
self.dummy_store.register_event_id_state_group(prev_event_id_1, sg1)
|
|
|
|
sg2: int
|
|
sg2 = yield defer.ensureDeferred(
|
|
self.dummy_store.store_state_group(
|
|
prev_event_id_2,
|
|
event.room_id,
|
|
None,
|
|
None,
|
|
{(e.type, e.state_key): e.event_id for e in old_state_2},
|
|
)
|
|
)
|
|
self.dummy_store.register_event_id_state_group(prev_event_id_2, sg2)
|
|
|
|
result = yield defer.ensureDeferred(self.state.compute_event_context(event))
|
|
return result
|
|
|
|
def test_make_state_cache_entry(self) -> None:
|
|
"Test that calculating a prev_group and delta is correct"
|
|
|
|
new_state = {
|
|
("a", ""): "E",
|
|
("b", ""): "E",
|
|
("c", ""): "E",
|
|
("d", ""): "E",
|
|
}
|
|
|
|
# old_state_1 has fewer differences to new_state than old_state_2, but
|
|
# the delta involves deleting a key, which isn't allowed in the deltas,
|
|
# so we should pick old_state_2 as the prev_group.
|
|
|
|
# `old_state_1` has two differences: `a` and `e`
|
|
old_state_1 = {
|
|
("a", ""): "F",
|
|
("b", ""): "E",
|
|
("c", ""): "E",
|
|
("d", ""): "E",
|
|
("e", ""): "E",
|
|
}
|
|
|
|
# `old_state_2` has three differences: `a`, `c` and `d`
|
|
old_state_2 = {
|
|
("a", ""): "F",
|
|
("b", ""): "E",
|
|
("c", ""): "F",
|
|
("d", ""): "F",
|
|
}
|
|
|
|
entry = _make_state_cache_entry(new_state, {1: old_state_1, 2: old_state_2})
|
|
|
|
self.assertEqual(entry.prev_group, 2)
|
|
|
|
# There are three changes from `old_state_2` to `new_state`
|
|
self.assertEqual(
|
|
entry.delta_ids, {("a", ""): "E", ("c", ""): "E", ("d", ""): "E"}
|
|
)
|