2021-04-06 07:21:02 -04:00
|
|
|
# Copyright 2016-2021 The Matrix.org Foundation C.I.C.
|
2016-07-28 15:24:24 -04:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2021-04-09 13:44:38 -04:00
|
|
|
from unittest.mock import Mock
|
2018-07-09 02:09:20 -04:00
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
from twisted.test.proto_helpers import MemoryReactor
|
|
|
|
|
|
|
|
from synapse.server import HomeServer
|
2021-12-21 08:25:34 -05:00
|
|
|
from synapse.storage.databases.main.event_push_actions import NotifCounts
|
2022-06-17 08:38:13 -04:00
|
|
|
from synapse.util import Clock
|
2021-12-21 08:25:34 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
from tests.unittest import HomeserverTestCase
|
2016-07-28 15:24:24 -04:00
|
|
|
|
|
|
|
USER_ID = "@user:example.com"
|
|
|
|
|
2017-02-03 13:12:53 -05:00
|
|
|
PlAIN_NOTIF = ["notify", {"set_tweak": "highlight", "value": False}]
|
|
|
|
HIGHLIGHT = [
|
2018-08-10 09:54:09 -04:00
|
|
|
"notify",
|
|
|
|
{"set_tweak": "sound", "value": "default"},
|
|
|
|
{"set_tweak": "highlight"},
|
2017-02-03 13:12:53 -05:00
|
|
|
]
|
|
|
|
|
2016-07-28 15:24:24 -04:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
class EventPushActionsStoreTestCase(HomeserverTestCase):
|
2022-06-17 08:38:13 -04:00
|
|
|
def prepare(self, reactor: MemoryReactor, clock: Clock, hs: HomeServer) -> None:
|
2022-02-23 06:04:02 -05:00
|
|
|
self.store = hs.get_datastores().main
|
2022-06-17 08:38:13 -04:00
|
|
|
persist_events_store = hs.get_datastores().persist_events
|
|
|
|
assert persist_events_store is not None
|
|
|
|
self.persist_events_store = persist_events_store
|
2016-07-28 15:24:24 -04:00
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def test_get_unread_push_actions_for_user_in_range_for_http(self) -> None:
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2020-07-30 07:20:41 -04:00
|
|
|
self.store.get_unread_push_actions_for_user_in_range_for_http(
|
|
|
|
USER_ID, 0, 1000, 20
|
|
|
|
)
|
2016-07-28 15:24:24 -04:00
|
|
|
)
|
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def test_get_unread_push_actions_for_user_in_range_for_email(self) -> None:
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2020-07-30 07:20:41 -04:00
|
|
|
self.store.get_unread_push_actions_for_user_in_range_for_email(
|
|
|
|
USER_ID, 0, 1000, 20
|
|
|
|
)
|
2016-07-28 15:24:24 -04:00
|
|
|
)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def test_count_aggregation(self) -> None:
|
2017-02-03 13:12:53 -05:00
|
|
|
room_id = "!foo:example.com"
|
2022-06-28 08:13:44 -04:00
|
|
|
user_id = "@user1235:test"
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2022-06-15 11:17:14 -04:00
|
|
|
last_read_stream_ordering = [0]
|
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def _assert_counts(noitf_count: int, highlight_count: int) -> None:
|
2021-04-06 07:21:02 -04:00
|
|
|
counts = self.get_success(
|
2020-08-27 17:24:46 -04:00
|
|
|
self.store.db_pool.runInteraction(
|
2022-06-15 11:17:14 -04:00
|
|
|
"",
|
|
|
|
self.store._get_unread_counts_by_pos_txn,
|
|
|
|
room_id,
|
|
|
|
user_id,
|
|
|
|
last_read_stream_ordering[0],
|
2020-08-27 17:24:46 -04:00
|
|
|
)
|
2017-02-03 13:12:53 -05:00
|
|
|
)
|
2022-02-28 07:12:29 -05:00
|
|
|
self.assertEqual(
|
2017-02-03 13:12:53 -05:00
|
|
|
counts,
|
2021-12-21 08:25:34 -05:00
|
|
|
NotifCounts(
|
|
|
|
notify_count=noitf_count,
|
|
|
|
unread_count=0, # Unread counts are tested in the sync tests.
|
|
|
|
highlight_count=highlight_count,
|
|
|
|
),
|
2017-02-03 13:12:53 -05:00
|
|
|
)
|
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def _inject_actions(stream: int, action: list) -> None:
|
2017-02-03 13:12:53 -05:00
|
|
|
event = Mock()
|
|
|
|
event.room_id = room_id
|
2022-06-28 08:13:44 -04:00
|
|
|
event.event_id = f"$test{stream}:example.com"
|
2017-02-03 13:12:53 -05:00
|
|
|
event.internal_metadata.stream_ordering = stream
|
2021-09-08 10:18:35 -04:00
|
|
|
event.internal_metadata.is_outlier.return_value = False
|
2017-02-03 13:12:53 -05:00
|
|
|
event.depth = stream
|
|
|
|
|
2022-06-29 06:32:38 -04:00
|
|
|
self.store._events_stream_cache.entity_has_changed(room_id, stream)
|
|
|
|
|
2022-06-28 08:13:44 -04:00
|
|
|
self.get_success(
|
|
|
|
self.store.db_pool.simple_insert(
|
|
|
|
table="events",
|
|
|
|
values={
|
|
|
|
"stream_ordering": stream,
|
|
|
|
"topological_ordering": stream,
|
|
|
|
"type": "m.room.message",
|
|
|
|
"room_id": room_id,
|
|
|
|
"processed": True,
|
|
|
|
"outlier": False,
|
|
|
|
"event_id": event.event_id,
|
|
|
|
},
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2020-07-27 12:21:34 -04:00
|
|
|
self.store.add_push_actions_to_staging(
|
2020-09-02 12:19:37 -04:00
|
|
|
event.event_id,
|
|
|
|
{user_id: action},
|
|
|
|
False,
|
2020-07-27 12:21:34 -04:00
|
|
|
)
|
2018-02-15 11:24:07 -05:00
|
|
|
)
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2020-08-27 17:24:46 -04:00
|
|
|
self.store.db_pool.runInteraction(
|
|
|
|
"",
|
|
|
|
self.persist_events_store._set_push_actions_for_event_and_users_txn,
|
|
|
|
[(event, None)],
|
|
|
|
[(event, None)],
|
|
|
|
)
|
2017-02-03 13:12:53 -05:00
|
|
|
)
|
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def _rotate(stream: int) -> None:
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2020-08-27 17:24:46 -04:00
|
|
|
self.store.db_pool.runInteraction(
|
2022-06-28 08:13:44 -04:00
|
|
|
"rotate-receipts", self.store._handle_new_receipts_for_notifs_txn
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
self.get_success(
|
|
|
|
self.store.db_pool.runInteraction(
|
|
|
|
"rotate-notifs", self.store._rotate_notifs_before_txn, stream
|
2020-08-27 17:24:46 -04:00
|
|
|
)
|
2017-02-03 13:12:53 -05:00
|
|
|
)
|
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def _mark_read(stream: int, depth: int) -> None:
|
2022-06-15 11:17:14 -04:00
|
|
|
last_read_stream_ordering[0] = stream
|
2022-06-28 08:13:44 -04:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2022-06-30 10:08:40 -04:00
|
|
|
self.store.insert_receipt(
|
2020-08-27 17:24:46 -04:00
|
|
|
room_id,
|
2022-06-28 08:13:44 -04:00
|
|
|
"m.read",
|
2022-06-30 10:08:40 -04:00
|
|
|
user_id=user_id,
|
|
|
|
event_ids=[f"$test{stream}:example.com"],
|
|
|
|
data={},
|
2020-08-27 17:24:46 -04:00
|
|
|
)
|
2017-02-03 13:12:53 -05:00
|
|
|
)
|
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
_assert_counts(0, 0)
|
|
|
|
_inject_actions(1, PlAIN_NOTIF)
|
|
|
|
_assert_counts(1, 0)
|
|
|
|
_rotate(2)
|
|
|
|
_assert_counts(1, 0)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
_inject_actions(3, PlAIN_NOTIF)
|
|
|
|
_assert_counts(2, 0)
|
|
|
|
_rotate(4)
|
|
|
|
_assert_counts(2, 0)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
_inject_actions(5, PlAIN_NOTIF)
|
|
|
|
_mark_read(3, 3)
|
|
|
|
_assert_counts(1, 0)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
_mark_read(5, 5)
|
|
|
|
_assert_counts(0, 0)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
_inject_actions(6, PlAIN_NOTIF)
|
|
|
|
_rotate(7)
|
2022-06-30 10:08:40 -04:00
|
|
|
_assert_counts(1, 0)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2020-08-27 14:16:41 -04:00
|
|
|
self.store.db_pool.simple_delete(
|
|
|
|
table="event_push_actions", keyvalues={"1": 1}, desc=""
|
|
|
|
)
|
2017-02-03 13:12:53 -05:00
|
|
|
)
|
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
_assert_counts(1, 0)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2022-06-28 08:13:44 -04:00
|
|
|
_mark_read(6, 6)
|
2021-04-06 07:21:02 -04:00
|
|
|
_assert_counts(0, 0)
|
2017-02-03 13:12:53 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
_inject_actions(8, HIGHLIGHT)
|
|
|
|
_assert_counts(1, 1)
|
|
|
|
_rotate(9)
|
|
|
|
_assert_counts(1, 1)
|
2022-06-15 11:17:14 -04:00
|
|
|
|
|
|
|
# Check that adding another notification and rotating after highlight
|
|
|
|
# works.
|
|
|
|
_inject_actions(10, PlAIN_NOTIF)
|
|
|
|
_rotate(11)
|
|
|
|
_assert_counts(2, 1)
|
|
|
|
|
|
|
|
# Check that sending read receipts at different points results in the
|
|
|
|
# right counts.
|
|
|
|
_mark_read(8, 8)
|
|
|
|
_assert_counts(1, 0)
|
|
|
|
_mark_read(10, 10)
|
|
|
|
_assert_counts(0, 0)
|
2018-03-05 06:47:48 -05:00
|
|
|
|
2022-06-17 08:38:13 -04:00
|
|
|
def test_find_first_stream_ordering_after_ts(self) -> None:
|
|
|
|
def add_event(so: int, ts: int) -> None:
|
2021-04-06 07:21:02 -04:00
|
|
|
self.get_success(
|
2020-08-17 12:18:01 -04:00
|
|
|
self.store.db_pool.simple_insert(
|
|
|
|
"events",
|
|
|
|
{
|
|
|
|
"stream_ordering": so,
|
|
|
|
"received_ts": ts,
|
|
|
|
"event_id": "event%i" % so,
|
|
|
|
"type": "",
|
|
|
|
"room_id": "",
|
|
|
|
"content": "",
|
|
|
|
"processed": True,
|
|
|
|
"outlier": False,
|
|
|
|
"topological_ordering": 0,
|
|
|
|
"depth": 0,
|
|
|
|
},
|
|
|
|
)
|
2018-08-10 09:54:09 -04:00
|
|
|
)
|
2018-03-05 06:47:48 -05:00
|
|
|
|
|
|
|
# start with the base case where there are no events in the table
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(11))
|
2018-03-05 06:47:48 -05:00
|
|
|
self.assertEqual(r, 0)
|
|
|
|
|
|
|
|
# now with one event
|
2021-04-06 07:21:02 -04:00
|
|
|
add_event(2, 10)
|
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(9))
|
2018-03-05 06:47:48 -05:00
|
|
|
self.assertEqual(r, 2)
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(10))
|
2018-03-05 06:47:48 -05:00
|
|
|
self.assertEqual(r, 2)
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(11))
|
2018-03-05 06:47:48 -05:00
|
|
|
self.assertEqual(r, 3)
|
|
|
|
|
|
|
|
# add a bunch of dummy events to the events table
|
|
|
|
for (stream_ordering, ts) in (
|
2018-08-10 09:54:09 -04:00
|
|
|
(3, 110),
|
|
|
|
(4, 120),
|
|
|
|
(5, 120),
|
|
|
|
(10, 130),
|
|
|
|
(20, 140),
|
2018-03-05 06:47:48 -05:00
|
|
|
):
|
2021-04-06 07:21:02 -04:00
|
|
|
add_event(stream_ordering, ts)
|
2018-03-05 06:47:48 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(110))
|
2018-08-10 09:54:09 -04:00
|
|
|
self.assertEqual(r, 3, "First event after 110ms should be 3, was %i" % r)
|
2018-03-05 06:47:48 -05:00
|
|
|
|
2018-03-05 07:24:49 -05:00
|
|
|
# 4 and 5 are both after 120: we want 4 rather than 5
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(120))
|
2018-08-10 09:54:09 -04:00
|
|
|
self.assertEqual(r, 4, "First event after 120ms should be 4, was %i" % r)
|
2018-03-05 06:47:48 -05:00
|
|
|
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(129))
|
2018-08-10 09:54:09 -04:00
|
|
|
self.assertEqual(r, 10, "First event after 129ms should be 10, was %i" % r)
|
2018-03-05 06:47:48 -05:00
|
|
|
|
|
|
|
# check we can get the last event
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(140))
|
2018-08-10 09:54:09 -04:00
|
|
|
self.assertEqual(r, 20, "First event after 14ms should be 20, was %i" % r)
|
2018-03-05 06:47:48 -05:00
|
|
|
|
|
|
|
# off the end
|
2021-04-06 07:21:02 -04:00
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(160))
|
2018-03-05 06:47:48 -05:00
|
|
|
self.assertEqual(r, 21)
|
|
|
|
|
|
|
|
# check we can find an event at ordering zero
|
2021-04-06 07:21:02 -04:00
|
|
|
add_event(0, 5)
|
|
|
|
r = self.get_success(self.store.find_first_stream_ordering_after_ts(1))
|
2018-03-05 06:47:48 -05:00
|
|
|
self.assertEqual(r, 0)
|