2015-10-29 11:20:52 -04:00
|
|
|
#
|
2023-11-21 15:29:58 -05:00
|
|
|
# This file is licensed under the Affero General Public License (AGPL) version 3.
|
|
|
|
#
|
2024-01-23 06:26:48 -05:00
|
|
|
# Copyright 2021 The Matrix.org Foundation C.I.C.
|
|
|
|
# Copyright 2015, 2016 OpenMarket Ltd
|
2023-11-21 15:29:58 -05:00
|
|
|
# Copyright (C) 2023 New Vector, Ltd
|
|
|
|
#
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU Affero General Public License as
|
|
|
|
# published by the Free Software Foundation, either version 3 of the
|
|
|
|
# License, or (at your option) any later version.
|
|
|
|
#
|
|
|
|
# See the GNU Affero General Public License for more details:
|
|
|
|
# <https://www.gnu.org/licenses/agpl-3.0.html>.
|
|
|
|
#
|
|
|
|
# Originally licensed under the Apache License, Version 2.0:
|
|
|
|
# <http://www.apache.org/licenses/LICENSE-2.0>.
|
|
|
|
#
|
|
|
|
# [This file includes modifications made by New Vector Limited]
|
2015-10-29 11:20:52 -04:00
|
|
|
#
|
|
|
|
#
|
2022-04-01 05:22:48 -04:00
|
|
|
import logging
|
2021-01-18 10:47:59 -05:00
|
|
|
import random
|
2023-01-26 12:31:58 -05:00
|
|
|
from typing import TYPE_CHECKING, Awaitable, Callable, List, Optional, Tuple
|
2020-10-09 07:20:51 -04:00
|
|
|
|
2023-01-13 09:57:43 -05:00
|
|
|
from synapse.api.constants import AccountDataTypes
|
2021-01-18 10:47:59 -05:00
|
|
|
from synapse.replication.http.account_data import (
|
2022-12-31 22:40:46 -05:00
|
|
|
ReplicationAddRoomAccountDataRestServlet,
|
2021-01-18 10:47:59 -05:00
|
|
|
ReplicationAddTagRestServlet,
|
2022-12-31 22:40:46 -05:00
|
|
|
ReplicationAddUserAccountDataRestServlet,
|
|
|
|
ReplicationRemoveRoomAccountDataRestServlet,
|
2021-01-18 10:47:59 -05:00
|
|
|
ReplicationRemoveTagRestServlet,
|
2022-12-31 22:40:46 -05:00
|
|
|
ReplicationRemoveUserAccountDataRestServlet,
|
2021-01-18 10:47:59 -05:00
|
|
|
)
|
2021-09-21 13:34:26 -04:00
|
|
|
from synapse.streams import EventSource
|
2023-01-26 12:31:58 -05:00
|
|
|
from synapse.types import JsonDict, StrCollection, StreamKeyType, UserID
|
2020-10-09 07:20:51 -04:00
|
|
|
|
|
|
|
if TYPE_CHECKING:
|
2021-03-23 07:12:48 -04:00
|
|
|
from synapse.server import HomeServer
|
2015-10-29 11:20:52 -04:00
|
|
|
|
2022-04-01 05:22:48 -04:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
ON_ACCOUNT_DATA_UPDATED_CALLBACK = Callable[
|
|
|
|
[str, Optional[str], str, JsonDict], Awaitable
|
|
|
|
]
|
|
|
|
|
2015-10-29 11:20:52 -04:00
|
|
|
|
2021-01-18 10:47:59 -05:00
|
|
|
class AccountDataHandler:
|
|
|
|
def __init__(self, hs: "HomeServer"):
|
2022-02-23 06:04:02 -05:00
|
|
|
self._store = hs.get_datastores().main
|
2021-01-18 10:47:59 -05:00
|
|
|
self._instance_name = hs.get_instance_name()
|
|
|
|
self._notifier = hs.get_notifier()
|
|
|
|
|
2022-12-31 22:40:46 -05:00
|
|
|
self._add_user_data_client = (
|
|
|
|
ReplicationAddUserAccountDataRestServlet.make_client(hs)
|
|
|
|
)
|
|
|
|
self._remove_user_data_client = (
|
|
|
|
ReplicationRemoveUserAccountDataRestServlet.make_client(hs)
|
|
|
|
)
|
|
|
|
self._add_room_data_client = (
|
|
|
|
ReplicationAddRoomAccountDataRestServlet.make_client(hs)
|
|
|
|
)
|
|
|
|
self._remove_room_data_client = (
|
|
|
|
ReplicationRemoveRoomAccountDataRestServlet.make_client(hs)
|
|
|
|
)
|
2021-01-18 10:47:59 -05:00
|
|
|
self._add_tag_client = ReplicationAddTagRestServlet.make_client(hs)
|
|
|
|
self._remove_tag_client = ReplicationRemoveTagRestServlet.make_client(hs)
|
|
|
|
self._account_data_writers = hs.config.worker.writers.account_data
|
|
|
|
|
2022-04-01 05:22:48 -04:00
|
|
|
self._on_account_data_updated_callbacks: List[
|
|
|
|
ON_ACCOUNT_DATA_UPDATED_CALLBACK
|
|
|
|
] = []
|
|
|
|
|
|
|
|
def register_module_callbacks(
|
|
|
|
self, on_account_data_updated: Optional[ON_ACCOUNT_DATA_UPDATED_CALLBACK] = None
|
|
|
|
) -> None:
|
|
|
|
"""Register callbacks from modules."""
|
|
|
|
if on_account_data_updated is not None:
|
|
|
|
self._on_account_data_updated_callbacks.append(on_account_data_updated)
|
|
|
|
|
|
|
|
async def _notify_modules(
|
|
|
|
self,
|
|
|
|
user_id: str,
|
|
|
|
room_id: Optional[str],
|
|
|
|
account_data_type: str,
|
|
|
|
content: JsonDict,
|
|
|
|
) -> None:
|
|
|
|
"""Notifies modules about new account data changes.
|
|
|
|
|
|
|
|
A change can be either a new account data type being added, or the content
|
|
|
|
associated with a type being changed. Account data for a given type is removed by
|
|
|
|
changing the associated content to an empty dictionary.
|
|
|
|
|
|
|
|
Note that this is not called when the tags associated with a room change.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
user_id: The user whose account data is changing.
|
|
|
|
room_id: The ID of the room the account data change concerns, if any.
|
|
|
|
account_data_type: The type of the account data.
|
|
|
|
content: The content that is now associated with this type.
|
|
|
|
"""
|
|
|
|
for callback in self._on_account_data_updated_callbacks:
|
|
|
|
try:
|
|
|
|
await callback(user_id, room_id, account_data_type, content)
|
|
|
|
except Exception as e:
|
|
|
|
logger.exception("Failed to run module callback %s: %s", callback, e)
|
|
|
|
|
2021-01-18 10:47:59 -05:00
|
|
|
async def add_account_data_to_room(
|
|
|
|
self, user_id: str, room_id: str, account_data_type: str, content: JsonDict
|
|
|
|
) -> int:
|
|
|
|
"""Add some account_data to a room for a user.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
user_id: The user to add a tag for.
|
|
|
|
room_id: The room to add a tag for.
|
|
|
|
account_data_type: The type of account_data to add.
|
|
|
|
content: A json object to associate with the tag.
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
The maximum stream ID.
|
|
|
|
"""
|
|
|
|
if self._instance_name in self._account_data_writers:
|
|
|
|
max_stream_id = await self._store.add_account_data_to_room(
|
|
|
|
user_id, room_id, account_data_type, content
|
|
|
|
)
|
|
|
|
|
|
|
|
self._notifier.on_new_event(
|
2022-05-16 11:35:31 -04:00
|
|
|
StreamKeyType.ACCOUNT_DATA, max_stream_id, users=[user_id]
|
2021-01-18 10:47:59 -05:00
|
|
|
)
|
|
|
|
|
2022-04-01 05:22:48 -04:00
|
|
|
await self._notify_modules(user_id, room_id, account_data_type, content)
|
|
|
|
|
2021-01-18 10:47:59 -05:00
|
|
|
return max_stream_id
|
|
|
|
else:
|
2022-12-31 22:40:46 -05:00
|
|
|
response = await self._add_room_data_client(
|
2021-01-18 10:47:59 -05:00
|
|
|
instance_name=random.choice(self._account_data_writers),
|
|
|
|
user_id=user_id,
|
|
|
|
room_id=room_id,
|
|
|
|
account_data_type=account_data_type,
|
|
|
|
content=content,
|
|
|
|
)
|
|
|
|
return response["max_stream_id"]
|
|
|
|
|
2022-12-31 22:40:46 -05:00
|
|
|
async def remove_account_data_for_room(
|
|
|
|
self, user_id: str, room_id: str, account_data_type: str
|
|
|
|
) -> Optional[int]:
|
|
|
|
"""
|
|
|
|
Deletes the room account data for the given user and account data type.
|
|
|
|
|
|
|
|
"Deleting" account data merely means setting the content of the account data
|
|
|
|
to an empty JSON object: {}.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
user_id: The user ID to remove room account data for.
|
|
|
|
room_id: The room ID to target.
|
|
|
|
account_data_type: The account data type to remove.
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
The maximum stream ID, or None if the room account data item did not exist.
|
|
|
|
"""
|
|
|
|
if self._instance_name in self._account_data_writers:
|
|
|
|
max_stream_id = await self._store.remove_account_data_for_room(
|
|
|
|
user_id, room_id, account_data_type
|
|
|
|
)
|
|
|
|
|
|
|
|
self._notifier.on_new_event(
|
|
|
|
StreamKeyType.ACCOUNT_DATA, max_stream_id, users=[user_id]
|
|
|
|
)
|
|
|
|
|
|
|
|
# Notify Synapse modules that the content of the type has changed to an
|
|
|
|
# empty dictionary.
|
|
|
|
await self._notify_modules(user_id, room_id, account_data_type, {})
|
|
|
|
|
|
|
|
return max_stream_id
|
|
|
|
else:
|
|
|
|
response = await self._remove_room_data_client(
|
|
|
|
instance_name=random.choice(self._account_data_writers),
|
|
|
|
user_id=user_id,
|
|
|
|
room_id=room_id,
|
|
|
|
account_data_type=account_data_type,
|
|
|
|
content={},
|
|
|
|
)
|
|
|
|
return response["max_stream_id"]
|
|
|
|
|
2021-01-18 10:47:59 -05:00
|
|
|
async def add_account_data_for_user(
|
|
|
|
self, user_id: str, account_data_type: str, content: JsonDict
|
|
|
|
) -> int:
|
2022-01-10 10:38:22 -05:00
|
|
|
"""Add some global account_data for a user.
|
2021-01-18 10:47:59 -05:00
|
|
|
|
|
|
|
Args:
|
2022-12-31 22:40:46 -05:00
|
|
|
user_id: The user to add some account data for.
|
2021-01-18 10:47:59 -05:00
|
|
|
account_data_type: The type of account_data to add.
|
2022-12-31 22:40:46 -05:00
|
|
|
content: The content json dictionary.
|
2021-01-18 10:47:59 -05:00
|
|
|
|
|
|
|
Returns:
|
|
|
|
The maximum stream ID.
|
|
|
|
"""
|
|
|
|
|
|
|
|
if self._instance_name in self._account_data_writers:
|
|
|
|
max_stream_id = await self._store.add_account_data_for_user(
|
|
|
|
user_id, account_data_type, content
|
|
|
|
)
|
|
|
|
|
|
|
|
self._notifier.on_new_event(
|
2022-05-16 11:35:31 -04:00
|
|
|
StreamKeyType.ACCOUNT_DATA, max_stream_id, users=[user_id]
|
2021-01-18 10:47:59 -05:00
|
|
|
)
|
2022-04-01 05:22:48 -04:00
|
|
|
|
|
|
|
await self._notify_modules(user_id, None, account_data_type, content)
|
|
|
|
|
2021-01-18 10:47:59 -05:00
|
|
|
return max_stream_id
|
|
|
|
else:
|
2022-12-31 22:40:46 -05:00
|
|
|
response = await self._add_user_data_client(
|
2021-01-18 10:47:59 -05:00
|
|
|
instance_name=random.choice(self._account_data_writers),
|
|
|
|
user_id=user_id,
|
|
|
|
account_data_type=account_data_type,
|
|
|
|
content=content,
|
|
|
|
)
|
|
|
|
return response["max_stream_id"]
|
|
|
|
|
2022-12-31 22:40:46 -05:00
|
|
|
async def remove_account_data_for_user(
|
|
|
|
self, user_id: str, account_data_type: str
|
|
|
|
) -> Optional[int]:
|
|
|
|
"""Removes a piece of global account_data for a user.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
user_id: The user to remove account data for.
|
|
|
|
account_data_type: The type of account_data to remove.
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
The maximum stream ID, or None if the room account data item did not exist.
|
|
|
|
"""
|
|
|
|
|
|
|
|
if self._instance_name in self._account_data_writers:
|
|
|
|
max_stream_id = await self._store.remove_account_data_for_user(
|
|
|
|
user_id, account_data_type
|
|
|
|
)
|
|
|
|
|
|
|
|
self._notifier.on_new_event(
|
|
|
|
StreamKeyType.ACCOUNT_DATA, max_stream_id, users=[user_id]
|
|
|
|
)
|
|
|
|
|
|
|
|
# Notify Synapse modules that the content of the type has changed to an
|
|
|
|
# empty dictionary.
|
|
|
|
await self._notify_modules(user_id, None, account_data_type, {})
|
|
|
|
|
|
|
|
return max_stream_id
|
|
|
|
else:
|
|
|
|
response = await self._remove_user_data_client(
|
|
|
|
instance_name=random.choice(self._account_data_writers),
|
|
|
|
user_id=user_id,
|
|
|
|
account_data_type=account_data_type,
|
|
|
|
)
|
|
|
|
return response["max_stream_id"]
|
|
|
|
|
2021-01-18 10:47:59 -05:00
|
|
|
async def add_tag_to_room(
|
|
|
|
self, user_id: str, room_id: str, tag: str, content: JsonDict
|
|
|
|
) -> int:
|
|
|
|
"""Add a tag to a room for a user.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
user_id: The user to add a tag for.
|
|
|
|
room_id: The room to add a tag for.
|
|
|
|
tag: The tag name to add.
|
|
|
|
content: A json object to associate with the tag.
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
The next account data ID.
|
|
|
|
"""
|
|
|
|
if self._instance_name in self._account_data_writers:
|
|
|
|
max_stream_id = await self._store.add_tag_to_room(
|
|
|
|
user_id, room_id, tag, content
|
|
|
|
)
|
|
|
|
|
|
|
|
self._notifier.on_new_event(
|
2022-05-16 11:35:31 -04:00
|
|
|
StreamKeyType.ACCOUNT_DATA, max_stream_id, users=[user_id]
|
2021-01-18 10:47:59 -05:00
|
|
|
)
|
|
|
|
return max_stream_id
|
|
|
|
else:
|
|
|
|
response = await self._add_tag_client(
|
|
|
|
instance_name=random.choice(self._account_data_writers),
|
|
|
|
user_id=user_id,
|
|
|
|
room_id=room_id,
|
|
|
|
tag=tag,
|
|
|
|
content=content,
|
|
|
|
)
|
|
|
|
return response["max_stream_id"]
|
|
|
|
|
|
|
|
async def remove_tag_from_room(self, user_id: str, room_id: str, tag: str) -> int:
|
|
|
|
"""Remove a tag from a room for a user.
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
The next account data ID.
|
|
|
|
"""
|
|
|
|
if self._instance_name in self._account_data_writers:
|
|
|
|
max_stream_id = await self._store.remove_tag_from_room(
|
|
|
|
user_id, room_id, tag
|
|
|
|
)
|
|
|
|
|
|
|
|
self._notifier.on_new_event(
|
2022-05-16 11:35:31 -04:00
|
|
|
StreamKeyType.ACCOUNT_DATA, max_stream_id, users=[user_id]
|
2021-01-18 10:47:59 -05:00
|
|
|
)
|
|
|
|
return max_stream_id
|
|
|
|
else:
|
|
|
|
response = await self._remove_tag_client(
|
|
|
|
instance_name=random.choice(self._account_data_writers),
|
|
|
|
user_id=user_id,
|
|
|
|
room_id=room_id,
|
|
|
|
tag=tag,
|
|
|
|
)
|
|
|
|
return response["max_stream_id"]
|
|
|
|
|
|
|
|
|
2021-09-21 13:34:26 -04:00
|
|
|
class AccountDataEventSource(EventSource[int, JsonDict]):
|
2020-10-09 07:20:51 -04:00
|
|
|
def __init__(self, hs: "HomeServer"):
|
2022-02-23 06:04:02 -05:00
|
|
|
self.store = hs.get_datastores().main
|
2015-10-29 11:20:52 -04:00
|
|
|
|
2023-02-01 16:35:24 -05:00
|
|
|
def get_current_key(self) -> int:
|
2015-11-18 10:31:04 -05:00
|
|
|
return self.store.get_max_account_data_stream_id()
|
2015-10-29 11:20:52 -04:00
|
|
|
|
2020-10-09 07:20:51 -04:00
|
|
|
async def get_new_events(
|
2021-09-21 13:34:26 -04:00
|
|
|
self,
|
|
|
|
user: UserID,
|
|
|
|
from_key: int,
|
2022-10-14 08:30:05 -04:00
|
|
|
limit: int,
|
2023-01-26 12:31:58 -05:00
|
|
|
room_ids: StrCollection,
|
2021-09-21 13:34:26 -04:00
|
|
|
is_guest: bool,
|
|
|
|
explicit_room_id: Optional[str] = None,
|
2020-10-09 07:20:51 -04:00
|
|
|
) -> Tuple[List[JsonDict], int]:
|
2015-10-29 11:20:52 -04:00
|
|
|
user_id = user.to_string()
|
|
|
|
last_stream_id = from_key
|
|
|
|
|
2019-12-10 06:13:15 -05:00
|
|
|
current_stream_id = self.store.get_max_account_data_stream_id()
|
2015-10-29 11:20:52 -04:00
|
|
|
|
|
|
|
results = []
|
2019-12-10 06:12:56 -05:00
|
|
|
tags = await self.store.get_updated_tags(user_id, last_stream_id)
|
2015-12-01 13:41:32 -05:00
|
|
|
|
2015-10-29 11:20:52 -04:00
|
|
|
for room_id, room_tags in tags.items():
|
2019-06-20 05:32:02 -04:00
|
|
|
results.append(
|
2023-01-13 09:57:43 -05:00
|
|
|
{
|
|
|
|
"type": AccountDataTypes.TAG,
|
|
|
|
"content": {"tags": room_tags},
|
|
|
|
"room_id": room_id,
|
|
|
|
}
|
2019-06-20 05:32:02 -04:00
|
|
|
)
|
2015-10-29 11:20:52 -04:00
|
|
|
|
2023-02-10 09:22:16 -05:00
|
|
|
account_data = await self.store.get_updated_global_account_data_for_user(
|
|
|
|
user_id, last_stream_id
|
|
|
|
)
|
|
|
|
room_account_data = await self.store.get_updated_room_account_data_for_user(
|
|
|
|
user_id, last_stream_id
|
|
|
|
)
|
2015-12-01 13:41:32 -05:00
|
|
|
|
|
|
|
for account_data_type, content in account_data.items():
|
2019-06-20 05:32:02 -04:00
|
|
|
results.append({"type": account_data_type, "content": content})
|
2015-12-01 13:41:32 -05:00
|
|
|
|
|
|
|
for room_id, account_data in room_account_data.items():
|
|
|
|
for account_data_type, content in account_data.items():
|
2019-06-20 05:32:02 -04:00
|
|
|
results.append(
|
|
|
|
{"type": account_data_type, "content": content, "room_id": room_id}
|
|
|
|
)
|
2015-12-01 13:41:32 -05:00
|
|
|
|
2019-08-30 11:28:26 -04:00
|
|
|
return results, current_stream_id
|