2014-11-19 18:20:59 +00:00
|
|
|
#
|
2023-11-21 20:29:58 +00:00
|
|
|
# This file is licensed under the Affero General Public License (AGPL) version 3.
|
|
|
|
#
|
|
|
|
# Copyright (C) 2023 New Vector, Ltd
|
|
|
|
#
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU Affero General Public License as
|
|
|
|
# published by the Free Software Foundation, either version 3 of the
|
|
|
|
# License, or (at your option) any later version.
|
|
|
|
#
|
|
|
|
# See the GNU Affero General Public License for more details:
|
|
|
|
# <https://www.gnu.org/licenses/agpl-3.0.html>.
|
|
|
|
#
|
|
|
|
# Originally licensed under the Apache License, Version 2.0:
|
|
|
|
# <http://www.apache.org/licenses/LICENSE-2.0>.
|
|
|
|
#
|
|
|
|
# [This file includes modifications made by New Vector Limited]
|
2014-11-19 18:20:59 +00:00
|
|
|
#
|
|
|
|
#
|
|
|
|
|
2018-04-27 10:29:27 +00:00
|
|
|
import logging
|
2020-12-16 16:25:30 +00:00
|
|
|
from typing import TYPE_CHECKING, Dict, Iterable, Optional
|
2020-07-16 13:06:28 +00:00
|
|
|
|
|
|
|
from prometheus_client import Gauge
|
2018-04-27 10:29:27 +00:00
|
|
|
|
2021-02-25 15:35:14 +00:00
|
|
|
from synapse.api.errors import Codes, SynapseError
|
2020-10-26 09:30:19 +00:00
|
|
|
from synapse.metrics.background_process_metrics import (
|
|
|
|
run_as_background_process,
|
|
|
|
wrap_as_background_process,
|
|
|
|
)
|
2020-12-16 16:25:30 +00:00
|
|
|
from synapse.push import Pusher, PusherConfig, PusherConfigException
|
2018-04-27 10:29:27 +00:00
|
|
|
from synapse.push.pusher import PusherFactory
|
2021-02-22 21:14:42 +00:00
|
|
|
from synapse.replication.http.push import ReplicationRemovePusherRestServlet
|
2023-03-24 15:09:39 +00:00
|
|
|
from synapse.types import JsonDict, RoomStreamToken, StrCollection
|
2019-04-02 15:45:33 +00:00
|
|
|
from synapse.util.async_helpers import concurrently_execute
|
2021-12-10 12:17:28 +00:00
|
|
|
from synapse.util.threepids import canonicalise_email
|
2014-11-19 18:20:59 +00:00
|
|
|
|
2020-07-16 13:06:28 +00:00
|
|
|
if TYPE_CHECKING:
|
|
|
|
from synapse.server import HomeServer
|
|
|
|
|
|
|
|
|
2014-11-19 18:20:59 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2014-12-18 14:49:22 +00:00
|
|
|
|
2020-07-16 13:06:28 +00:00
|
|
|
synapse_pushers = Gauge(
|
|
|
|
"synapse_pushers", "Number of active synapse pushers", ["kind", "app_id"]
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2014-11-19 18:20:59 +00:00
|
|
|
class PusherPool:
|
2018-10-22 15:12:11 +00:00
|
|
|
"""
|
|
|
|
The pusher pool. This is responsible for dispatching notifications of new events to
|
|
|
|
the http and email pushers.
|
|
|
|
|
|
|
|
It provides three methods which are designed to be called by the rest of the
|
|
|
|
application: `start`, `on_new_notifications`, and `on_new_receipts`: each of these
|
|
|
|
delegates to each of the relevant pushers.
|
|
|
|
|
|
|
|
Note that it is expected that each pusher will have its own 'processing' loop which
|
|
|
|
will send out the notifications in the background, rather than blocking until the
|
|
|
|
notifications are sent; accordingly Pusher.on_started, Pusher.on_new_notifications and
|
2020-07-27 16:21:34 +00:00
|
|
|
Pusher.on_new_receipts are not expected to return awaitables.
|
2018-10-22 15:12:11 +00:00
|
|
|
"""
|
2019-06-20 09:32:02 +00:00
|
|
|
|
2020-07-16 13:06:28 +00:00
|
|
|
def __init__(self, hs: "HomeServer"):
|
|
|
|
self.hs = hs
|
|
|
|
self.pusher_factory = PusherFactory(hs)
|
2022-02-23 11:04:02 +00:00
|
|
|
self.store = self.hs.get_datastores().main
|
2016-02-18 16:05:13 +00:00
|
|
|
self.clock = self.hs.get_clock()
|
2020-03-19 10:00:24 +00:00
|
|
|
|
2020-07-16 13:06:28 +00:00
|
|
|
# We shard the handling of push notifications by user ID.
|
2021-09-15 12:34:52 +00:00
|
|
|
self._pusher_shard_config = hs.config.worker.pusher_shard_config
|
2020-07-16 13:06:28 +00:00
|
|
|
self._instance_name = hs.get_instance_name()
|
2021-02-24 13:23:18 +00:00
|
|
|
self._should_start_pushers = (
|
|
|
|
self._instance_name in self._pusher_shard_config.instances
|
|
|
|
)
|
2020-07-16 13:06:28 +00:00
|
|
|
|
2021-02-22 21:14:42 +00:00
|
|
|
# We can only delete pushers on master.
|
|
|
|
self._remove_pusher_client = None
|
|
|
|
if hs.config.worker.worker_app:
|
|
|
|
self._remove_pusher_client = ReplicationRemovePusherRestServlet.make_client(
|
|
|
|
hs
|
|
|
|
)
|
|
|
|
|
2020-09-09 15:56:08 +00:00
|
|
|
# Record the last stream ID that we were poked about so we can get
|
|
|
|
# changes since then. We set this to the current max stream ID on
|
|
|
|
# startup as every individual pusher will have checked for changes on
|
|
|
|
# startup.
|
|
|
|
self._last_room_stream_id_seen = self.store.get_room_max_stream_ordering()
|
|
|
|
|
2020-03-19 10:00:24 +00:00
|
|
|
# map from user id to app_id:pushkey to pusher
|
2021-07-15 10:02:43 +00:00
|
|
|
self.pushers: Dict[str, Dict[str, Pusher]] = {}
|
2020-03-19 10:00:24 +00:00
|
|
|
|
2021-07-16 16:11:53 +00:00
|
|
|
self._account_validity_handler = hs.get_account_validity_handler()
|
|
|
|
|
2020-12-16 16:25:30 +00:00
|
|
|
def start(self) -> None:
|
2018-10-22 15:12:11 +00:00
|
|
|
"""Starts the pushers off in a background process."""
|
2018-10-24 08:24:55 +00:00
|
|
|
if not self._should_start_pushers:
|
2018-10-22 15:12:11 +00:00
|
|
|
logger.info("Not starting pushers because they are disabled in the config")
|
|
|
|
return
|
|
|
|
run_as_background_process("start_pushers", self._start_pushers)
|
2014-11-19 18:20:59 +00:00
|
|
|
|
2022-09-21 14:39:01 +00:00
|
|
|
async def add_or_update_pusher(
|
2016-02-18 16:05:13 +00:00
|
|
|
self,
|
2020-12-16 16:25:30 +00:00
|
|
|
user_id: str,
|
|
|
|
kind: str,
|
|
|
|
app_id: str,
|
|
|
|
app_display_name: str,
|
|
|
|
device_display_name: str,
|
|
|
|
pushkey: str,
|
|
|
|
lang: Optional[str],
|
|
|
|
data: JsonDict,
|
|
|
|
profile_tag: str = "",
|
2022-09-21 14:39:01 +00:00
|
|
|
enabled: bool = True,
|
2022-09-21 15:31:53 +00:00
|
|
|
device_id: Optional[str] = None,
|
2020-12-07 14:59:38 +00:00
|
|
|
) -> Optional[Pusher]:
|
2019-06-07 11:10:23 +00:00
|
|
|
"""Creates a new pusher and adds it to the pool
|
|
|
|
|
|
|
|
Returns:
|
2020-12-07 14:59:38 +00:00
|
|
|
The newly created pusher.
|
2019-06-07 11:10:23 +00:00
|
|
|
"""
|
2020-07-16 13:06:28 +00:00
|
|
|
|
2021-02-25 15:35:14 +00:00
|
|
|
if kind == "email":
|
2021-12-10 12:17:28 +00:00
|
|
|
email_owner = await self.store.get_user_id_by_threepid(
|
|
|
|
"email", canonicalise_email(pushkey)
|
|
|
|
)
|
2021-02-25 15:35:14 +00:00
|
|
|
if email_owner != user_id:
|
|
|
|
raise SynapseError(400, "Email not found", Codes.THREEPID_NOT_FOUND)
|
|
|
|
|
2016-02-18 16:05:13 +00:00
|
|
|
time_now_msec = self.clock.time_msec()
|
|
|
|
|
2021-01-05 15:53:15 +00:00
|
|
|
# create the pusher setting last_stream_ordering to the current maximum
|
|
|
|
# stream ordering, so it will process pushes from this point onwards.
|
|
|
|
last_stream_ordering = self.store.get_room_max_stream_ordering()
|
|
|
|
|
2023-03-24 15:09:39 +00:00
|
|
|
# Before we actually persist the pusher, we check if the user already has one
|
|
|
|
# for this app ID and pushkey. If so, we want to keep the access token and
|
|
|
|
# device ID in place, since this could be one device modifying
|
|
|
|
# (e.g. enabling/disabling) another device's pusher.
|
|
|
|
# XXX(quenting): Even though we're not persisting the access_token_id for new
|
|
|
|
# pushers anymore, we still need to copy existing access_token_ids over when
|
|
|
|
# updating a pusher, in case the "set_device_id_for_pushers" background update
|
|
|
|
# hasn't run yet.
|
|
|
|
access_token_id = None
|
|
|
|
existing_config = await self._get_pusher_config_for_user_by_app_id_and_pushkey(
|
|
|
|
user_id, app_id, pushkey
|
|
|
|
)
|
|
|
|
if existing_config:
|
|
|
|
device_id = existing_config.device_id
|
|
|
|
access_token_id = existing_config.access_token
|
|
|
|
|
2014-12-03 13:37:02 +00:00
|
|
|
# we try to create the pusher just to validate the config: it
|
|
|
|
# will then get pulled out of the database,
|
|
|
|
# recreated, added and started: this means we have only one
|
|
|
|
# code path adding pushers.
|
2017-05-22 16:48:53 +00:00
|
|
|
self.pusher_factory.create_pusher(
|
2020-12-16 16:25:30 +00:00
|
|
|
PusherConfig(
|
|
|
|
id=None,
|
|
|
|
user_name=user_id,
|
|
|
|
profile_tag=profile_tag,
|
|
|
|
kind=kind,
|
|
|
|
app_id=app_id,
|
|
|
|
app_display_name=app_display_name,
|
|
|
|
device_display_name=device_display_name,
|
|
|
|
pushkey=pushkey,
|
|
|
|
ts=time_now_msec,
|
|
|
|
lang=lang,
|
|
|
|
data=data,
|
2021-01-05 15:53:15 +00:00
|
|
|
last_stream_ordering=last_stream_ordering,
|
2020-12-16 16:25:30 +00:00
|
|
|
last_success=None,
|
|
|
|
failing_since=None,
|
2022-09-21 14:39:01 +00:00
|
|
|
enabled=enabled,
|
2022-09-21 15:31:53 +00:00
|
|
|
device_id=device_id,
|
2023-03-24 15:09:39 +00:00
|
|
|
access_token=access_token_id,
|
2020-12-16 16:25:30 +00:00
|
|
|
)
|
2014-11-19 18:20:59 +00:00
|
|
|
)
|
2016-04-06 14:42:15 +00:00
|
|
|
|
2020-07-27 16:21:34 +00:00
|
|
|
await self.store.add_pusher(
|
2016-02-18 16:05:13 +00:00
|
|
|
user_id=user_id,
|
|
|
|
kind=kind,
|
|
|
|
app_id=app_id,
|
|
|
|
app_display_name=app_display_name,
|
|
|
|
device_display_name=device_display_name,
|
|
|
|
pushkey=pushkey,
|
|
|
|
pushkey_ts=time_now_msec,
|
|
|
|
lang=lang,
|
|
|
|
data=data,
|
2016-04-06 14:42:15 +00:00
|
|
|
last_stream_ordering=last_stream_ordering,
|
2016-02-18 16:05:13 +00:00
|
|
|
profile_tag=profile_tag,
|
2022-09-21 14:39:01 +00:00
|
|
|
enabled=enabled,
|
2022-09-21 15:31:53 +00:00
|
|
|
device_id=device_id,
|
2023-03-24 15:09:39 +00:00
|
|
|
access_token_id=access_token_id,
|
2014-12-18 14:49:22 +00:00
|
|
|
)
|
2022-09-21 14:39:01 +00:00
|
|
|
pusher = await self.process_pusher_change_by_id(app_id, pushkey, user_id)
|
2019-06-07 11:10:23 +00:00
|
|
|
|
2019-07-23 13:00:55 +00:00
|
|
|
return pusher
|
2014-11-19 18:20:59 +00:00
|
|
|
|
2020-07-27 16:21:34 +00:00
|
|
|
async def remove_pushers_by_app_id_and_pushkey_not_user(
|
2020-12-16 16:25:30 +00:00
|
|
|
self, app_id: str, pushkey: str, not_user_id: str
|
|
|
|
) -> None:
|
2020-07-27 16:21:34 +00:00
|
|
|
to_remove = await self.store.get_pushers_by_app_id_and_pushkey(app_id, pushkey)
|
2015-03-25 19:06:22 +00:00
|
|
|
for p in to_remove:
|
2020-12-16 16:25:30 +00:00
|
|
|
if p.user_name != not_user_id:
|
2015-03-25 19:06:22 +00:00
|
|
|
logger.info(
|
|
|
|
"Removing pusher for app id %s, pushkey %s, user %s",
|
|
|
|
app_id,
|
|
|
|
pushkey,
|
2020-12-16 16:25:30 +00:00
|
|
|
p.user_name,
|
2015-03-25 19:06:22 +00:00
|
|
|
)
|
2020-12-16 16:25:30 +00:00
|
|
|
await self.remove_pusher(p.app_id, p.pushkey, p.user_name)
|
2015-03-25 19:06:22 +00:00
|
|
|
|
2023-03-24 15:09:39 +00:00
|
|
|
async def remove_pushers_by_access_tokens(
|
2020-12-16 16:25:30 +00:00
|
|
|
self, user_id: str, access_tokens: Iterable[int]
|
|
|
|
) -> None:
|
2017-11-29 14:33:05 +00:00
|
|
|
"""Remove the pushers for a given user corresponding to a set of
|
|
|
|
access_tokens.
|
|
|
|
|
|
|
|
Args:
|
2020-12-16 16:25:30 +00:00
|
|
|
user_id: user to remove pushers for
|
|
|
|
access_tokens: access token *ids* to remove pushers for
|
2017-11-29 14:33:05 +00:00
|
|
|
"""
|
2023-03-24 15:09:39 +00:00
|
|
|
# XXX(quenting): This is only needed until the "set_device_id_for_pushers"
|
|
|
|
# background update finishes
|
2017-11-29 14:33:05 +00:00
|
|
|
tokens = set(access_tokens)
|
2020-07-27 16:21:34 +00:00
|
|
|
for p in await self.store.get_pushers_by_user_id(user_id):
|
2020-12-16 16:25:30 +00:00
|
|
|
if p.access_token in tokens:
|
2015-03-26 13:40:16 +00:00
|
|
|
logger.info(
|
|
|
|
"Removing pusher for app id %s, pushkey %s, user %s",
|
2020-12-16 16:25:30 +00:00
|
|
|
p.app_id,
|
|
|
|
p.pushkey,
|
|
|
|
p.user_name,
|
2017-11-29 14:33:05 +00:00
|
|
|
)
|
2020-12-16 16:25:30 +00:00
|
|
|
await self.remove_pusher(p.app_id, p.pushkey, p.user_name)
|
2023-03-24 15:09:39 +00:00
|
|
|
|
|
|
|
async def remove_pushers_by_devices(
|
|
|
|
self, user_id: str, devices: StrCollection
|
|
|
|
) -> None:
|
|
|
|
"""Remove the pushers for a given user corresponding to a set of devices
|
|
|
|
|
|
|
|
Args:
|
|
|
|
user_id: user to remove pushers for
|
|
|
|
devices: device IDs to remove pushers for
|
|
|
|
"""
|
|
|
|
device_ids = set(devices)
|
|
|
|
for p in await self.store.get_pushers_by_user_id(user_id):
|
|
|
|
if p.device_id in device_ids:
|
|
|
|
logger.info(
|
|
|
|
"Removing pusher for app id %s, pushkey %s, user %s",
|
|
|
|
p.app_id,
|
|
|
|
p.pushkey,
|
|
|
|
p.user_name,
|
|
|
|
)
|
|
|
|
await self.remove_pusher(p.app_id, p.pushkey, p.user_name)
|
2015-03-26 13:40:16 +00:00
|
|
|
|
2020-12-16 16:25:30 +00:00
|
|
|
def on_new_notifications(self, max_token: RoomStreamToken) -> None:
|
2019-02-21 17:51:21 +00:00
|
|
|
if not self.pushers:
|
|
|
|
# nothing to do here.
|
|
|
|
return
|
|
|
|
|
2020-10-14 12:27:51 +00:00
|
|
|
# We just use the minimum stream ordering and ignore the vector clock
|
|
|
|
# component. This is safe to do as long as we *always* ignore the vector
|
|
|
|
# clock components.
|
|
|
|
max_stream_id = max_token.stream
|
|
|
|
|
2020-09-09 15:56:08 +00:00
|
|
|
if max_stream_id < self._last_room_stream_id_seen:
|
|
|
|
# Nothing to do
|
|
|
|
return
|
|
|
|
|
2020-10-26 09:30:19 +00:00
|
|
|
# We only start a new background process if necessary rather than
|
|
|
|
# optimistically (to cut down on overhead).
|
|
|
|
self._on_new_notifications(max_token)
|
|
|
|
|
|
|
|
@wrap_as_background_process("on_new_notifications")
|
2020-12-16 16:25:30 +00:00
|
|
|
async def _on_new_notifications(self, max_token: RoomStreamToken) -> None:
|
2020-10-26 09:30:19 +00:00
|
|
|
# We just use the minimum stream ordering and ignore the vector clock
|
|
|
|
# component. This is safe to do as long as we *always* ignore the vector
|
|
|
|
# clock components.
|
|
|
|
max_stream_id = max_token.stream
|
|
|
|
|
2020-09-09 15:56:08 +00:00
|
|
|
prev_stream_id = self._last_room_stream_id_seen
|
|
|
|
self._last_room_stream_id_seen = max_stream_id
|
|
|
|
|
2016-04-06 14:42:15 +00:00
|
|
|
try:
|
2020-07-27 16:21:34 +00:00
|
|
|
users_affected = await self.store.get_push_action_users_in_range(
|
2020-09-09 15:56:08 +00:00
|
|
|
prev_stream_id, max_stream_id
|
2014-12-03 13:37:02 +00:00
|
|
|
)
|
2016-04-07 16:22:14 +00:00
|
|
|
|
2016-04-06 14:42:15 +00:00
|
|
|
for u in users_affected:
|
2020-09-23 15:06:28 +00:00
|
|
|
# Don't push if the user account has expired
|
2021-07-16 16:11:53 +00:00
|
|
|
expired = await self._account_validity_handler.is_user_expired(u)
|
|
|
|
if expired:
|
|
|
|
continue
|
2020-09-23 15:06:28 +00:00
|
|
|
|
2016-04-06 14:42:15 +00:00
|
|
|
if u in self.pushers:
|
|
|
|
for p in self.pushers[u].values():
|
2020-10-14 12:27:51 +00:00
|
|
|
p.on_new_notifications(max_token)
|
2018-10-22 15:12:11 +00:00
|
|
|
|
2017-10-23 14:52:32 +00:00
|
|
|
except Exception:
|
2016-04-06 14:42:15 +00:00
|
|
|
logger.exception("Exception in pusher on_new_notifications")
|
2014-11-19 18:20:59 +00:00
|
|
|
|
2023-10-04 15:28:40 +00:00
|
|
|
async def on_new_receipts(self, users_affected: StrCollection) -> None:
|
2019-02-21 17:51:21 +00:00
|
|
|
if not self.pushers:
|
|
|
|
# nothing to do here.
|
|
|
|
return
|
|
|
|
|
2016-04-07 14:39:53 +00:00
|
|
|
try:
|
|
|
|
for u in users_affected:
|
2020-09-23 15:06:28 +00:00
|
|
|
# Don't push if the user account has expired
|
2021-07-16 16:11:53 +00:00
|
|
|
expired = await self._account_validity_handler.is_user_expired(u)
|
|
|
|
if expired:
|
|
|
|
continue
|
2020-09-23 15:06:28 +00:00
|
|
|
|
2016-04-07 14:39:53 +00:00
|
|
|
if u in self.pushers:
|
|
|
|
for p in self.pushers[u].values():
|
2023-10-04 15:28:40 +00:00
|
|
|
p.on_new_receipts()
|
2018-10-22 15:12:11 +00:00
|
|
|
|
2017-10-23 14:52:32 +00:00
|
|
|
except Exception:
|
2016-04-07 14:39:53 +00:00
|
|
|
logger.exception("Exception in pusher on_new_receipts")
|
|
|
|
|
2022-09-21 14:39:01 +00:00
|
|
|
async def _get_pusher_config_for_user_by_app_id_and_pushkey(
|
|
|
|
self, user_id: str, app_id: str, pushkey: str
|
|
|
|
) -> Optional[PusherConfig]:
|
|
|
|
resultlist = await self.store.get_pushers_by_app_id_and_pushkey(app_id, pushkey)
|
|
|
|
|
|
|
|
pusher_config = None
|
|
|
|
for r in resultlist:
|
|
|
|
if r.user_name == user_id:
|
|
|
|
pusher_config = r
|
|
|
|
|
|
|
|
return pusher_config
|
|
|
|
|
|
|
|
async def process_pusher_change_by_id(
|
2020-12-07 14:59:38 +00:00
|
|
|
self, app_id: str, pushkey: str, user_id: str
|
|
|
|
) -> Optional[Pusher]:
|
2022-09-21 14:39:01 +00:00
|
|
|
"""Look up the details for the given pusher, and either start it if its
|
|
|
|
"enabled" flag is True, or try to stop it otherwise.
|
|
|
|
|
|
|
|
If the pusher is new and its "enabled" flag is False, the stop is a noop.
|
2019-06-07 11:10:23 +00:00
|
|
|
|
|
|
|
Returns:
|
2020-12-07 14:59:38 +00:00
|
|
|
The pusher started, if any
|
2019-06-07 11:10:23 +00:00
|
|
|
"""
|
2018-10-24 08:24:55 +00:00
|
|
|
if not self._should_start_pushers:
|
2020-12-07 14:59:38 +00:00
|
|
|
return None
|
2018-10-22 15:12:11 +00:00
|
|
|
|
2020-07-16 13:06:28 +00:00
|
|
|
if not self._pusher_shard_config.should_handle(self._instance_name, user_id):
|
2020-12-07 14:59:38 +00:00
|
|
|
return None
|
2020-07-16 13:06:28 +00:00
|
|
|
|
2022-09-21 14:39:01 +00:00
|
|
|
pusher_config = await self._get_pusher_config_for_user_by_app_id_and_pushkey(
|
|
|
|
user_id, app_id, pushkey
|
|
|
|
)
|
2014-11-19 18:20:59 +00:00
|
|
|
|
2022-09-21 14:39:01 +00:00
|
|
|
if pusher_config and not pusher_config.enabled:
|
|
|
|
self.maybe_stop_pusher(app_id, pushkey, user_id)
|
|
|
|
return None
|
2014-11-19 18:20:59 +00:00
|
|
|
|
2019-06-07 11:10:23 +00:00
|
|
|
pusher = None
|
2020-12-16 16:25:30 +00:00
|
|
|
if pusher_config:
|
|
|
|
pusher = await self._start_pusher(pusher_config)
|
2019-06-07 11:10:23 +00:00
|
|
|
|
2019-07-23 13:00:55 +00:00
|
|
|
return pusher
|
2014-11-19 18:20:59 +00:00
|
|
|
|
2020-07-27 16:21:34 +00:00
|
|
|
async def _start_pushers(self) -> None:
|
2018-10-22 15:12:11 +00:00
|
|
|
"""Start all the pushers"""
|
2022-09-21 14:39:01 +00:00
|
|
|
pushers = await self.store.get_enabled_pushers()
|
2019-04-02 15:45:33 +00:00
|
|
|
|
|
|
|
# Stagger starting up the pushers so we don't completely drown the
|
|
|
|
# process on start up.
|
2020-07-27 16:21:34 +00:00
|
|
|
await concurrently_execute(self._start_pusher, pushers, 10)
|
2019-04-02 15:45:33 +00:00
|
|
|
|
2018-10-22 15:12:11 +00:00
|
|
|
logger.info("Started pushers")
|
2016-04-06 14:42:15 +00:00
|
|
|
|
2020-12-16 16:25:30 +00:00
|
|
|
async def _start_pusher(self, pusher_config: PusherConfig) -> Optional[Pusher]:
|
2018-10-22 15:12:11 +00:00
|
|
|
"""Start the given pusher
|
2015-01-13 19:48:37 +00:00
|
|
|
|
2018-10-22 15:12:11 +00:00
|
|
|
Args:
|
2020-12-16 16:25:30 +00:00
|
|
|
pusher_config: The pusher configuration with the values pulled from the db table
|
2018-10-22 15:12:11 +00:00
|
|
|
|
|
|
|
Returns:
|
2020-12-07 14:59:38 +00:00
|
|
|
The newly created pusher or None.
|
2018-10-22 15:12:11 +00:00
|
|
|
"""
|
2020-07-16 13:06:28 +00:00
|
|
|
if not self._pusher_shard_config.should_handle(
|
2020-12-16 16:25:30 +00:00
|
|
|
self._instance_name, pusher_config.user_name
|
2020-07-16 13:06:28 +00:00
|
|
|
):
|
2020-12-07 14:59:38 +00:00
|
|
|
return None
|
2020-07-16 13:06:28 +00:00
|
|
|
|
2018-10-22 15:12:11 +00:00
|
|
|
try:
|
2022-07-18 16:39:39 +00:00
|
|
|
pusher = self.pusher_factory.create_pusher(pusher_config)
|
2019-02-22 15:18:19 +00:00
|
|
|
except PusherConfigException as e:
|
|
|
|
logger.warning(
|
2019-12-18 14:26:58 +00:00
|
|
|
"Pusher incorrectly configured id=%i, user=%s, appid=%s, pushkey=%s: %s",
|
2020-12-16 16:25:30 +00:00
|
|
|
pusher_config.id,
|
|
|
|
pusher_config.user_name,
|
|
|
|
pusher_config.app_id,
|
|
|
|
pusher_config.pushkey,
|
2019-02-22 15:18:19 +00:00
|
|
|
e,
|
|
|
|
)
|
2020-12-07 14:59:38 +00:00
|
|
|
return None
|
2018-10-22 15:12:11 +00:00
|
|
|
except Exception:
|
2019-12-18 14:26:58 +00:00
|
|
|
logger.exception(
|
2020-12-16 16:25:30 +00:00
|
|
|
"Couldn't start pusher id %i: caught Exception",
|
|
|
|
pusher_config.id,
|
2019-12-18 14:26:58 +00:00
|
|
|
)
|
2020-12-07 14:59:38 +00:00
|
|
|
return None
|
2018-10-22 15:12:11 +00:00
|
|
|
|
2022-07-18 16:39:39 +00:00
|
|
|
if not pusher:
|
2020-12-07 14:59:38 +00:00
|
|
|
return None
|
2018-10-22 15:12:11 +00:00
|
|
|
|
2022-07-18 16:39:39 +00:00
|
|
|
appid_pushkey = "%s:%s" % (pusher.app_id, pusher.pushkey)
|
2018-10-22 15:12:11 +00:00
|
|
|
|
2022-07-18 16:39:39 +00:00
|
|
|
byuser = self.pushers.setdefault(pusher.user_id, {})
|
2020-07-16 13:06:28 +00:00
|
|
|
if appid_pushkey in byuser:
|
2022-07-18 16:39:39 +00:00
|
|
|
previous_pusher = byuser[appid_pushkey]
|
|
|
|
previous_pusher.on_stop()
|
2020-07-16 13:06:28 +00:00
|
|
|
|
2022-07-18 16:39:39 +00:00
|
|
|
synapse_pushers.labels(
|
|
|
|
type(previous_pusher).__name__, previous_pusher.app_id
|
|
|
|
).dec()
|
|
|
|
byuser[appid_pushkey] = pusher
|
|
|
|
|
|
|
|
synapse_pushers.labels(type(pusher).__name__, pusher.app_id).inc()
|
2019-04-02 15:45:33 +00:00
|
|
|
|
2022-09-21 14:39:01 +00:00
|
|
|
logger.info("Starting pusher %s / %s", pusher.user_id, appid_pushkey)
|
|
|
|
|
2019-04-02 15:45:33 +00:00
|
|
|
# Check if there *may* be push to process. We do this as this check is a
|
|
|
|
# lot cheaper to do than actually fetching the exact rows we need to
|
|
|
|
# push.
|
2022-07-18 16:39:39 +00:00
|
|
|
user_id = pusher.user_id
|
|
|
|
last_stream_ordering = pusher.last_stream_ordering
|
2019-04-02 15:45:33 +00:00
|
|
|
if last_stream_ordering:
|
2020-07-27 16:21:34 +00:00
|
|
|
have_notifs = await self.store.get_if_maybe_push_in_range_for_user(
|
2019-04-02 15:45:33 +00:00
|
|
|
user_id, last_stream_ordering
|
|
|
|
)
|
|
|
|
else:
|
|
|
|
# We always want to default to starting up the pusher rather than
|
|
|
|
# risk missing push.
|
|
|
|
have_notifs = True
|
|
|
|
|
2022-07-18 16:39:39 +00:00
|
|
|
pusher.on_started(have_notifs)
|
2015-04-29 17:37:42 +00:00
|
|
|
|
2022-07-18 16:39:39 +00:00
|
|
|
return pusher
|
2019-06-07 11:10:23 +00:00
|
|
|
|
2020-12-16 16:25:30 +00:00
|
|
|
async def remove_pusher(self, app_id: str, pushkey: str, user_id: str) -> None:
|
2022-09-21 14:39:01 +00:00
|
|
|
self.maybe_stop_pusher(app_id, pushkey, user_id)
|
2020-03-19 10:28:49 +00:00
|
|
|
|
2021-02-22 21:14:42 +00:00
|
|
|
# We can only delete pushers on master.
|
|
|
|
if self._remove_pusher_client:
|
|
|
|
await self._remove_pusher_client(
|
|
|
|
app_id=app_id, pushkey=pushkey, user_id=user_id
|
|
|
|
)
|
|
|
|
else:
|
|
|
|
await self.store.delete_pusher_by_app_id_pushkey_user_id(
|
|
|
|
app_id, pushkey, user_id
|
|
|
|
)
|
2022-09-21 14:39:01 +00:00
|
|
|
|
|
|
|
def maybe_stop_pusher(self, app_id: str, pushkey: str, user_id: str) -> None:
|
|
|
|
"""Stops a pusher with the given app ID and push key if one is running.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
app_id: the pusher's app ID.
|
|
|
|
pushkey: the pusher's push key.
|
|
|
|
user_id: the user the pusher belongs to. Only used for logging.
|
|
|
|
"""
|
|
|
|
appid_pushkey = "%s:%s" % (app_id, pushkey)
|
|
|
|
|
|
|
|
byuser = self.pushers.get(user_id, {})
|
|
|
|
|
|
|
|
if appid_pushkey in byuser:
|
|
|
|
logger.info("Stopping pusher %s / %s", user_id, appid_pushkey)
|
|
|
|
pusher = byuser.pop(appid_pushkey)
|
|
|
|
pusher.on_stop()
|
|
|
|
|
|
|
|
synapse_pushers.labels(type(pusher).__name__, pusher.app_id).dec()
|