2014-08-20 14:15:47 -04:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-06 23:26:29 -05:00
|
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
2014-08-20 14:15:47 -04:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2018-07-09 02:09:20 -04:00
|
|
|
import logging
|
|
|
|
from collections import namedtuple
|
2020-03-20 10:40:47 -04:00
|
|
|
from typing import List
|
2018-07-09 02:09:20 -04:00
|
|
|
|
2014-08-20 14:15:47 -04:00
|
|
|
from twisted.internet import defer
|
|
|
|
|
2018-07-09 02:09:20 -04:00
|
|
|
from synapse.api.errors import AuthError, SynapseError
|
2019-07-03 10:07:04 -04:00
|
|
|
from synapse.logging.context import run_in_background
|
2018-07-09 02:09:20 -04:00
|
|
|
from synapse.types import UserID, get_domain_from_id
|
2018-09-05 05:20:40 -04:00
|
|
|
from synapse.util.caches.stream_change_cache import StreamChangeCache
|
2016-02-09 06:31:04 -05:00
|
|
|
from synapse.util.metrics import Measure
|
2016-09-23 08:56:14 -04:00
|
|
|
from synapse.util.wheel_timer import WheelTimer
|
2014-08-20 14:15:47 -04:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
# A tiny object useful for storing a user's membership in a room, as a mapping
|
|
|
|
# key
|
2016-06-02 11:28:54 -04:00
|
|
|
RoomMember = namedtuple("RoomMember", ("room_id", "user_id"))
|
2014-08-20 14:15:47 -04:00
|
|
|
|
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
# How often we expect remote servers to resend us presence.
|
|
|
|
FEDERATION_TIMEOUT = 60 * 1000
|
|
|
|
|
|
|
|
# How often to resend typing across federation.
|
|
|
|
FEDERATION_PING_INTERVAL = 40 * 1000
|
|
|
|
|
|
|
|
|
2016-05-17 10:58:46 -04:00
|
|
|
class TypingHandler(object):
|
2014-08-20 14:15:47 -04:00
|
|
|
def __init__(self, hs):
|
2016-05-16 14:48:07 -04:00
|
|
|
self.store = hs.get_datastore()
|
|
|
|
self.server_name = hs.config.server_name
|
2016-05-17 10:58:46 -04:00
|
|
|
self.auth = hs.get_auth()
|
2016-06-02 11:28:54 -04:00
|
|
|
self.is_mine_id = hs.is_mine_id
|
2016-05-17 10:58:46 -04:00
|
|
|
self.notifier = hs.get_notifier()
|
2016-08-26 09:54:30 -04:00
|
|
|
self.state = hs.get_state_handler()
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
self.hs = hs
|
|
|
|
|
2014-08-20 14:15:47 -04:00
|
|
|
self.clock = hs.get_clock()
|
2016-09-23 10:43:34 -04:00
|
|
|
self.wheel_timer = WheelTimer(bucket_size=5000)
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-11-16 09:28:03 -05:00
|
|
|
self.federation = hs.get_federation_sender()
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2018-03-12 12:17:08 -04:00
|
|
|
hs.get_federation_registry().register_edu_handler("m.typing", self._recv_edu)
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2014-12-11 13:33:09 -05:00
|
|
|
hs.get_distributor().observe("user_left_room", self.user_left_room)
|
|
|
|
|
2014-12-16 10:24:03 -05:00
|
|
|
self._member_typing_until = {} # clock time we expect to stop
|
2016-09-23 08:56:14 -04:00
|
|
|
self._member_last_federation_poke = {}
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2014-12-10 15:48:12 -05:00
|
|
|
self._latest_room_serial = 0
|
2018-11-02 09:19:23 -04:00
|
|
|
self._reset()
|
2014-12-10 15:48:12 -05:00
|
|
|
|
2018-09-05 05:20:40 -04:00
|
|
|
# caches which room_ids changed at which serials
|
|
|
|
self._typing_stream_change_cache = StreamChangeCache(
|
2019-06-20 05:32:02 -04:00
|
|
|
"TypingStreamChangeCache", self._latest_room_serial
|
2018-09-05 05:20:40 -04:00
|
|
|
)
|
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
self.clock.looping_call(self._handle_timeouts, 5000)
|
2016-09-23 08:56:14 -04:00
|
|
|
|
2018-11-02 09:19:23 -04:00
|
|
|
def _reset(self):
|
|
|
|
"""
|
|
|
|
Reset the typing handler's data caches.
|
|
|
|
"""
|
|
|
|
# map room IDs to serial numbers
|
|
|
|
self._room_serials = {}
|
|
|
|
# map room IDs to sets of users currently typing
|
|
|
|
self._room_typing = {}
|
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
def _handle_timeouts(self):
|
2019-07-29 12:02:18 -04:00
|
|
|
logger.debug("Checking for typing timeouts")
|
2016-09-23 08:56:14 -04:00
|
|
|
|
|
|
|
now = self.clock.time_msec()
|
|
|
|
|
|
|
|
members = set(self.wheel_timer.fetch(now))
|
|
|
|
|
|
|
|
for member in members:
|
|
|
|
if not self.is_typing(member):
|
|
|
|
# Nothing to do if they're no longer typing
|
|
|
|
continue
|
|
|
|
|
|
|
|
until = self._member_typing_until.get(member, None)
|
2016-10-24 10:51:22 -04:00
|
|
|
if not until or until <= now:
|
2016-09-23 08:56:14 -04:00
|
|
|
logger.info("Timing out typing for: %s", member.user_id)
|
2017-05-26 05:02:04 -04:00
|
|
|
self._stopped_typing(member)
|
2016-09-23 08:56:14 -04:00
|
|
|
continue
|
|
|
|
|
|
|
|
# Check if we need to resend a keep alive over federation for this
|
|
|
|
# user.
|
|
|
|
if self.hs.is_mine_id(member.user_id):
|
|
|
|
last_fed_poke = self._member_last_federation_poke.get(member, None)
|
2016-10-24 10:51:22 -04:00
|
|
|
if not last_fed_poke or last_fed_poke + FEDERATION_PING_INTERVAL <= now:
|
2019-06-20 05:32:02 -04:00
|
|
|
run_in_background(self._push_remote, member=member, typing=True)
|
2016-09-23 08:56:14 -04:00
|
|
|
|
2016-10-24 10:51:22 -04:00
|
|
|
# Add a paranoia timer to ensure that we always have a timer for
|
|
|
|
# each person typing.
|
2019-06-20 05:32:02 -04:00
|
|
|
self.wheel_timer.insert(now=now, obj=member, then=now + 60 * 1000)
|
2016-10-24 10:51:22 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
def is_typing(self, member):
|
|
|
|
return member.user_id in self._room_typing.get(member.room_id, [])
|
2014-08-20 14:15:47 -04:00
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def started_typing(self, target_user, auth_user, room_id, timeout):
|
2016-06-02 11:28:54 -04:00
|
|
|
target_user_id = target_user.to_string()
|
|
|
|
auth_user_id = auth_user.to_string()
|
|
|
|
|
|
|
|
if not self.is_mine_id(target_user_id):
|
2019-11-12 08:08:12 -05:00
|
|
|
raise SynapseError(400, "User is not hosted on this homeserver")
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-06-02 11:28:54 -04:00
|
|
|
if target_user_id != auth_user_id:
|
2014-08-20 14:15:47 -04:00
|
|
|
raise AuthError(400, "Cannot set another user's typing state")
|
|
|
|
|
2020-02-18 18:13:29 -05:00
|
|
|
yield self.auth.check_user_in_room(room_id, target_user_id)
|
2014-12-11 13:11:43 -05:00
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
logger.debug("%s has started typing in %s", target_user_id, room_id)
|
2014-12-11 13:00:15 -05:00
|
|
|
|
2016-06-02 11:28:54 -04:00
|
|
|
member = RoomMember(room_id=room_id, user_id=target_user_id)
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
was_present = member.user_id in self._room_typing.get(room_id, set())
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
now = self.clock.time_msec()
|
|
|
|
self._member_typing_until[member] = now + timeout
|
2014-12-10 14:39:01 -05:00
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
self.wheel_timer.insert(now=now, obj=member, then=now + timeout)
|
2015-01-12 13:22:00 -05:00
|
|
|
|
2014-08-20 14:15:47 -04:00
|
|
|
if was_present:
|
|
|
|
# No point sending another notification
|
2019-07-23 09:00:55 -04:00
|
|
|
return None
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
self._push_update(member=member, typing=True)
|
2014-08-20 14:15:47 -04:00
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def stopped_typing(self, target_user, auth_user, room_id):
|
2016-06-02 11:28:54 -04:00
|
|
|
target_user_id = target_user.to_string()
|
|
|
|
auth_user_id = auth_user.to_string()
|
|
|
|
|
|
|
|
if not self.is_mine_id(target_user_id):
|
2019-11-12 08:08:12 -05:00
|
|
|
raise SynapseError(400, "User is not hosted on this homeserver")
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-06-02 11:28:54 -04:00
|
|
|
if target_user_id != auth_user_id:
|
2014-08-20 14:15:47 -04:00
|
|
|
raise AuthError(400, "Cannot set another user's typing state")
|
|
|
|
|
2020-02-18 18:13:29 -05:00
|
|
|
yield self.auth.check_user_in_room(room_id, target_user_id)
|
2014-12-11 13:11:43 -05:00
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
logger.debug("%s has stopped typing in %s", target_user_id, room_id)
|
2014-12-11 13:00:15 -05:00
|
|
|
|
2016-06-02 11:28:54 -04:00
|
|
|
member = RoomMember(room_id=room_id, user_id=target_user_id)
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2017-05-26 05:02:04 -04:00
|
|
|
self._stopped_typing(member)
|
2014-12-10 14:39:01 -05:00
|
|
|
|
2014-12-11 13:33:09 -05:00
|
|
|
@defer.inlineCallbacks
|
|
|
|
def user_left_room(self, user, room_id):
|
2016-06-02 11:28:54 -04:00
|
|
|
user_id = user.to_string()
|
|
|
|
if self.is_mine_id(user_id):
|
2016-06-03 09:03:42 -04:00
|
|
|
member = RoomMember(room_id=room_id, user_id=user_id)
|
2014-12-11 13:33:09 -05:00
|
|
|
yield self._stopped_typing(member)
|
|
|
|
|
2014-12-10 14:39:01 -05:00
|
|
|
def _stopped_typing(self, member):
|
2016-09-23 08:56:14 -04:00
|
|
|
if member.user_id not in self._room_typing.get(member.room_id, set()):
|
2014-08-20 14:15:47 -04:00
|
|
|
# No point
|
2019-07-23 09:00:55 -04:00
|
|
|
return None
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
self._member_typing_until.pop(member, None)
|
|
|
|
self._member_last_federation_poke.pop(member, None)
|
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
self._push_update(member=member, typing=False)
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
def _push_update(self, member, typing):
|
|
|
|
if self.hs.is_mine_id(member.user_id):
|
|
|
|
# Only send updates for changes to our own users.
|
2018-04-27 06:29:27 -04:00
|
|
|
run_in_background(self._push_remote, member, typing)
|
2016-09-23 08:56:14 -04:00
|
|
|
|
2019-06-20 05:32:02 -04:00
|
|
|
self._push_update_local(member=member, typing=typing)
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
@defer.inlineCallbacks
|
|
|
|
def _push_remote(self, member, typing):
|
2018-04-27 06:07:40 -04:00
|
|
|
try:
|
2019-04-03 09:32:20 -04:00
|
|
|
users = yield self.state.get_current_users_in_room(member.room_id)
|
2018-04-27 06:07:40 -04:00
|
|
|
self._member_last_federation_poke[member] = self.clock.time_msec()
|
2016-09-23 10:43:34 -04:00
|
|
|
|
2018-04-27 06:07:40 -04:00
|
|
|
now = self.clock.time_msec()
|
|
|
|
self.wheel_timer.insert(
|
2019-06-20 05:32:02 -04:00
|
|
|
now=now, obj=member, then=now + FEDERATION_PING_INTERVAL
|
2018-04-27 06:07:40 -04:00
|
|
|
)
|
2016-09-23 10:43:34 -04:00
|
|
|
|
2020-02-21 07:15:07 -05:00
|
|
|
for domain in {get_domain_from_id(u) for u in users}:
|
2018-04-27 06:07:40 -04:00
|
|
|
if domain != self.server_name:
|
2018-09-28 07:45:54 -04:00
|
|
|
logger.debug("sending typing update to %s", domain)
|
2019-03-04 07:57:44 -05:00
|
|
|
self.federation.build_and_send_edu(
|
2018-04-27 06:07:40 -04:00
|
|
|
destination=domain,
|
|
|
|
edu_type="m.typing",
|
|
|
|
content={
|
|
|
|
"room_id": member.room_id,
|
|
|
|
"user_id": member.user_id,
|
|
|
|
"typing": typing,
|
|
|
|
},
|
|
|
|
key=member,
|
|
|
|
)
|
|
|
|
except Exception:
|
|
|
|
logger.exception("Error pushing typing notif to remotes")
|
2014-08-20 14:15:47 -04:00
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def _recv_edu(self, origin, content):
|
|
|
|
room_id = content["room_id"]
|
2016-06-02 11:28:54 -04:00
|
|
|
user_id = content["user_id"]
|
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
member = RoomMember(user_id=user_id, room_id=room_id)
|
|
|
|
|
2016-06-02 11:28:54 -04:00
|
|
|
# Check that the string is a valid user id
|
2016-09-08 10:04:46 -04:00
|
|
|
user = UserID.from_string(user_id)
|
|
|
|
|
|
|
|
if user.domain != origin:
|
|
|
|
logger.info(
|
2019-06-20 05:32:02 -04:00
|
|
|
"Got typing update from %r with bad 'user_id': %r", origin, user_id
|
2016-09-08 10:04:46 -04:00
|
|
|
)
|
|
|
|
return
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2019-04-03 09:32:20 -04:00
|
|
|
users = yield self.state.get_current_users_in_room(room_id)
|
2020-02-21 07:15:07 -05:00
|
|
|
domains = {get_domain_from_id(u) for u in users}
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-05-16 14:48:07 -04:00
|
|
|
if self.server_name in domains:
|
2016-09-23 08:56:14 -04:00
|
|
|
logger.info("Got typing update from %s: %r", user_id, content)
|
|
|
|
now = self.clock.time_msec()
|
|
|
|
self._member_typing_until[member] = now + FEDERATION_TIMEOUT
|
2019-06-20 05:32:02 -04:00
|
|
|
self.wheel_timer.insert(now=now, obj=member, then=now + FEDERATION_TIMEOUT)
|
|
|
|
self._push_update_local(member=member, typing=content["typing"])
|
2014-08-20 14:15:47 -04:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
def _push_update_local(self, member, typing):
|
|
|
|
room_set = self._room_typing.setdefault(member.room_id, set())
|
2014-12-10 15:48:12 -05:00
|
|
|
if typing:
|
2016-09-23 08:56:14 -04:00
|
|
|
room_set.add(member.user_id)
|
2015-08-26 06:08:23 -04:00
|
|
|
else:
|
2016-09-23 08:56:14 -04:00
|
|
|
room_set.discard(member.user_id)
|
2014-12-10 15:48:12 -05:00
|
|
|
|
|
|
|
self._latest_room_serial += 1
|
2016-09-23 08:56:14 -04:00
|
|
|
self._room_serials[member.room_id] = self._latest_room_serial
|
2018-09-05 05:20:40 -04:00
|
|
|
self._typing_stream_change_cache.entity_has_changed(
|
2019-06-20 05:32:02 -04:00
|
|
|
member.room_id, self._latest_room_serial
|
2018-09-05 05:20:40 -04:00
|
|
|
)
|
2014-12-10 15:48:12 -05:00
|
|
|
|
2016-09-23 08:56:14 -04:00
|
|
|
self.notifier.on_new_event(
|
|
|
|
"typing_key", self._latest_room_serial, rooms=[member.room_id]
|
|
|
|
)
|
2014-08-29 12:39:33 -04:00
|
|
|
|
2020-03-20 10:40:47 -04:00
|
|
|
async def get_all_typing_updates(
|
|
|
|
self, last_id: int, current_id: int, limit: int
|
|
|
|
) -> List[dict]:
|
|
|
|
"""Get up to `limit` typing updates between the given tokens, earliest
|
|
|
|
updates first.
|
|
|
|
"""
|
|
|
|
|
2016-06-08 06:33:30 -04:00
|
|
|
if last_id == current_id:
|
|
|
|
return []
|
|
|
|
|
2018-09-05 05:20:40 -04:00
|
|
|
changed_rooms = self._typing_stream_change_cache.get_all_entities_changed(
|
2019-06-20 05:32:02 -04:00
|
|
|
last_id
|
2018-09-05 05:20:40 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
if changed_rooms is None:
|
|
|
|
changed_rooms = self._room_serials
|
|
|
|
|
2016-03-01 09:49:41 -05:00
|
|
|
rows = []
|
2018-09-05 05:20:40 -04:00
|
|
|
for room_id in changed_rooms:
|
|
|
|
serial = self._room_serials[room_id]
|
|
|
|
if last_id < serial <= current_id:
|
2016-03-01 09:49:41 -05:00
|
|
|
typing = self._room_typing[room_id]
|
2017-04-05 06:34:20 -04:00
|
|
|
rows.append((serial, room_id, list(typing)))
|
2016-03-01 09:49:41 -05:00
|
|
|
rows.sort()
|
2020-03-20 10:40:47 -04:00
|
|
|
return rows[:limit]
|
2016-03-01 09:49:41 -05:00
|
|
|
|
2017-03-27 09:03:38 -04:00
|
|
|
def get_current_token(self):
|
|
|
|
return self._latest_room_serial
|
|
|
|
|
2014-08-29 12:39:33 -04:00
|
|
|
|
|
|
|
class TypingNotificationEventSource(object):
|
|
|
|
def __init__(self, hs):
|
|
|
|
self.hs = hs
|
2016-02-09 06:31:04 -05:00
|
|
|
self.clock = hs.get_clock()
|
2016-05-17 10:58:46 -04:00
|
|
|
# We can't call get_typing_handler here because there's a cycle:
|
|
|
|
#
|
|
|
|
# Typing -> Notifier -> TypingNotificationEventSource -> Typing
|
|
|
|
#
|
|
|
|
self.get_typing_handler = hs.get_typing_handler
|
2014-12-10 16:01:49 -05:00
|
|
|
|
|
|
|
def _make_event_for(self, room_id):
|
2016-05-17 10:58:46 -04:00
|
|
|
typing = self.get_typing_handler()._room_typing[room_id]
|
2014-12-10 16:01:49 -05:00
|
|
|
return {
|
|
|
|
"type": "m.typing",
|
|
|
|
"room_id": room_id,
|
2019-06-20 05:32:02 -04:00
|
|
|
"content": {"user_ids": list(typing)},
|
2014-12-10 16:01:49 -05:00
|
|
|
}
|
2014-08-29 12:39:33 -04:00
|
|
|
|
2015-11-05 09:32:26 -05:00
|
|
|
def get_new_events(self, from_key, room_ids, **kwargs):
|
2016-02-09 06:31:04 -05:00
|
|
|
with Measure(self.clock, "typing.get_new_events"):
|
|
|
|
from_key = int(from_key)
|
2016-05-17 10:58:46 -04:00
|
|
|
handler = self.get_typing_handler()
|
2014-12-10 16:01:49 -05:00
|
|
|
|
2016-02-09 06:31:04 -05:00
|
|
|
events = []
|
|
|
|
for room_id in room_ids:
|
|
|
|
if room_id not in handler._room_serials:
|
|
|
|
continue
|
|
|
|
if handler._room_serials[room_id] <= from_key:
|
|
|
|
continue
|
2014-12-10 16:01:49 -05:00
|
|
|
|
2016-02-09 06:31:04 -05:00
|
|
|
events.append(self._make_event_for(room_id))
|
2014-12-10 16:01:49 -05:00
|
|
|
|
2019-12-06 05:14:59 -05:00
|
|
|
return defer.succeed((events, handler._latest_room_serial))
|
2014-08-29 12:39:33 -04:00
|
|
|
|
2014-08-29 14:15:23 -04:00
|
|
|
def get_current_key(self):
|
2016-05-17 10:58:46 -04:00
|
|
|
return self.get_typing_handler()._latest_room_serial
|