2016-08-30 04:40:32 -04:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2016 OpenMarket Ltd
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2019-03-04 13:03:29 -05:00
|
|
|
from synapse.replication.slave.storage._base import BaseSlavedStore
|
|
|
|
from synapse.replication.slave.storage._slaved_id_tracker import SlavedIdTracker
|
2019-10-21 07:56:42 -04:00
|
|
|
from synapse.storage.data_stores.main.deviceinbox import DeviceInboxWorkerStore
|
2019-12-06 08:08:40 -05:00
|
|
|
from synapse.storage.database import Database
|
2017-03-10 06:22:25 -05:00
|
|
|
from synapse.util.caches.expiringcache import ExpiringCache
|
2018-07-09 02:09:20 -04:00
|
|
|
from synapse.util.caches.stream_change_cache import StreamChangeCache
|
|
|
|
|
2016-08-30 04:40:32 -04:00
|
|
|
|
2019-03-04 13:03:29 -05:00
|
|
|
class SlavedDeviceInboxStore(DeviceInboxWorkerStore, BaseSlavedStore):
|
2019-12-06 08:08:40 -05:00
|
|
|
def __init__(self, database: Database, db_conn, hs):
|
|
|
|
super(SlavedDeviceInboxStore, self).__init__(database, db_conn, hs)
|
2016-08-30 04:40:32 -04:00
|
|
|
self._device_inbox_id_gen = SlavedIdTracker(
|
2019-06-20 05:32:02 -04:00
|
|
|
db_conn, "device_max_stream_id", "stream_id"
|
2016-08-30 04:40:32 -04:00
|
|
|
)
|
2016-09-07 10:58:00 -04:00
|
|
|
self._device_inbox_stream_cache = StreamChangeCache(
|
|
|
|
"DeviceInboxStreamChangeCache",
|
2019-06-20 05:32:02 -04:00
|
|
|
self._device_inbox_id_gen.get_current_token(),
|
2016-09-07 10:58:00 -04:00
|
|
|
)
|
2016-11-16 12:34:44 -05:00
|
|
|
self._device_federation_outbox_stream_cache = StreamChangeCache(
|
|
|
|
"DeviceFederationOutboxStreamChangeCache",
|
2019-06-20 05:32:02 -04:00
|
|
|
self._device_inbox_id_gen.get_current_token(),
|
2016-11-16 12:34:44 -05:00
|
|
|
)
|
2016-08-30 04:40:32 -04:00
|
|
|
|
2017-03-10 06:22:25 -05:00
|
|
|
self._last_device_delete_cache = ExpiringCache(
|
|
|
|
cache_name="last_device_delete_cache",
|
|
|
|
clock=self._clock,
|
|
|
|
max_len=10000,
|
|
|
|
expiry_ms=30 * 60 * 1000,
|
|
|
|
)
|
|
|
|
|
2017-03-27 11:32:07 -04:00
|
|
|
def process_replication_rows(self, stream_name, token, rows):
|
|
|
|
if stream_name == "to_device":
|
|
|
|
self._device_inbox_id_gen.advance(token)
|
|
|
|
for row in rows:
|
|
|
|
if row.entity.startswith("@"):
|
2016-11-17 10:46:44 -05:00
|
|
|
self._device_inbox_stream_cache.entity_has_changed(
|
2017-03-27 11:32:07 -04:00
|
|
|
row.entity, token
|
2016-11-17 10:46:44 -05:00
|
|
|
)
|
|
|
|
else:
|
|
|
|
self._device_federation_outbox_stream_cache.entity_has_changed(
|
2017-03-27 11:32:07 -04:00
|
|
|
row.entity, token
|
2016-11-17 10:46:44 -05:00
|
|
|
)
|
2017-03-27 11:32:07 -04:00
|
|
|
return super(SlavedDeviceInboxStore, self).process_replication_rows(
|
|
|
|
stream_name, token, rows
|
|
|
|
)
|