2016-08-30 04:40:32 -04:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2016 OpenMarket Ltd
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2019-03-04 13:03:29 -05:00
|
|
|
from synapse.replication.slave.storage._base import BaseSlavedStore
|
|
|
|
from synapse.replication.slave.storage._slaved_id_tracker import SlavedIdTracker
|
2020-07-01 11:35:40 -04:00
|
|
|
from synapse.replication.tcp.streams import ToDeviceStream
|
2020-08-05 16:38:57 -04:00
|
|
|
from synapse.storage.database import DatabasePool
|
|
|
|
from synapse.storage.databases.main.deviceinbox import DeviceInboxWorkerStore
|
2017-03-10 06:22:25 -05:00
|
|
|
from synapse.util.caches.expiringcache import ExpiringCache
|
2018-07-09 02:09:20 -04:00
|
|
|
from synapse.util.caches.stream_change_cache import StreamChangeCache
|
|
|
|
|
2016-08-30 04:40:32 -04:00
|
|
|
|
2019-03-04 13:03:29 -05:00
|
|
|
class SlavedDeviceInboxStore(DeviceInboxWorkerStore, BaseSlavedStore):
|
2020-08-05 16:38:57 -04:00
|
|
|
def __init__(self, database: DatabasePool, db_conn, hs):
|
2020-09-18 09:56:44 -04:00
|
|
|
super().__init__(database, db_conn, hs)
|
2016-08-30 04:40:32 -04:00
|
|
|
self._device_inbox_id_gen = SlavedIdTracker(
|
2020-07-17 12:03:27 -04:00
|
|
|
db_conn, "device_inbox", "stream_id"
|
2016-08-30 04:40:32 -04:00
|
|
|
)
|
2016-09-07 10:58:00 -04:00
|
|
|
self._device_inbox_stream_cache = StreamChangeCache(
|
|
|
|
"DeviceInboxStreamChangeCache",
|
2019-06-20 05:32:02 -04:00
|
|
|
self._device_inbox_id_gen.get_current_token(),
|
2016-09-07 10:58:00 -04:00
|
|
|
)
|
2016-11-16 12:34:44 -05:00
|
|
|
self._device_federation_outbox_stream_cache = StreamChangeCache(
|
|
|
|
"DeviceFederationOutboxStreamChangeCache",
|
2019-06-20 05:32:02 -04:00
|
|
|
self._device_inbox_id_gen.get_current_token(),
|
2016-11-16 12:34:44 -05:00
|
|
|
)
|
2016-08-30 04:40:32 -04:00
|
|
|
|
2017-03-10 06:22:25 -05:00
|
|
|
self._last_device_delete_cache = ExpiringCache(
|
|
|
|
cache_name="last_device_delete_cache",
|
|
|
|
clock=self._clock,
|
|
|
|
max_len=10000,
|
|
|
|
expiry_ms=30 * 60 * 1000,
|
|
|
|
)
|
|
|
|
|
2020-05-07 08:51:08 -04:00
|
|
|
def process_replication_rows(self, stream_name, instance_name, token, rows):
|
2020-07-01 11:35:40 -04:00
|
|
|
if stream_name == ToDeviceStream.NAME:
|
2020-08-26 08:15:20 -04:00
|
|
|
self._device_inbox_id_gen.advance(instance_name, token)
|
2017-03-27 11:32:07 -04:00
|
|
|
for row in rows:
|
|
|
|
if row.entity.startswith("@"):
|
2016-11-17 10:46:44 -05:00
|
|
|
self._device_inbox_stream_cache.entity_has_changed(
|
2017-03-27 11:32:07 -04:00
|
|
|
row.entity, token
|
2016-11-17 10:46:44 -05:00
|
|
|
)
|
|
|
|
else:
|
|
|
|
self._device_federation_outbox_stream_cache.entity_has_changed(
|
2017-03-27 11:32:07 -04:00
|
|
|
row.entity, token
|
2016-11-17 10:46:44 -05:00
|
|
|
)
|
2020-05-07 08:51:08 -04:00
|
|
|
return super().process_replication_rows(stream_name, instance_name, token, rows)
|