2019-03-27 07:45:42 -04:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2017 Vector Creations Ltd
|
|
|
|
# Copyright 2019 New Vector Ltd
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
from collections import namedtuple
|
|
|
|
|
2020-05-05 09:15:57 -04:00
|
|
|
from synapse.replication.tcp.streams._base import Stream, make_http_update_function
|
2019-03-27 07:45:42 -04:00
|
|
|
|
|
|
|
|
|
|
|
class FederationStream(Stream):
|
|
|
|
"""Data to be sent over federation. Only available when master has federation
|
|
|
|
sending disabled.
|
|
|
|
"""
|
2019-06-20 05:32:02 -04:00
|
|
|
|
2020-03-23 09:59:11 -04:00
|
|
|
FederationStreamRow = namedtuple(
|
|
|
|
"FederationStreamRow",
|
|
|
|
(
|
|
|
|
"type", # str, the type of data as defined in the BaseFederationRows
|
|
|
|
"data", # dict, serialization of a federation.send_queue.BaseFederationRow
|
|
|
|
),
|
|
|
|
)
|
|
|
|
|
2019-03-27 07:45:42 -04:00
|
|
|
NAME = "federation"
|
|
|
|
ROW_TYPE = FederationStreamRow
|
|
|
|
|
|
|
|
def __init__(self, hs):
|
2020-05-05 09:15:57 -04:00
|
|
|
if hs.config.worker_app is None:
|
|
|
|
# master process: get updates from the FederationRemoteSendQueue.
|
|
|
|
# (if the master is configured to send federation itself, federation_sender
|
|
|
|
# will be a real FederationSender, which has stubs for current_token and
|
|
|
|
# get_replication_rows.)
|
2020-03-25 10:54:01 -04:00
|
|
|
federation_sender = hs.get_federation_sender()
|
2020-04-17 09:49:55 -04:00
|
|
|
current_token = federation_sender.get_current_token
|
2020-05-05 09:15:57 -04:00
|
|
|
update_function = federation_sender.get_replication_rows
|
|
|
|
|
|
|
|
elif hs.should_send_federation():
|
|
|
|
# federation sender: Query master process
|
|
|
|
update_function = make_http_update_function(hs, self.NAME)
|
|
|
|
current_token = self._stub_current_token
|
|
|
|
|
2020-03-25 10:54:01 -04:00
|
|
|
else:
|
2020-05-05 09:15:57 -04:00
|
|
|
# other worker: stub out the update function (we're not interested in
|
|
|
|
# any updates so when we get a POSITION we do nothing)
|
2020-04-17 09:49:55 -04:00
|
|
|
update_function = self._stub_update_function
|
2020-05-05 09:15:57 -04:00
|
|
|
current_token = self._stub_current_token
|
2020-04-17 09:49:55 -04:00
|
|
|
|
2020-05-01 12:19:56 -04:00
|
|
|
super().__init__(hs.get_instance_name(), current_token, update_function)
|
2019-03-27 07:45:42 -04:00
|
|
|
|
2020-05-05 09:15:57 -04:00
|
|
|
@staticmethod
|
|
|
|
def _stub_current_token():
|
|
|
|
# dummy current-token method for use on workers
|
|
|
|
return 0
|
|
|
|
|
2020-04-17 09:49:55 -04:00
|
|
|
@staticmethod
|
2020-05-01 12:19:56 -04:00
|
|
|
async def _stub_update_function(instance_name, from_token, upto_token, limit):
|
2020-04-17 09:49:55 -04:00
|
|
|
return [], upto_token, False
|