mirror of
https://mau.dev/maunium/synapse.git
synced 2024-08-26 04:05:38 +00:00
Change device lists stream to have one row per id.
This will make it possible to process the streams more incrementally, avoiding having to process large chunks at once.
This commit is contained in:
parent
c3c6c0e622
commit
f5caa1864e
@ -1017,29 +1017,41 @@ class DeviceStore(DeviceWorkerStore, DeviceBackgroundUpdateStore):
|
|||||||
"""Persist that a user's devices have been updated, and which hosts
|
"""Persist that a user's devices have been updated, and which hosts
|
||||||
(if any) should be poked.
|
(if any) should be poked.
|
||||||
"""
|
"""
|
||||||
with self._device_list_id_gen.get_next() as stream_id:
|
if not device_ids:
|
||||||
|
return
|
||||||
|
|
||||||
|
with self._device_list_id_gen.get_next_mult(len(device_ids)) as stream_ids:
|
||||||
yield self.db.runInteraction(
|
yield self.db.runInteraction(
|
||||||
"add_device_change_to_streams",
|
"add_device_change_to_stream",
|
||||||
self._add_device_change_txn,
|
self._add_device_change_to_stream_txn,
|
||||||
|
user_id,
|
||||||
|
device_ids,
|
||||||
|
stream_ids,
|
||||||
|
)
|
||||||
|
|
||||||
|
if not hosts:
|
||||||
|
return stream_ids[-1]
|
||||||
|
|
||||||
|
context = get_active_span_text_map()
|
||||||
|
with self._device_list_id_gen.get_next_mult(
|
||||||
|
len(hosts) * len(device_ids)
|
||||||
|
) as stream_ids:
|
||||||
|
yield self.db.runInteraction(
|
||||||
|
"add_device_outbound_poke_to_stream",
|
||||||
|
self._add_device_outbound_poke_to_stream_txn,
|
||||||
user_id,
|
user_id,
|
||||||
device_ids,
|
device_ids,
|
||||||
hosts,
|
hosts,
|
||||||
stream_id,
|
stream_ids,
|
||||||
|
context,
|
||||||
)
|
)
|
||||||
return stream_id
|
|
||||||
|
|
||||||
def _add_device_change_txn(self, txn, user_id, device_ids, hosts, stream_id):
|
return stream_ids[-1]
|
||||||
now = self._clock.time_msec()
|
|
||||||
|
|
||||||
|
def _add_device_change_to_stream_txn(self, txn, user_id, device_ids, stream_ids):
|
||||||
txn.call_after(
|
txn.call_after(
|
||||||
self._device_list_stream_cache.entity_has_changed, user_id, stream_id
|
self._device_list_stream_cache.entity_has_changed, user_id, stream_ids[-1],
|
||||||
)
|
)
|
||||||
for host in hosts:
|
|
||||||
txn.call_after(
|
|
||||||
self._device_list_federation_stream_cache.entity_has_changed,
|
|
||||||
host,
|
|
||||||
stream_id,
|
|
||||||
)
|
|
||||||
|
|
||||||
# Delete older entries in the table, as we really only care about
|
# Delete older entries in the table, as we really only care about
|
||||||
# when the latest change happened.
|
# when the latest change happened.
|
||||||
@ -1048,7 +1060,7 @@ class DeviceStore(DeviceWorkerStore, DeviceBackgroundUpdateStore):
|
|||||||
DELETE FROM device_lists_stream
|
DELETE FROM device_lists_stream
|
||||||
WHERE user_id = ? AND device_id = ? AND stream_id < ?
|
WHERE user_id = ? AND device_id = ? AND stream_id < ?
|
||||||
""",
|
""",
|
||||||
[(user_id, device_id, stream_id) for device_id in device_ids],
|
[(user_id, device_id, stream_ids[0]) for device_id in device_ids],
|
||||||
)
|
)
|
||||||
|
|
||||||
self.db.simple_insert_many_txn(
|
self.db.simple_insert_many_txn(
|
||||||
@ -1056,11 +1068,22 @@ class DeviceStore(DeviceWorkerStore, DeviceBackgroundUpdateStore):
|
|||||||
table="device_lists_stream",
|
table="device_lists_stream",
|
||||||
values=[
|
values=[
|
||||||
{"stream_id": stream_id, "user_id": user_id, "device_id": device_id}
|
{"stream_id": stream_id, "user_id": user_id, "device_id": device_id}
|
||||||
for device_id in device_ids
|
for stream_id, device_id in zip(stream_ids, device_ids)
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
context = get_active_span_text_map()
|
def _add_device_outbound_poke_to_stream_txn(
|
||||||
|
self, txn, user_id, device_ids, hosts, stream_ids, context,
|
||||||
|
):
|
||||||
|
for host in hosts:
|
||||||
|
txn.call_after(
|
||||||
|
self._device_list_federation_stream_cache.entity_has_changed,
|
||||||
|
host,
|
||||||
|
stream_ids[-1],
|
||||||
|
)
|
||||||
|
|
||||||
|
now = self._clock.time_msec()
|
||||||
|
next_stream_id = iter(stream_ids)
|
||||||
|
|
||||||
self.db.simple_insert_many_txn(
|
self.db.simple_insert_many_txn(
|
||||||
txn,
|
txn,
|
||||||
@ -1068,7 +1091,7 @@ class DeviceStore(DeviceWorkerStore, DeviceBackgroundUpdateStore):
|
|||||||
values=[
|
values=[
|
||||||
{
|
{
|
||||||
"destination": destination,
|
"destination": destination,
|
||||||
"stream_id": stream_id,
|
"stream_id": next(next_stream_id),
|
||||||
"user_id": user_id,
|
"user_id": user_id,
|
||||||
"device_id": device_id,
|
"device_id": device_id,
|
||||||
"sent": False,
|
"sent": False,
|
||||||
|
Loading…
Reference in New Issue
Block a user