Matrix-Mirrors/synapse-product
1
0
Fork 0
mirror of https://git.anonymousland.org/anonymousland/synapse-product.git synced 2024-10-01 08:25:44 -04:00
Code Issues Packages Projects Releases Wiki Activity

Scale the batch size so that we're not bitten by the minimum

Browse Source
This commit is contained in:
Erik Johnston 2016-09-05 15:49:57 +01:00
parent a7032abb2e
commit 0595413c0f
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
synapse/storage/state.py
View File

@ -649,6 +649,10 @@ class StateStore(SQLBaseStore):
rows_inserted = progress.get("rows_inserted", 0) rows_inserted = progress.get("rows_inserted", 0)
max_group = progress.get("max_group", None) max_group = progress.get("max_group", None)
BATCH_SIZE_SCALE_FACTOR = 100
batch_size = max(1, int(batch_size / BATCH_SIZE_SCALE_FACTOR))
if max_group is None: if max_group is None:
rows = yield self._execute( rows = yield self._execute(
"_background_deduplicate_state", None, "_background_deduplicate_state", None,
@ -779,4 +783,4 @@ class StateStore(SQLBaseStore):
if finished: if finished:
yield self._end_background_update(self.STATE_GROUP_DEDUPLICATION_UPDATE_NAME) yield self._end_background_update(self.STATE_GROUP_DEDUPLICATION_UPDATE_NAME)
defer.returnValue(result) defer.returnValue(result * BATCH_SIZE_SCALE_FACTOR)