diff options
| author | Erik Johnston <erik@matrix.org> | 2016-09-05 15:49:57 +0100 |
|---|---|---|
| committer | Erik Johnston <erik@matrix.org> | 2016-09-05 15:49:57 +0100 |
| commit | 0595413c0fe51d4f400f597bf57cd13d5e3450e3 (patch) | |
| tree | 66bacf2e1a4f820a45cf3a1bba59a1cb28ce93dc /synapse/storage | |
| parent | Correctly handle reindexing state groups that already have an edge (diff) | |
| download | synapse-0595413c0fe51d4f400f597bf57cd13d5e3450e3.tar.xz | |
Scale the batch size so that we're not bitten by the minimum
Diffstat (limited to 'synapse/storage')
| -rw-r--r-- | synapse/storage/state.py | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/synapse/storage/state.py b/synapse/storage/state.py index af3ddd962d..0730399b80 100644 --- a/synapse/storage/state.py +++ b/synapse/storage/state.py @@ -649,6 +649,10 @@ class StateStore(SQLBaseStore): rows_inserted = progress.get("rows_inserted", 0) max_group = progress.get("max_group", None) + BATCH_SIZE_SCALE_FACTOR = 100 + + batch_size = max(1, int(batch_size / BATCH_SIZE_SCALE_FACTOR)) + if max_group is None: rows = yield self._execute( "_background_deduplicate_state", None, @@ -779,4 +783,4 @@ class StateStore(SQLBaseStore): if finished: yield self._end_background_update(self.STATE_GROUP_DEDUPLICATION_UPDATE_NAME) - defer.returnValue(result) + defer.returnValue(result * BATCH_SIZE_SCALE_FACTOR) |