diff options
author | Richard van der Hoff <1389908+richvdh@users.noreply.github.com> | 2022-11-07 14:28:00 +0000 |
---|---|---|
committer | GitHub <noreply@github.com> | 2022-11-07 14:28:00 +0000 |
commit | 2193513346054769080dd8a07586bed652acae60 (patch) | |
tree | 31f764450d8c9e4157c60eb0d84094cacdf122e4 /synapse | |
parent | Add example on how to load balance /sync requests (#14297) (diff) | |
download | synapse-2193513346054769080dd8a07586bed652acae60.tar.xz |
Fix background update table-scanning `events` (#14374)
When this background update did its last batch, it would try to update all the events that had been inserted since the bgupdate started, which could cause a table-scan. Make sure we limit the update correctly.
Diffstat (limited to 'synapse')
-rw-r--r-- | synapse/storage/databases/main/events_bg_updates.py | 16 |
1 files changed, 8 insertions, 8 deletions
diff --git a/synapse/storage/databases/main/events_bg_updates.py b/synapse/storage/databases/main/events_bg_updates.py index 6e8aeed7b4..9e31798ab1 100644 --- a/synapse/storage/databases/main/events_bg_updates.py +++ b/synapse/storage/databases/main/events_bg_updates.py @@ -1435,16 +1435,16 @@ class EventsBackgroundUpdatesStore(SQLBaseStore): ), ) - endpoint = None row = txn.fetchone() if row: endpoint = row[0] + else: + # if the query didn't return a row, we must be almost done. We just + # need to go up to the recorded max_stream_ordering. + endpoint = max_stream_ordering_inclusive - where_clause = "stream_ordering > ?" - args = [min_stream_ordering_exclusive] - if endpoint: - where_clause += " AND stream_ordering <= ?" - args.append(endpoint) + where_clause = "stream_ordering > ? AND stream_ordering <= ?" + args = [min_stream_ordering_exclusive, endpoint] # now do the updates. txn.execute( @@ -1458,13 +1458,13 @@ class EventsBackgroundUpdatesStore(SQLBaseStore): ) logger.info( - "populated new `events` columns up to %s/%i: updated %i rows", + "populated new `events` columns up to %i/%i: updated %i rows", endpoint, max_stream_ordering_inclusive, txn.rowcount, ) - if endpoint is None: + if endpoint >= max_stream_ordering_inclusive: # we're done return True |