summary refs log tree commit diff
path: root/synapse
diff options
context:
space:
mode:
authorErik Johnston <erik@matrix.org>2016-03-10 15:12:19 +0000
committerErik Johnston <erik@matrix.org>2016-03-10 15:12:19 +0000
commit9669a99d1a76f346b2cfb9b4197636ac3142f9d2 (patch)
treed8e8449861fbc9c5611e023bb7894621e7addff0 /synapse
parentMerge pull request #637 from blide/develop (diff)
downloadsynapse-9669a99d1a76f346b2cfb9b4197636ac3142f9d2.tar.xz
Update users table in a batched manner
Diffstat (limited to 'synapse')
-rw-r--r--synapse/storage/schema/delta/30/as_users.py23
1 files changed, 14 insertions, 9 deletions
diff --git a/synapse/storage/schema/delta/30/as_users.py b/synapse/storage/schema/delta/30/as_users.py

index 4da3c59de2..4f6e9dd540 100644 --- a/synapse/storage/schema/delta/30/as_users.py +++ b/synapse/storage/schema/delta/30/as_users.py
@@ -52,12 +52,17 @@ def run_upgrade(cur, database_engine, config, *args, **kwargs): " service (IDs %s and %s); assigning arbitrarily to %s" % (user_id, owned[user_id], appservice.id, owned[user_id]) ) - owned[user_id] = appservice.id - - for user_id, as_id in owned.items(): - cur.execute( - database_engine.convert_param_style( - "UPDATE users SET appservice_id = ? WHERE name = ?" - ), - (as_id, user_id) - ) + owned.setdefault(appservice.id, []).append(user_id) + + for as_id, user_ids in owned.items(): + n = 100 + user_chunks = (user_ids[i:i + 100] for i in xrange(0, len(user_ids), n)) + for chunk in user_chunks: + cur.execute( + database_engine.convert_param_style( + "UPDATE users SET appservice_id = ? WHERE name IN (%s)" % ( + ",".join("?" for _ in chunk), + ) + ), + [as_id] + chunk + )